{"level":"warn","ts":"2026-04-29T22:24:43.142931Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-29T22:24:43.143036Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.240:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.240:2380","--initial-cluster=instance=https://199.204.45.240:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.240:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.240:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-29T22:24:43.143153Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-29T22:24:43.143169Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.240:2380"]} {"level":"info","ts":"2026-04-29T22:24:43.143186Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-29T22:24:43.143867Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"]} {"level":"info","ts":"2026-04-29T22:24:43.14394Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.240:2380"],"listen-peer-urls":["https://199.204.45.240:2380"],"advertise-client-urls":["https://199.204.45.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.240:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-29T22:24:43.14902Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.779478ms"} {"level":"info","ts":"2026-04-29T22:24:43.159571Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4e46287fb5aa4785","cluster-id":"cae704afa9813e87"} {"level":"info","ts":"2026-04-29T22:24:43.159709Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=()"} {"level":"info","ts":"2026-04-29T22:24:43.159752Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became follower at term 0"} {"level":"info","ts":"2026-04-29T22:24:43.159767Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4e46287fb5aa4785 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-29T22:24:43.159787Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became follower at term 1"} {"level":"info","ts":"2026-04-29T22:24:43.159859Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=(5640240112301918085)"} {"level":"warn","ts":"2026-04-29T22:24:43.166275Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-29T22:24:43.170143Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-29T22:24:43.173Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-29T22:24:43.175709Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4e46287fb5aa4785","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-29T22:24:43.175928Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4e46287fb5aa4785","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-29T22:24:43.175966Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T22:24:43.176123Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T22:24:43.17619Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T22:24:43.17684Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=(5640240112301918085)"} {"level":"info","ts":"2026-04-29T22:24:43.176974Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"cae704afa9813e87","local-member-id":"4e46287fb5aa4785","added-peer-id":"4e46287fb5aa4785","added-peer-peer-urls":["https://199.204.45.240:2380"]} {"level":"info","ts":"2026-04-29T22:24:43.179655Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-29T22:24:43.17975Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.240:2380"} {"level":"info","ts":"2026-04-29T22:24:43.179813Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.240:2380"} {"level":"info","ts":"2026-04-29T22:24:43.180057Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4e46287fb5aa4785","initial-advertise-peer-urls":["https://199.204.45.240:2380"],"listen-peer-urls":["https://199.204.45.240:2380"],"advertise-client-urls":["https://199.204.45.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-29T22:24:43.180111Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-29T22:24:44.160352Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 is starting a new election at term 1"} {"level":"info","ts":"2026-04-29T22:24:44.160417Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-29T22:24:44.160467Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 received MsgPreVoteResp from 4e46287fb5aa4785 at term 1"} {"level":"info","ts":"2026-04-29T22:24:44.1605Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became candidate at term 2"} {"level":"info","ts":"2026-04-29T22:24:44.160511Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 received MsgVoteResp from 4e46287fb5aa4785 at term 2"} {"level":"info","ts":"2026-04-29T22:24:44.160528Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became leader at term 2"} {"level":"info","ts":"2026-04-29T22:24:44.160541Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4e46287fb5aa4785 elected leader 4e46287fb5aa4785 at term 2"} {"level":"info","ts":"2026-04-29T22:24:44.161685Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T22:24:44.162789Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-29T22:24:44.16278Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4e46287fb5aa4785","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.240:2379]}","request-path":"/0/members/4e46287fb5aa4785/attributes","cluster-id":"cae704afa9813e87","publish-timeout":"7s"} {"level":"info","ts":"2026-04-29T22:24:44.162848Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-29T22:24:44.163114Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-29T22:24:44.163202Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-29T22:24:44.163404Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"cae704afa9813e87","local-member-id":"4e46287fb5aa4785","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T22:24:44.165759Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T22:24:44.165873Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T22:24:44.169376Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-29T22:24:44.169587Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.240:2379"} {"level":"info","ts":"2026-04-29T22:24:46.667656Z","caller":"traceutil/trace.go:171","msg":"trace[2024097124] transaction","detail":"{read_only:false; response_revision:131; number_of_response:1; }","duration":"104.886041ms","start":"2026-04-29T22:24:46.562734Z","end":"2026-04-29T22:24:46.66762Z","steps":["trace[2024097124] 'process raft request' (duration: 70.382598ms)","trace[2024097124] 'compare' (duration: 34.35307ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:25:03.807445Z","caller":"traceutil/trace.go:171","msg":"trace[1923313609] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"171.685068ms","start":"2026-04-29T22:25:03.635727Z","end":"2026-04-29T22:25:03.807412Z","steps":["trace[1923313609] 'process raft request' (duration: 171.439652ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:25:04.163425Z","caller":"traceutil/trace.go:171","msg":"trace[1121572631] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"351.191264ms","start":"2026-04-29T22:25:03.812211Z","end":"2026-04-29T22:25:04.163402Z","steps":["trace[1121572631] 'process raft request' (duration: 351.036651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:25:04.164007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:25:03.812186Z","time spent":"351.333437ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:25:09.681683Z","caller":"traceutil/trace.go:171","msg":"trace[700228364] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"179.991517ms","start":"2026-04-29T22:25:09.501657Z","end":"2026-04-29T22:25:09.681648Z","steps":["trace[700228364] 'process raft request' (duration: 179.781313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:25:12.56942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.143641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:25:12.569586Z","caller":"traceutil/trace.go:171","msg":"trace[1096399132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:504; }","duration":"104.357336ms","start":"2026-04-29T22:25:12.465188Z","end":"2026-04-29T22:25:12.569545Z","steps":["trace[1096399132] 'range keys from in-memory index tree' (duration: 104.042148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:25:12.569845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.24918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329952"} {"level":"info","ts":"2026-04-29T22:25:12.570008Z","caller":"traceutil/trace.go:171","msg":"trace[246054829] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:504; }","duration":"201.460205ms","start":"2026-04-29T22:25:12.3685Z","end":"2026-04-29T22:25:12.56996Z","steps":["trace[246054829] 'range keys from in-memory index tree' (duration: 200.78301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:25:13.962665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.959152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:25:13.962759Z","caller":"traceutil/trace.go:171","msg":"trace[1947388572] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:508; }","duration":"157.132386ms","start":"2026-04-29T22:25:13.805606Z","end":"2026-04-29T22:25:13.962739Z","steps":["trace[1947388572] 'range keys from in-memory index tree' (duration: 156.85518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:25:13.96316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.394346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T22:25:13.963208Z","caller":"traceutil/trace.go:171","msg":"trace[2105743385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:508; }","duration":"111.480938ms","start":"2026-04-29T22:25:13.851716Z","end":"2026-04-29T22:25:13.963197Z","steps":["trace[2105743385] 'range keys from in-memory index tree' (duration: 110.71012ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:25:14.098218Z","caller":"traceutil/trace.go:171","msg":"trace[2080734758] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"130.553041ms","start":"2026-04-29T22:25:13.967636Z","end":"2026-04-29T22:25:14.098189Z","steps":["trace[2080734758] 'process raft request' (duration: 130.282405ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:25:18.220662Z","caller":"traceutil/trace.go:171","msg":"trace[956551609] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"109.212006ms","start":"2026-04-29T22:25:18.111414Z","end":"2026-04-29T22:25:18.220626Z","steps":["trace[956551609] 'process raft request' (duration: 19.146156ms)","trace[956551609] 'compare' (duration: 89.782534ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:25:18.757659Z","caller":"traceutil/trace.go:171","msg":"trace[2001499157] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"106.456763ms","start":"2026-04-29T22:25:18.651176Z","end":"2026-04-29T22:25:18.757633Z","steps":["trace[2001499157] 'process raft request' (duration: 104.56552ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:25:20.840979Z","caller":"traceutil/trace.go:171","msg":"trace[133754586] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"111.17808ms","start":"2026-04-29T22:25:20.729771Z","end":"2026-04-29T22:25:20.840949Z","steps":["trace[133754586] 'process raft request' (duration: 110.540935ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:25:21.045538Z","caller":"traceutil/trace.go:171","msg":"trace[1442443938] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"144.866697ms","start":"2026-04-29T22:25:20.900646Z","end":"2026-04-29T22:25:21.045513Z","steps":["trace[1442443938] 'process raft request' (duration: 125.862794ms)","trace[1442443938] 'compare' (duration: 18.722827ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:25:21.045528Z","caller":"traceutil/trace.go:171","msg":"trace[384049410] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:644; }","duration":"102.086293ms","start":"2026-04-29T22:25:20.943419Z","end":"2026-04-29T22:25:21.045505Z","steps":["trace[384049410] 'read index received' (duration: 83.08217ms)","trace[384049410] 'applied index is now lower than readState.Index' (duration: 19.003103ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:25:21.045862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.426921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T22:25:21.04615Z","caller":"traceutil/trace.go:171","msg":"trace[2031017757] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:620; }","duration":"102.711647ms","start":"2026-04-29T22:25:20.943378Z","end":"2026-04-29T22:25:21.04609Z","steps":["trace[2031017757] 'agreement among raft nodes before linearized reading' (duration: 102.213286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:25:21.831186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.947144ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:25:21.831319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.258078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:25:21.831361Z","caller":"traceutil/trace.go:171","msg":"trace[1747475747] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:621; }","duration":"183.148728ms","start":"2026-04-29T22:25:21.648185Z","end":"2026-04-29T22:25:21.831334Z","steps":["trace[1747475747] 'range keys from in-memory index tree' (duration: 182.925503ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:25:21.831407Z","caller":"traceutil/trace.go:171","msg":"trace[2014891296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:621; }","duration":"367.38455ms","start":"2026-04-29T22:25:21.464Z","end":"2026-04-29T22:25:21.831385Z","steps":["trace[2014891296] 'range keys from in-memory index tree' (duration: 367.174836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:25:21.831459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:25:21.463979Z","time spent":"367.467933ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T22:25:21.832013Z","caller":"traceutil/trace.go:171","msg":"trace[1401889748] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"364.628868ms","start":"2026-04-29T22:25:21.467355Z","end":"2026-04-29T22:25:21.831984Z","steps":["trace[1401889748] 'process raft request' (duration: 363.033281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:25:21.832193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:25:21.467321Z","time spent":"364.768921ms","remote":"127.0.0.1:34996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:25:33.613358Z","caller":"traceutil/trace.go:171","msg":"trace[2147048052] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"141.736027ms","start":"2026-04-29T22:25:33.4716Z","end":"2026-04-29T22:25:33.613336Z","steps":["trace[2147048052] 'process raft request' (duration: 98.024992ms)","trace[2147048052] 'compare' (duration: 43.383867ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:25:34.075934Z","caller":"traceutil/trace.go:171","msg":"trace[1569763274] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"180.023948ms","start":"2026-04-29T22:25:33.895883Z","end":"2026-04-29T22:25:34.075907Z","steps":["trace[1569763274] 'process raft request' (duration: 179.864634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:25:38.80147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.778067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T22:25:38.801577Z","caller":"traceutil/trace.go:171","msg":"trace[1092090171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:782; }","duration":"438.943791ms","start":"2026-04-29T22:25:38.362613Z","end":"2026-04-29T22:25:38.801557Z","steps":["trace[1092090171] 'range keys from in-memory index tree' (duration: 438.589692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:25:38.80162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:25:38.362381Z","time spent":"439.230207ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T22:25:38.801744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.004627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-29T22:25:38.801859Z","caller":"traceutil/trace.go:171","msg":"trace[862160000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:782; }","duration":"423.167341ms","start":"2026-04-29T22:25:38.378665Z","end":"2026-04-29T22:25:38.801832Z","steps":["trace[862160000] 'range keys from in-memory index tree' (duration: 422.753742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:25:38.801909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:25:38.378642Z","time spent":"423.255113ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T22:25:38.802008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.325091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-29T22:25:38.802056Z","caller":"traceutil/trace.go:171","msg":"trace[173375964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:782; }","duration":"639.416123ms","start":"2026-04-29T22:25:38.162624Z","end":"2026-04-29T22:25:38.80204Z","steps":["trace[173375964] 'range keys from in-memory index tree' (duration: 639.119336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:25:38.802093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:25:38.162599Z","time spent":"639.484725ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T22:25:38.875968Z","caller":"traceutil/trace.go:171","msg":"trace[36946310] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"169.667521ms","start":"2026-04-29T22:25:38.706272Z","end":"2026-04-29T22:25:38.87594Z","steps":["trace[36946310] 'process raft request' (duration: 169.431896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:25:41.103796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.988185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:25:41.104041Z","caller":"traceutil/trace.go:171","msg":"trace[354533395] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"207.298048ms","start":"2026-04-29T22:25:40.896725Z","end":"2026-04-29T22:25:41.104023Z","steps":["trace[354533395] 'process raft request' (duration: 207.212276ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:25:41.104191Z","caller":"traceutil/trace.go:171","msg":"trace[1717428324] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"208.28681ms","start":"2026-04-29T22:25:40.895819Z","end":"2026-04-29T22:25:41.104105Z","steps":["trace[1717428324] 'process raft request' (duration: 42.690831ms)","trace[1717428324] 'compare' (duration: 164.809891ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:25:55.690286Z","caller":"traceutil/trace.go:171","msg":"trace[901081445] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"116.928631ms","start":"2026-04-29T22:25:55.573338Z","end":"2026-04-29T22:25:55.690267Z","steps":["trace[901081445] 'process raft request' (duration: 116.793048ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:25:55.754824Z","caller":"traceutil/trace.go:171","msg":"trace[492125970] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"124.276778ms","start":"2026-04-29T22:25:55.630504Z","end":"2026-04-29T22:25:55.754781Z","steps":["trace[492125970] 'process raft request' (duration: 124.090404ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:25:55.754896Z","caller":"traceutil/trace.go:171","msg":"trace[768036395] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"124.216836ms","start":"2026-04-29T22:25:55.630671Z","end":"2026-04-29T22:25:55.754888Z","steps":["trace[768036395] 'process raft request' (duration: 124.076653ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:25:55.754898Z","caller":"traceutil/trace.go:171","msg":"trace[1579269564] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"124.135535ms","start":"2026-04-29T22:25:55.630737Z","end":"2026-04-29T22:25:55.754873Z","steps":["trace[1579269564] 'process raft request' (duration: 124.038293ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:25:55.754828Z","caller":"traceutil/trace.go:171","msg":"trace[660334155] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"124.189997ms","start":"2026-04-29T22:25:55.630613Z","end":"2026-04-29T22:25:55.754803Z","steps":["trace[660334155] 'process raft request' (duration: 124.102305ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:25:55.755011Z","caller":"traceutil/trace.go:171","msg":"trace[727508255] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"124.069823ms","start":"2026-04-29T22:25:55.630933Z","end":"2026-04-29T22:25:55.755003Z","steps":["trace[727508255] 'process raft request' (duration: 123.868099ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:25:55.754974Z","caller":"traceutil/trace.go:171","msg":"trace[878091260] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"123.754386ms","start":"2026-04-29T22:25:55.631177Z","end":"2026-04-29T22:25:55.754932Z","steps":["trace[878091260] 'process raft request' (duration: 123.647934ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:25:55.755029Z","caller":"traceutil/trace.go:171","msg":"trace[212254368] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"123.361737ms","start":"2026-04-29T22:25:55.631659Z","end":"2026-04-29T22:25:55.75502Z","steps":["trace[212254368] 'process raft request' (duration: 123.237755ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:25:55.755057Z","caller":"traceutil/trace.go:171","msg":"trace[1654026391] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"123.188994ms","start":"2026-04-29T22:25:55.631863Z","end":"2026-04-29T22:25:55.755052Z","steps":["trace[1654026391] 'process raft request' (duration: 123.089812ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:25:55.755063Z","caller":"traceutil/trace.go:171","msg":"trace[1176402449] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"123.810218ms","start":"2026-04-29T22:25:55.631239Z","end":"2026-04-29T22:25:55.755049Z","steps":["trace[1176402449] 'process raft request' (duration: 123.612894ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:25:55.755108Z","caller":"traceutil/trace.go:171","msg":"trace[213434941] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"122.972748ms","start":"2026-04-29T22:25:55.63213Z","end":"2026-04-29T22:25:55.755102Z","steps":["trace[213434941] 'process raft request' (duration: 122.857556ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:25:55.755125Z","caller":"traceutil/trace.go:171","msg":"trace[3381102] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"123.412229ms","start":"2026-04-29T22:25:55.631683Z","end":"2026-04-29T22:25:55.755095Z","steps":["trace[3381102] 'process raft request' (duration: 123.240355ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:25:55.755213Z","caller":"traceutil/trace.go:171","msg":"trace[1285228103] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"121.916874ms","start":"2026-04-29T22:25:55.633271Z","end":"2026-04-29T22:25:55.755188Z","steps":["trace[1285228103] 'process raft request' (duration: 121.819982ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:25:55.755332Z","caller":"traceutil/trace.go:171","msg":"trace[1151498185] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"122.934117ms","start":"2026-04-29T22:25:55.632385Z","end":"2026-04-29T22:25:55.755319Z","steps":["trace[1151498185] 'process raft request' (duration: 122.654241ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:25:55.755605Z","caller":"traceutil/trace.go:171","msg":"trace[2042203806] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"119.94425ms","start":"2026-04-29T22:25:55.635402Z","end":"2026-04-29T22:25:55.755346Z","steps":["trace[2042203806] 'process raft request' (duration: 119.745874ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:25:56.817875Z","caller":"traceutil/trace.go:171","msg":"trace[1414709234] linearizableReadLoop","detail":"{readStateIndex:1133; appliedIndex:1132; }","duration":"152.335158ms","start":"2026-04-29T22:25:56.6655Z","end":"2026-04-29T22:25:56.817835Z","steps":["trace[1414709234] 'read index received' (duration: 147.906067ms)","trace[1414709234] 'applied index is now lower than readState.Index' (duration: 4.427421ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:25:56.817949Z","caller":"traceutil/trace.go:171","msg":"trace[1513078528] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"157.201857ms","start":"2026-04-29T22:25:56.66065Z","end":"2026-04-29T22:25:56.817852Z","steps":["trace[1513078528] 'process raft request' (duration: 152.688114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:25:56.818196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.659545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"info","ts":"2026-04-29T22:25:56.818307Z","caller":"traceutil/trace.go:171","msg":"trace[1650870832] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:1099; }","duration":"152.807388ms","start":"2026-04-29T22:25:56.665472Z","end":"2026-04-29T22:25:56.81828Z","steps":["trace[1650870832] 'agreement among raft nodes before linearized reading' (duration: 152.45941ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:25:56.917084Z","caller":"traceutil/trace.go:171","msg":"trace[1545701774] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"220.917548ms","start":"2026-04-29T22:25:56.69613Z","end":"2026-04-29T22:25:56.917047Z","steps":["trace[1545701774] 'process raft request' (duration: 220.755815ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:25:57.029853Z","caller":"traceutil/trace.go:171","msg":"trace[1802188850] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"103.401522ms","start":"2026-04-29T22:25:56.926426Z","end":"2026-04-29T22:25:57.029828Z","steps":["trace[1802188850] 'process raft request' (duration: 103.256619ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:25:57.168706Z","caller":"traceutil/trace.go:171","msg":"trace[1218323124] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"114.609038ms","start":"2026-04-29T22:25:57.054043Z","end":"2026-04-29T22:25:57.168652Z","steps":["trace[1218323124] 'process raft request' (duration: 99.559056ms)","trace[1218323124] 'compare' (duration: 14.812837ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:25:57.337411Z","caller":"traceutil/trace.go:171","msg":"trace[1167738319] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"102.224246ms","start":"2026-04-29T22:25:57.235118Z","end":"2026-04-29T22:25:57.337342Z","steps":["trace[1167738319] 'process raft request' (duration: 101.92375ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:26:08.771776Z","caller":"traceutil/trace.go:171","msg":"trace[286807134] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"194.163468ms","start":"2026-04-29T22:26:08.577592Z","end":"2026-04-29T22:26:08.771755Z","steps":["trace[286807134] 'process raft request' (duration: 194.024615ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:26:13.851219Z","caller":"traceutil/trace.go:171","msg":"trace[1006925295] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"124.22393ms","start":"2026-04-29T22:26:13.726941Z","end":"2026-04-29T22:26:13.851165Z","steps":["trace[1006925295] 'process raft request' (duration: 97.871592ms)","trace[1006925295] 'compare' (duration: 26.043041ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:26:13.851275Z","caller":"traceutil/trace.go:171","msg":"trace[2004724351] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"124.298402ms","start":"2026-04-29T22:26:13.726944Z","end":"2026-04-29T22:26:13.851242Z","steps":["trace[2004724351] 'process raft request' (duration: 124.144279ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:26:13.851252Z","caller":"traceutil/trace.go:171","msg":"trace[1013617940] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"124.233441ms","start":"2026-04-29T22:26:13.726955Z","end":"2026-04-29T22:26:13.851188Z","steps":["trace[1013617940] 'process raft request' (duration: 124.091908ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:26:13.85137Z","caller":"traceutil/trace.go:171","msg":"trace[1910968441] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"124.332632ms","start":"2026-04-29T22:26:13.727014Z","end":"2026-04-29T22:26:13.851346Z","steps":["trace[1910968441] 'process raft request' (duration: 124.142608ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:26:13.851741Z","caller":"traceutil/trace.go:171","msg":"trace[1684813972] transaction","detail":"{read_only:false; response_revision:1241; number_of_response:1; }","duration":"124.335513ms","start":"2026-04-29T22:26:13.726944Z","end":"2026-04-29T22:26:13.851279Z","steps":["trace[1684813972] 'process raft request' (duration: 124.180329ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:26:13.851992Z","caller":"traceutil/trace.go:171","msg":"trace[210956782] transaction","detail":"{read_only:false; response_revision:1245; number_of_response:1; }","duration":"123.217667ms","start":"2026-04-29T22:26:13.728756Z","end":"2026-04-29T22:26:13.851974Z","steps":["trace[210956782] 'process raft request' (duration: 123.090055ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:26:13.852171Z","caller":"traceutil/trace.go:171","msg":"trace[1884723369] transaction","detail":"{read_only:false; response_revision:1244; number_of_response:1; }","duration":"124.839844ms","start":"2026-04-29T22:26:13.727315Z","end":"2026-04-29T22:26:13.852155Z","steps":["trace[1884723369] 'process raft request' (duration: 124.463746ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:26:13.852205Z","caller":"traceutil/trace.go:171","msg":"trace[1146744763] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"124.713041ms","start":"2026-04-29T22:26:13.727174Z","end":"2026-04-29T22:26:13.851887Z","steps":["trace[1146744763] 'process raft request' (duration: 124.483786ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:26:16.981971Z","caller":"traceutil/trace.go:171","msg":"trace[1408780149] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"126.38313ms","start":"2026-04-29T22:26:16.855564Z","end":"2026-04-29T22:26:16.981947Z","steps":["trace[1408780149] 'process raft request' (duration: 126.237056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:26:21.921001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.41414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:26:21.921184Z","caller":"traceutil/trace.go:171","msg":"trace[1598038618] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"243.059369ms","start":"2026-04-29T22:26:21.678089Z","end":"2026-04-29T22:26:21.921149Z","steps":["trace[1598038618] 'process raft request' (duration: 68.425835ms)","trace[1598038618] 'compare' (duration: 174.276586ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:26:29.605068Z","caller":"traceutil/trace.go:171","msg":"trace[414433030] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"148.965252ms","start":"2026-04-29T22:26:29.456072Z","end":"2026-04-29T22:26:29.605037Z","steps":["trace[414433030] 'process raft request' (duration: 70.717765ms)","trace[414433030] 'compare' (duration: 78.125144ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:26:29.878096Z","caller":"traceutil/trace.go:171","msg":"trace[2072778562] linearizableReadLoop","detail":"{readStateIndex:1481; appliedIndex:1480; }","duration":"309.039626ms","start":"2026-04-29T22:26:29.569031Z","end":"2026-04-29T22:26:29.87807Z","steps":["trace[2072778562] 'read index received' (duration: 308.810531ms)","trace[2072778562] 'applied index is now lower than readState.Index' (duration: 228.175µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:26:29.878211Z","caller":"traceutil/trace.go:171","msg":"trace[1464858638] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"326.751458ms","start":"2026-04-29T22:26:29.551418Z","end":"2026-04-29T22:26:29.878169Z","steps":["trace[1464858638] 'process raft request' (duration: 326.500242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:26:29.87839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:26:29.55139Z","time spent":"326.918712ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3129,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T22:26:29.878431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.657838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T22:26:29.878517Z","caller":"traceutil/trace.go:171","msg":"trace[202948579] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1435; }","duration":"308.803331ms","start":"2026-04-29T22:26:29.569695Z","end":"2026-04-29T22:26:29.878499Z","steps":["trace[202948579] 'agreement among raft nodes before linearized reading' (duration: 308.533845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:26:29.878576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:26:29.569673Z","time spent":"308.889212ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T22:26:29.878606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.563458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T22:26:29.87871Z","caller":"traceutil/trace.go:171","msg":"trace[1622043308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1435; }","duration":"309.706541ms","start":"2026-04-29T22:26:29.568975Z","end":"2026-04-29T22:26:29.878682Z","steps":["trace[1622043308] 'agreement among raft nodes before linearized reading' (duration: 309.245321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:26:29.878756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:26:29.568954Z","time spent":"309.792664ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T22:26:29.87878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.956742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T22:26:29.878859Z","caller":"traceutil/trace.go:171","msg":"trace[527378615] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1435; }","duration":"171.073154ms","start":"2026-04-29T22:26:29.707766Z","end":"2026-04-29T22:26:29.878839Z","steps":["trace[527378615] 'agreement among raft nodes before linearized reading' (duration: 170.527721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:26:31.206819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.276618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:26:31.207101Z","caller":"traceutil/trace.go:171","msg":"trace[639459157] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"181.386219ms","start":"2026-04-29T22:26:31.025666Z","end":"2026-04-29T22:26:31.207052Z","steps":["trace[639459157] 'process raft request' (duration: 46.737731ms)","trace[639459157] 'compare' (duration: 134.080334ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:26:56.029028Z","caller":"traceutil/trace.go:171","msg":"trace[1040073014] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"146.206989ms","start":"2026-04-29T22:26:55.882788Z","end":"2026-04-29T22:26:56.028995Z","steps":["trace[1040073014] 'process raft request' (duration: 111.905651ms)","trace[1040073014] 'compare' (duration: 34.107924ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:26:56.029258Z","caller":"traceutil/trace.go:171","msg":"trace[1248079400] linearizableReadLoop","detail":"{readStateIndex:1920; appliedIndex:1918; }","duration":"142.563297ms","start":"2026-04-29T22:26:55.886684Z","end":"2026-04-29T22:26:56.029247Z","steps":["trace[1248079400] 'read index received' (duration: 108.117935ms)","trace[1248079400] 'applied index is now lower than readState.Index' (duration: 34.443702ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:26:56.029479Z","caller":"traceutil/trace.go:171","msg":"trace[1579768744] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"145.157226ms","start":"2026-04-29T22:26:55.884291Z","end":"2026-04-29T22:26:56.029448Z","steps":["trace[1579768744] 'process raft request' (duration: 144.651614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:26:56.029526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.827003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:26:56.029624Z","caller":"traceutil/trace.go:171","msg":"trace[813522935] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1846; }","duration":"142.971106ms","start":"2026-04-29T22:26:55.886631Z","end":"2026-04-29T22:26:56.029602Z","steps":["trace[813522935] 'agreement among raft nodes before linearized reading' (duration: 142.785772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:26:56.304754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.696266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:26:56.304938Z","caller":"traceutil/trace.go:171","msg":"trace[1421916101] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"185.558433ms","start":"2026-04-29T22:26:56.119359Z","end":"2026-04-29T22:26:56.304917Z","steps":["trace[1421916101] 'process raft request' (duration: 185.503201ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:26:56.304945Z","caller":"traceutil/trace.go:171","msg":"trace[200224110] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"186.413503ms","start":"2026-04-29T22:26:56.118506Z","end":"2026-04-29T22:26:56.30492Z","steps":["trace[200224110] 'process raft request' (duration: 37.461771ms)","trace[200224110] 'compare' (duration: 148.578163ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:26:58.57585Z","caller":"traceutil/trace.go:171","msg":"trace[1799189562] linearizableReadLoop","detail":"{readStateIndex:1945; appliedIndex:1944; }","duration":"265.651171ms","start":"2026-04-29T22:26:58.310167Z","end":"2026-04-29T22:26:58.575818Z","steps":["trace[1799189562] 'read index received' (duration: 252.168505ms)","trace[1799189562] 'applied index is now lower than readState.Index' (duration: 13.481556ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:26:58.575937Z","caller":"traceutil/trace.go:171","msg":"trace[1777775776] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"322.612705ms","start":"2026-04-29T22:26:58.253282Z","end":"2026-04-29T22:26:58.575895Z","steps":["trace[1777775776] 'process raft request' (duration: 309.049268ms)","trace[1777775776] 'compare' (duration: 13.028916ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:26:58.576112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.923298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-29T22:26:58.576142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:26:58.25326Z","time spent":"322.779669ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:26:58.5762Z","caller":"traceutil/trace.go:171","msg":"trace[780952522] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1870; }","duration":"266.073932ms","start":"2026-04-29T22:26:58.310107Z","end":"2026-04-29T22:26:58.576181Z","steps":["trace[780952522] 'agreement among raft nodes before linearized reading' (duration: 265.842306ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:26:58.646106Z","caller":"traceutil/trace.go:171","msg":"trace[1503906427] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"308.142736ms","start":"2026-04-29T22:26:58.337896Z","end":"2026-04-29T22:26:58.646039Z","steps":["trace[1503906427] 'process raft request' (duration: 307.929501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:26:58.646179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.008533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:26:58.646274Z","caller":"traceutil/trace.go:171","msg":"trace[1765259537] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1871; }","duration":"101.166538ms","start":"2026-04-29T22:26:58.545085Z","end":"2026-04-29T22:26:58.646251Z","steps":["trace[1765259537] 'agreement among raft nodes before linearized reading' (duration: 100.974572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:26:58.646134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.921876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-29T22:26:58.646342Z","caller":"traceutil/trace.go:171","msg":"trace[697545719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1871; }","duration":"336.187013ms","start":"2026-04-29T22:26:58.310137Z","end":"2026-04-29T22:26:58.646324Z","steps":["trace[697545719] 'agreement among raft nodes before linearized reading' (duration: 335.833544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:26:58.646334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:26:58.337868Z","time spent":"308.355862ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:26:58.646378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:26:58.310115Z","time spent":"336.255515ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T22:26:58.841959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.414264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:26:58.842152Z","caller":"traceutil/trace.go:171","msg":"trace[1156962907] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"191.019266ms","start":"2026-04-29T22:26:58.651116Z","end":"2026-04-29T22:26:58.842135Z","steps":["trace[1156962907] 'process raft request' (duration: 190.947575ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:26:58.842383Z","caller":"traceutil/trace.go:171","msg":"trace[662113662] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"261.694542ms","start":"2026-04-29T22:26:58.580667Z","end":"2026-04-29T22:26:58.842362Z","steps":["trace[662113662] 'process raft request' (duration: 140.765376ms)","trace[662113662] 'compare' (duration: 120.25834ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:26:59.58551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998382819,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T22:27:00.00317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.657359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4a54297-f851-40aa-bbaa-a7c5c4fb3c2e\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-29T22:27:00.003259Z","caller":"traceutil/trace.go:171","msg":"trace[985652263] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4a54297-f851-40aa-bbaa-a7c5c4fb3c2e; range_end:; response_count:1; response_revision:1873; }","duration":"959.802432ms","start":"2026-04-29T22:26:59.043439Z","end":"2026-04-29T22:27:00.003241Z","steps":["trace[985652263] 'range keys from in-memory index tree' (duration: 959.454624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:00.003303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:26:59.043414Z","time spent":"959.878824ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4a54297-f851-40aa-bbaa-a7c5c4fb3c2e\" "} {"level":"warn","ts":"2026-04-29T22:27:00.003241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.775552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:27:00.003639Z","caller":"traceutil/trace.go:171","msg":"trace[252962216] linearizableReadLoop","detail":"{readStateIndex:1949; appliedIndex:1948; }","duration":"918.869103ms","start":"2026-04-29T22:26:59.084755Z","end":"2026-04-29T22:27:00.003624Z","steps":["trace[252962216] 'read index received' (duration: 553.573689ms)","trace[252962216] 'applied index is now lower than readState.Index' (duration: 365.294094ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:27:00.003652Z","caller":"traceutil/trace.go:171","msg":"trace[844763900] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"951.699228ms","start":"2026-04-29T22:26:59.051892Z","end":"2026-04-29T22:27:00.003592Z","steps":["trace[844763900] 'process raft request' (duration: 586.489446ms)","trace[844763900] 'compare' (duration: 364.178529ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:27:00.003663Z","caller":"traceutil/trace.go:171","msg":"trace[337512225] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"332.450088ms","start":"2026-04-29T22:26:59.671191Z","end":"2026-04-29T22:27:00.003641Z","steps":["trace[337512225] 'process raft request' (duration: 332.354106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:00.003869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:26:59.051855Z","time spent":"951.898713ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:27:00.003893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:26:59.671165Z","time spent":"332.643833ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:27:00.003902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.129588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4a54297-f851-40aa-bbaa-a7c5c4fb3c2e\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-29T22:27:00.0041Z","caller":"traceutil/trace.go:171","msg":"trace[2040309690] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4a54297-f851-40aa-bbaa-a7c5c4fb3c2e; range_end:; response_count:1; response_revision:1875; }","duration":"919.375034ms","start":"2026-04-29T22:26:59.084698Z","end":"2026-04-29T22:27:00.004073Z","steps":["trace[2040309690] 'agreement among raft nodes before linearized reading' (duration: 919.010256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:00.004181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:26:59.084677Z","time spent":"919.485927ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4a54297-f851-40aa-bbaa-a7c5c4fb3c2e\" "} {"level":"warn","ts":"2026-04-29T22:27:00.569045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.752053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:27:00.569151Z","caller":"traceutil/trace.go:171","msg":"trace[791652392] linearizableReadLoop","detail":"{readStateIndex:1951; appliedIndex:1950; }","duration":"565.453028ms","start":"2026-04-29T22:27:00.00368Z","end":"2026-04-29T22:27:00.569133Z","steps":["trace[791652392] 'read index received' (duration: 351.504681ms)","trace[791652392] 'applied index is now lower than readState.Index' (duration: 213.947227ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:27:00.569255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104569799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:27:00.569304Z","caller":"traceutil/trace.go:171","msg":"trace[1793992678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1876; }","duration":"1.10465496s","start":"2026-04-29T22:26:59.464635Z","end":"2026-04-29T22:27:00.56929Z","steps":["trace[1793992678] 'agreement among raft nodes before linearized reading' (duration: 1.104575898s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:00.569346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:26:59.464614Z","time spent":"1.104724122s","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T22:27:00.569322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.248577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T22:27:00.569403Z","caller":"traceutil/trace.go:171","msg":"trace[30972560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1876; }","duration":"888.38166ms","start":"2026-04-29T22:26:59.681003Z","end":"2026-04-29T22:27:00.569384Z","steps":["trace[30972560] 'agreement among raft nodes before linearized reading' (duration: 888.167505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:00.569454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:26:59.680979Z","time spent":"888.467132ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T22:27:00.569576Z","caller":"traceutil/trace.go:171","msg":"trace[1938356557] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"722.681468ms","start":"2026-04-29T22:26:59.846852Z","end":"2026-04-29T22:27:00.569533Z","steps":["trace[1938356557] 'process raft request' (duration: 508.345822ms)","trace[1938356557] 'compare' (duration: 213.529008ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:27:00.569641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446610504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-29T22:27:00.569737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:26:59.846833Z","time spent":"722.816561ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:27:00.569751Z","caller":"traceutil/trace.go:171","msg":"trace[1475742409] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1876; }","duration":"1.446757908s","start":"2026-04-29T22:26:59.122964Z","end":"2026-04-29T22:27:00.569722Z","steps":["trace[1475742409] 'agreement among raft nodes before linearized reading' (duration: 1.446551933s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:00.569799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:26:59.12294Z","time spent":"1.446851279s","remote":"127.0.0.1:57828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-29T22:27:00.569984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.971975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-29T22:27:00.570138Z","caller":"traceutil/trace.go:171","msg":"trace[668770708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1876; }","duration":"760.769692ms","start":"2026-04-29T22:26:59.809336Z","end":"2026-04-29T22:27:00.570105Z","steps":["trace[668770708] 'agreement among raft nodes before linearized reading' (duration: 759.827991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:00.570229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:26:59.809317Z","time spent":"760.889285ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T22:27:00.60758Z","caller":"traceutil/trace.go:171","msg":"trace[945421556] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"595.639134ms","start":"2026-04-29T22:27:00.011915Z","end":"2026-04-29T22:27:00.607554Z","steps":["trace[945421556] 'process raft request' (duration: 595.364858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:00.607784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:00.011898Z","time spent":"595.799007ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:27:00.607914Z","caller":"traceutil/trace.go:171","msg":"trace[398423003] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"566.257037ms","start":"2026-04-29T22:27:00.041594Z","end":"2026-04-29T22:27:00.607851Z","steps":["trace[398423003] 'process raft request' (duration: 565.866898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:00.60812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:00.041579Z","time spent":"566.41859ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:27:00.608263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.986847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-29T22:27:00.608375Z","caller":"traceutil/trace.go:171","msg":"trace[1042552458] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1878; }","duration":"480.146421ms","start":"2026-04-29T22:27:00.12821Z","end":"2026-04-29T22:27:00.608357Z","steps":["trace[1042552458] 'agreement among raft nodes before linearized reading' (duration: 479.624469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:00.608969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:00.128194Z","time spent":"480.272193ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T22:27:01.716722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019689402s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:27:01.716988Z","caller":"traceutil/trace.go:171","msg":"trace[1221601685] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"1.063943167s","start":"2026-04-29T22:27:00.653024Z","end":"2026-04-29T22:27:01.716967Z","steps":["trace[1221601685] 'process raft request' (duration: 1.063830484s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:01.717083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:00.653002Z","time spent":"1.064037178s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:27:01.717114Z","caller":"traceutil/trace.go:171","msg":"trace[453648963] linearizableReadLoop","detail":"{readStateIndex:1956; appliedIndex:1955; }","duration":"1.073152096s","start":"2026-04-29T22:27:00.64394Z","end":"2026-04-29T22:27:01.717093Z","steps":["trace[453648963] 'read index received' (duration: 52.996974ms)","trace[453648963] 'applied index is now lower than readState.Index' (duration: 1.020152621s)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:27:01.717169Z","caller":"traceutil/trace.go:171","msg":"trace[1185148108] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"1.103482214s","start":"2026-04-29T22:27:00.613616Z","end":"2026-04-29T22:27:01.717098Z","steps":["trace[1185148108] 'process raft request' (duration: 83.301631ms)","trace[1185148108] 'compare' (duration: 1.019264171s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:27:01.717577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:00.613576Z","time spent":"1.103924894s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:27:01.717273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06411797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:27:01.717664Z","caller":"traceutil/trace.go:171","msg":"trace[303211650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1882; }","duration":"1.06453554s","start":"2026-04-29T22:27:00.653105Z","end":"2026-04-29T22:27:01.717641Z","steps":["trace[303211650] 'agreement among raft nodes before linearized reading' (duration: 1.06411464s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:01.717719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:00.653097Z","time spent":"1.064605891s","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T22:27:01.717332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.30207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4a54297-f851-40aa-bbaa-a7c5c4fb3c2e\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-04-29T22:27:01.717798Z","caller":"traceutil/trace.go:171","msg":"trace[22175292] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4a54297-f851-40aa-bbaa-a7c5c4fb3c2e; range_end:; response_count:1; response_revision:1882; }","duration":"707.801611ms","start":"2026-04-29T22:27:01.009979Z","end":"2026-04-29T22:27:01.717781Z","steps":["trace[22175292] 'agreement among raft nodes before linearized reading' (duration: 707.245928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:01.717853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:01.009951Z","time spent":"707.885492ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4a54297-f851-40aa-bbaa-a7c5c4fb3c2e\" "} {"level":"warn","ts":"2026-04-29T22:27:01.71738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.642457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T22:27:01.71791Z","caller":"traceutil/trace.go:171","msg":"trace[1219412546] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1882; }","duration":"464.23526ms","start":"2026-04-29T22:27:01.253654Z","end":"2026-04-29T22:27:01.717889Z","steps":["trace[1219412546] 'agreement among raft nodes before linearized reading' (duration: 463.654107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:01.717394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.480103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T22:27:01.71796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:01.25363Z","time spent":"464.312781ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-29T22:27:01.718115Z","caller":"traceutil/trace.go:171","msg":"trace[1924902305] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1882; }","duration":"756.156278ms","start":"2026-04-29T22:27:00.961831Z","end":"2026-04-29T22:27:01.717988Z","steps":["trace[1924902305] 'agreement among raft nodes before linearized reading' (duration: 755.484333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:01.717383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104431996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4a54297-f851-40aa-bbaa-a7c5c4fb3c2e\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-04-29T22:27:01.718187Z","caller":"traceutil/trace.go:171","msg":"trace[1320899981] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4a54297-f851-40aa-bbaa-a7c5c4fb3c2e; range_end:; response_count:1; response_revision:1882; }","duration":"1.105241124s","start":"2026-04-29T22:27:00.612931Z","end":"2026-04-29T22:27:01.718172Z","steps":["trace[1320899981] 'agreement among raft nodes before linearized reading' (duration: 1.104253432s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:01.718193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:00.961789Z","time spent":"756.379304ms","remote":"127.0.0.1:35272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-29T22:27:01.718246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:00.61287Z","time spent":"1.105361696s","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4a54297-f851-40aa-bbaa-a7c5c4fb3c2e\" "} {"level":"warn","ts":"2026-04-29T22:27:01.71739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.559261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T22:27:01.718303Z","caller":"traceutil/trace.go:171","msg":"trace[109758187] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1882; }","duration":"577.530662ms","start":"2026-04-29T22:27:01.140753Z","end":"2026-04-29T22:27:01.718283Z","steps":["trace[109758187] 'agreement among raft nodes before linearized reading' (duration: 576.576761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:01.717402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.076165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T22:27:01.718359Z","caller":"traceutil/trace.go:171","msg":"trace[812752835] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1882; }","duration":"871.070856ms","start":"2026-04-29T22:27:00.847276Z","end":"2026-04-29T22:27:01.718346Z","steps":["trace[812752835] 'agreement among raft nodes before linearized reading' (duration: 869.966452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:01.718364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:01.14071Z","time spent":"577.633854ms","remote":"127.0.0.1:35306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T22:27:01.718393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:00.847263Z","time spent":"871.118988ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T22:27:01.71744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.830439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T22:27:01.718507Z","caller":"traceutil/trace.go:171","msg":"trace[917681133] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1882; }","duration":"870.924764ms","start":"2026-04-29T22:27:00.847535Z","end":"2026-04-29T22:27:01.71846Z","steps":["trace[917681133] 'agreement among raft nodes before linearized reading' (duration: 869.809879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:01.718571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:00.847497Z","time spent":"871.049586ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T22:27:01.71744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.248629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-04-29T22:27:01.718646Z","caller":"traceutil/trace.go:171","msg":"trace[964398035] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1882; }","duration":"945.504367ms","start":"2026-04-29T22:27:00.773124Z","end":"2026-04-29T22:27:01.718628Z","steps":["trace[964398035] 'agreement among raft nodes before linearized reading' (duration: 944.146086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:01.718718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:00.773049Z","time spent":"945.652049ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T22:27:01.717433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.683842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T22:27:01.718933Z","caller":"traceutil/trace.go:171","msg":"trace[1886488969] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1882; }","duration":"141.218685ms","start":"2026-04-29T22:27:01.577702Z","end":"2026-04-29T22:27:01.718921Z","steps":["trace[1886488969] 'agreement among raft nodes before linearized reading' (duration: 139.565458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:01.717431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038778765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-29T22:27:01.719043Z","caller":"traceutil/trace.go:171","msg":"trace[1636622018] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1882; }","duration":"1.040447253s","start":"2026-04-29T22:27:00.678579Z","end":"2026-04-29T22:27:01.719026Z","steps":["trace[1636622018] 'agreement among raft nodes before linearized reading' (duration: 1.038709054s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:01.719279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:00.678568Z","time spent":"1.040514844s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-29T22:27:04.310648Z","caller":"traceutil/trace.go:171","msg":"trace[1267763931] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"181.851749ms","start":"2026-04-29T22:27:04.128772Z","end":"2026-04-29T22:27:04.310623Z","steps":["trace[1267763931] 'process raft request' (duration: 102.585639ms)","trace[1267763931] 'compare' (duration: 79.135746ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:27:06.53365Z","caller":"traceutil/trace.go:171","msg":"trace[1213786983] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"409.081898ms","start":"2026-04-29T22:27:06.124533Z","end":"2026-04-29T22:27:06.533615Z","steps":["trace[1213786983] 'process raft request' (duration: 321.850898ms)","trace[1213786983] 'compare' (duration: 87.070017ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:27:06.533838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:06.124511Z","time spent":"409.224301ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:27:11.419819Z","caller":"traceutil/trace.go:171","msg":"trace[1513159905] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"120.071297ms","start":"2026-04-29T22:27:11.299717Z","end":"2026-04-29T22:27:11.419788Z","steps":["trace[1513159905] 'process raft request' (duration: 119.856602ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:27:11.572677Z","caller":"traceutil/trace.go:171","msg":"trace[2058120273] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"144.684575ms","start":"2026-04-29T22:27:11.427945Z","end":"2026-04-29T22:27:11.572629Z","steps":["trace[2058120273] 'process raft request' (duration: 60.418292ms)","trace[2058120273] 'compare' (duration: 83.910335ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:27:11.572684Z","caller":"traceutil/trace.go:171","msg":"trace[693304803] linearizableReadLoop","detail":"{readStateIndex:2048; appliedIndex:2045; }","duration":"108.292119ms","start":"2026-04-29T22:27:11.464366Z","end":"2026-04-29T22:27:11.572658Z","steps":["trace[693304803] 'read index received' (duration: 24.008216ms)","trace[693304803] 'applied index is now lower than readState.Index' (duration: 84.282683ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:27:11.572732Z","caller":"traceutil/trace.go:171","msg":"trace[17976174] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"144.591803ms","start":"2026-04-29T22:27:11.428105Z","end":"2026-04-29T22:27:11.572697Z","steps":["trace[17976174] 'process raft request' (duration: 144.45544ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:27:11.572736Z","caller":"traceutil/trace.go:171","msg":"trace[586669098] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"144.642774ms","start":"2026-04-29T22:27:11.428056Z","end":"2026-04-29T22:27:11.572698Z","steps":["trace[586669098] 'process raft request' (duration: 144.411849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:11.572782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.401131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:27:11.572883Z","caller":"traceutil/trace.go:171","msg":"trace[1963219501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1971; }","duration":"108.559815ms","start":"2026-04-29T22:27:11.464311Z","end":"2026-04-29T22:27:11.572871Z","steps":["trace[1963219501] 'agreement among raft nodes before linearized reading' (duration: 108.393541ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:27:12.910865Z","caller":"traceutil/trace.go:171","msg":"trace[1448108915] linearizableReadLoop","detail":"{readStateIndex:2065; appliedIndex:2064; }","duration":"177.786142ms","start":"2026-04-29T22:27:12.73305Z","end":"2026-04-29T22:27:12.910836Z","steps":["trace[1448108915] 'read index received' (duration: 135.315486ms)","trace[1448108915] 'applied index is now lower than readState.Index' (duration: 42.469706ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:27:12.910913Z","caller":"traceutil/trace.go:171","msg":"trace[1543243336] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"257.895664ms","start":"2026-04-29T22:27:12.652966Z","end":"2026-04-29T22:27:12.910861Z","steps":["trace[1543243336] 'process raft request' (duration: 215.384357ms)","trace[1543243336] 'compare' (duration: 42.23701ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:27:12.911169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.100319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T22:27:12.911238Z","caller":"traceutil/trace.go:171","msg":"trace[48379778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1988; }","duration":"178.224472ms","start":"2026-04-29T22:27:12.732996Z","end":"2026-04-29T22:27:12.911221Z","steps":["trace[48379778] 'agreement among raft nodes before linearized reading' (duration: 178.003127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:13.15985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.76652ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-29T22:27:13.160251Z","caller":"traceutil/trace.go:171","msg":"trace[903194331] linearizableReadLoop","detail":"{readStateIndex:2067; appliedIndex:2065; }","duration":"249.251846ms","start":"2026-04-29T22:27:12.910975Z","end":"2026-04-29T22:27:13.160227Z","steps":["trace[903194331] 'read index received' (duration: 20.113867ms)","trace[903194331] 'applied index is now lower than readState.Index' (duration: 229.133799ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:27:13.160394Z","caller":"traceutil/trace.go:171","msg":"trace[1675933648] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"243.900425ms","start":"2026-04-29T22:27:12.916443Z","end":"2026-04-29T22:27:13.160344Z","steps":["trace[1675933648] 'process raft request' (duration: 243.717831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:13.160519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.782799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T22:27:13.160586Z","caller":"traceutil/trace.go:171","msg":"trace[1489706528] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1990; }","duration":"293.882732ms","start":"2026-04-29T22:27:12.866682Z","end":"2026-04-29T22:27:13.160564Z","steps":["trace[1489706528] 'agreement among raft nodes before linearized reading' (duration: 293.669907ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:27:13.160621Z","caller":"traceutil/trace.go:171","msg":"trace[1745240953] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"249.805138ms","start":"2026-04-29T22:27:12.910797Z","end":"2026-04-29T22:27:13.160602Z","steps":["trace[1745240953] 'process raft request' (duration: 249.187304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:13.160717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.009043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:27:13.160804Z","caller":"traceutil/trace.go:171","msg":"trace[1787754837] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1990; }","duration":"129.162486ms","start":"2026-04-29T22:27:13.03162Z","end":"2026-04-29T22:27:13.160783Z","steps":["trace[1787754837] 'agreement among raft nodes before linearized reading' (duration: 129.001292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:13.160867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.037549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-29T22:27:13.160913Z","caller":"traceutil/trace.go:171","msg":"trace[2055342301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1990; }","duration":"427.11109ms","start":"2026-04-29T22:27:12.733788Z","end":"2026-04-29T22:27:13.160899Z","steps":["trace[2055342301] 'agreement among raft nodes before linearized reading' (duration: 426.951327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:13.160943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:12.733775Z","time spent":"427.159131ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T22:27:13.910693Z","caller":"traceutil/trace.go:171","msg":"trace[827208213] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"106.569142ms","start":"2026-04-29T22:27:13.804104Z","end":"2026-04-29T22:27:13.910673Z","steps":["trace[827208213] 'process raft request' (duration: 106.439699ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:27:16.999083Z","caller":"traceutil/trace.go:171","msg":"trace[661543166] linearizableReadLoop","detail":"{readStateIndex:2088; appliedIndex:2087; }","duration":"113.024519ms","start":"2026-04-29T22:27:16.886039Z","end":"2026-04-29T22:27:16.999063Z","steps":["trace[661543166] 'read index received' (duration: 112.939007ms)","trace[661543166] 'applied index is now lower than readState.Index' (duration: 84.972µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:27:16.999134Z","caller":"traceutil/trace.go:171","msg":"trace[1892607352] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"175.577522ms","start":"2026-04-29T22:27:16.823533Z","end":"2026-04-29T22:27:16.999111Z","steps":["trace[1892607352] 'process raft request' (duration: 175.410308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:16.999408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.349496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-04-29T22:27:16.999498Z","caller":"traceutil/trace.go:171","msg":"trace[348462880] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2010; }","duration":"113.494379ms","start":"2026-04-29T22:27:16.885988Z","end":"2026-04-29T22:27:16.999482Z","steps":["trace[348462880] 'agreement among raft nodes before linearized reading' (duration: 113.163042ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:27:17.245778Z","caller":"traceutil/trace.go:171","msg":"trace[1001547440] linearizableReadLoop","detail":"{readStateIndex:2089; appliedIndex:2088; }","duration":"236.484026ms","start":"2026-04-29T22:27:17.009272Z","end":"2026-04-29T22:27:17.245756Z","steps":["trace[1001547440] 'read index received' (duration: 236.288612ms)","trace[1001547440] 'applied index is now lower than readState.Index' (duration: 194.574µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:27:17.245843Z","caller":"traceutil/trace.go:171","msg":"trace[1156550481] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"321.12113ms","start":"2026-04-29T22:27:16.924691Z","end":"2026-04-29T22:27:17.245812Z","steps":["trace[1156550481] 'process raft request' (duration: 320.920566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:17.246612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:16.924663Z","time spent":"321.876167ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:27:17.245999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.699141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:27:17.246042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.197915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-29T22:27:17.246788Z","caller":"traceutil/trace.go:171","msg":"trace[1060544462] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2011; }","duration":"237.521369ms","start":"2026-04-29T22:27:17.009232Z","end":"2026-04-29T22:27:17.246754Z","steps":["trace[1060544462] 'agreement among raft nodes before linearized reading' (duration: 236.67221ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:27:17.246866Z","caller":"traceutil/trace.go:171","msg":"trace[255038016] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2011; }","duration":"195.043423ms","start":"2026-04-29T22:27:17.051794Z","end":"2026-04-29T22:27:17.246838Z","steps":["trace[255038016] 'agreement among raft nodes before linearized reading' (duration: 194.122653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:17.75012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998383094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T22:27:18.250633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998383094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T22:27:18.465616Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.136188988s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T22:27:18.577354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.352151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:27:18.578061Z","caller":"traceutil/trace.go:171","msg":"trace[765221235] linearizableReadLoop","detail":"{readStateIndex:2094; appliedIndex:2089; }","duration":"1.328646455s","start":"2026-04-29T22:27:17.249392Z","end":"2026-04-29T22:27:18.578038Z","steps":["trace[765221235] 'read index received' (duration: 1.216543837s)","trace[765221235] 'applied index is now lower than readState.Index' (duration: 112.101028ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:27:18.578182Z","caller":"traceutil/trace.go:171","msg":"trace[233886243] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"1.327637401s","start":"2026-04-29T22:27:17.250527Z","end":"2026-04-29T22:27:18.578165Z","steps":["trace[233886243] 'process raft request' (duration: 1.327315213s)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:27:18.578379Z","caller":"traceutil/trace.go:171","msg":"trace[329731282] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"1.327873887s","start":"2026-04-29T22:27:17.250463Z","end":"2026-04-29T22:27:18.578337Z","steps":["trace[329731282] 'process raft request' (duration: 1.32716043s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:18.57841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:17.250505Z","time spent":"1.327825676s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:27:18.578436Z","caller":"traceutil/trace.go:171","msg":"trace[1595976644] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"656.373591ms","start":"2026-04-29T22:27:17.922029Z","end":"2026-04-29T22:27:18.578403Z","steps":["trace[1595976644] 'process raft request' (duration: 655.88662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:18.578495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329043384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:27:18.578556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:17.250449Z","time spent":"1.327995519s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:27:18.578592Z","caller":"traceutil/trace.go:171","msg":"trace[825235540] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2016; }","duration":"1.329182587s","start":"2026-04-29T22:27:17.249386Z","end":"2026-04-29T22:27:18.578568Z","steps":["trace[825235540] 'agreement among raft nodes before linearized reading' (duration: 1.328949992s)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:27:18.578576Z","caller":"traceutil/trace.go:171","msg":"trace[1747829079] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"1.329557075s","start":"2026-04-29T22:27:17.248972Z","end":"2026-04-29T22:27:18.578529Z","steps":["trace[1747829079] 'process raft request' (duration: 1.216952216s)","trace[1747829079] 'compare' (duration: 111.158476ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:27:18.578649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:17.249345Z","time spent":"1.32929556s","remote":"127.0.0.1:35104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-29T22:27:18.578562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:17.922004Z","time spent":"656.507755ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:27:18.578775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:17.248961Z","time spent":"1.329719289s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:27:18.578838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.132113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T22:27:18.578881Z","caller":"traceutil/trace.go:171","msg":"trace[426374291] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2016; }","duration":"560.216045ms","start":"2026-04-29T22:27:18.018653Z","end":"2026-04-29T22:27:18.578869Z","steps":["trace[426374291] 'agreement among raft nodes before linearized reading' (duration: 560.103892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:18.578931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.231253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T22:27:18.578997Z","caller":"traceutil/trace.go:171","msg":"trace[212551558] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2016; }","duration":"325.314005ms","start":"2026-04-29T22:27:18.253649Z","end":"2026-04-29T22:27:18.578963Z","steps":["trace[212551558] 'agreement among raft nodes before linearized reading' (duration: 325.217993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:18.578914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216876985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-29T22:27:18.579043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:18.253627Z","time spent":"325.407818ms","remote":"127.0.0.1:57828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-29T22:27:18.578955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.286709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:27:18.579065Z","caller":"traceutil/trace.go:171","msg":"trace[629084986] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:2016; }","duration":"1.217059409s","start":"2026-04-29T22:27:17.361983Z","end":"2026-04-29T22:27:18.579042Z","steps":["trace[629084986] 'agreement among raft nodes before linearized reading' (duration: 1.21668009s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:18.579006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.275118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:27:18.579157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.549472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T22:27:18.579249Z","caller":"traceutil/trace.go:171","msg":"trace[1295819752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2016; }","duration":"114.503873ms","start":"2026-04-29T22:27:18.464722Z","end":"2026-04-29T22:27:18.579226Z","steps":["trace[1295819752] 'agreement among raft nodes before linearized reading' (duration: 114.246307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:18.579193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:17.361962Z","time spent":"1.217212982s","remote":"127.0.0.1:34946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"info","ts":"2026-04-29T22:27:18.579299Z","caller":"traceutil/trace.go:171","msg":"trace[1315005590] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2016; }","duration":"940.738497ms","start":"2026-04-29T22:27:17.638516Z","end":"2026-04-29T22:27:18.579254Z","steps":["trace[1315005590] 'agreement among raft nodes before linearized reading' (duration: 940.43643ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:27:18.579162Z","caller":"traceutil/trace.go:171","msg":"trace[1487531432] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2016; }","duration":"301.652488ms","start":"2026-04-29T22:27:18.27749Z","end":"2026-04-29T22:27:18.579143Z","steps":["trace[1487531432] 'agreement among raft nodes before linearized reading' (duration: 301.265049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:18.579361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:17.638501Z","time spent":"940.846349ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":17,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-29T22:27:18.578845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.580264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-29T22:27:18.579435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:18.27747Z","time spent":"301.911503ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-29T22:27:18.579504Z","caller":"traceutil/trace.go:171","msg":"trace[575288299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2016; }","duration":"521.260489ms","start":"2026-04-29T22:27:18.058214Z","end":"2026-04-29T22:27:18.579474Z","steps":["trace[575288299] 'agreement among raft nodes before linearized reading' (duration: 520.511183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:18.579582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:18.058184Z","time spent":"521.379702ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T22:27:18.579054Z","caller":"traceutil/trace.go:171","msg":"trace[1906293876] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"448.747041ms","start":"2026-04-29T22:27:18.130284Z","end":"2026-04-29T22:27:18.579031Z","steps":["trace[1906293876] 'process raft request' (duration: 447.705267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:18.579795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:18.130251Z","time spent":"449.482647ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:27:18.579288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.574177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T22:27:18.579901Z","caller":"traceutil/trace.go:171","msg":"trace[1964108025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2016; }","duration":"522.234051ms","start":"2026-04-29T22:27:18.057635Z","end":"2026-04-29T22:27:18.579869Z","steps":["trace[1964108025] 'agreement among raft nodes before linearized reading' (duration: 521.386522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:18.580386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:18.057618Z","time spent":"522.744403ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T22:27:18.579962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:18.01863Z","time spent":"560.279567ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T22:27:40.88474Z","caller":"traceutil/trace.go:171","msg":"trace[1393561753] linearizableReadLoop","detail":"{readStateIndex:2226; appliedIndex:2225; }","duration":"174.17713ms","start":"2026-04-29T22:27:40.710529Z","end":"2026-04-29T22:27:40.884706Z","steps":["trace[1393561753] 'read index received' (duration: 89.981605ms)","trace[1393561753] 'applied index is now lower than readState.Index' (duration: 84.193895ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:27:40.884764Z","caller":"traceutil/trace.go:171","msg":"trace[1833987502] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"174.405775ms","start":"2026-04-29T22:27:40.710321Z","end":"2026-04-29T22:27:40.884727Z","steps":["trace[1833987502] 'process raft request' (duration: 90.17357ms)","trace[1833987502] 'compare' (duration: 83.975159ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:27:40.885079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.544348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T22:27:40.885184Z","caller":"traceutil/trace.go:171","msg":"trace[1137590628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2143; }","duration":"174.701712ms","start":"2026-04-29T22:27:40.710457Z","end":"2026-04-29T22:27:40.885159Z","steps":["trace[1137590628] 'agreement among raft nodes before linearized reading' (duration: 174.379245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:40.885181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.99127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-29T22:27:40.885265Z","caller":"traceutil/trace.go:171","msg":"trace[1093362427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2143; }","duration":"165.140054ms","start":"2026-04-29T22:27:40.720102Z","end":"2026-04-29T22:27:40.885242Z","steps":["trace[1093362427] 'agreement among raft nodes before linearized reading' (duration: 164.908578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:40.885471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.350675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-29T22:27:40.885488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.222926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T22:27:40.885545Z","caller":"traceutil/trace.go:171","msg":"trace[1303019928] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2143; }","duration":"156.464277ms","start":"2026-04-29T22:27:40.729063Z","end":"2026-04-29T22:27:40.885527Z","steps":["trace[1303019928] 'agreement among raft nodes before linearized reading' (duration: 156.204861ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:27:40.885561Z","caller":"traceutil/trace.go:171","msg":"trace[1696586732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2143; }","duration":"165.38899ms","start":"2026-04-29T22:27:40.720151Z","end":"2026-04-29T22:27:40.88554Z","steps":["trace[1696586732] 'agreement among raft nodes before linearized reading' (duration: 165.121404ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:27:41.032253Z","caller":"traceutil/trace.go:171","msg":"trace[586104645] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"141.897596ms","start":"2026-04-29T22:27:40.890332Z","end":"2026-04-29T22:27:41.03223Z","steps":["trace[586104645] 'process raft request' (duration: 141.806844ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:27:41.032316Z","caller":"traceutil/trace.go:171","msg":"trace[1008560614] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"142.256854ms","start":"2026-04-29T22:27:40.890002Z","end":"2026-04-29T22:27:41.032259Z","steps":["trace[1008560614] 'process raft request' (duration: 102.189034ms)","trace[1008560614] 'compare' (duration: 39.780274ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:27:41.032465Z","caller":"traceutil/trace.go:171","msg":"trace[1524148021] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"141.914627ms","start":"2026-04-29T22:27:40.890516Z","end":"2026-04-29T22:27:41.03243Z","steps":["trace[1524148021] 'process raft request' (duration: 141.672172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:55.76447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.186272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:27:55.764599Z","caller":"traceutil/trace.go:171","msg":"trace[1035269688] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"1.044874302s","start":"2026-04-29T22:27:54.7197Z","end":"2026-04-29T22:27:55.764574Z","steps":["trace[1035269688] 'process raft request' (duration: 357.470215ms)","trace[1035269688] 'compare' (duration: 686.954777ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:27:55.764684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:54.719673Z","time spent":"1.044981985s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:27:56.247147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.582823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:27:56.247333Z","caller":"traceutil/trace.go:171","msg":"trace[2036754601] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"796.28023ms","start":"2026-04-29T22:27:55.451033Z","end":"2026-04-29T22:27:56.247313Z","steps":["trace[2036754601] 'process raft request' (duration: 796.223039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:56.247405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:55.451003Z","time spent":"796.370473ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:27:56.247423Z","caller":"traceutil/trace.go:171","msg":"trace[1166190727] linearizableReadLoop","detail":"{readStateIndex:2302; appliedIndex:2300; }","duration":"1.474947777s","start":"2026-04-29T22:27:54.772449Z","end":"2026-04-29T22:27:56.247397Z","steps":["trace[1166190727] 'read index received' (duration: 304.742827ms)","trace[1166190727] 'applied index is now lower than readState.Index' (duration: 1.17020129s)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:27:56.24761Z","caller":"traceutil/trace.go:171","msg":"trace[570894616] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"1.50759723s","start":"2026-04-29T22:27:54.739965Z","end":"2026-04-29T22:27:56.247562Z","steps":["trace[570894616] 'process raft request' (duration: 1.242522835s)","trace[570894616] 'compare' (duration: 264.453021ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:27:56.247762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475290885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-29T22:27:56.247777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:54.739939Z","time spent":"1.507753544s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:27:56.247777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114921304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-29T22:27:56.247816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.042648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:27:56.247806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120639925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-29T22:27:56.247844Z","caller":"traceutil/trace.go:171","msg":"trace[1301279474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2216; }","duration":"1.475442908s","start":"2026-04-29T22:27:54.772385Z","end":"2026-04-29T22:27:56.247828Z","steps":["trace[1301279474] 'agreement among raft nodes before linearized reading' (duration: 1.475148731s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:56.247829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117652316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-29T22:27:56.247873Z","caller":"traceutil/trace.go:171","msg":"trace[1230144669] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2216; }","duration":"519.09777ms","start":"2026-04-29T22:27:55.72876Z","end":"2026-04-29T22:27:56.247858Z","steps":["trace[1230144669] 'agreement among raft nodes before linearized reading' (duration: 519.030308ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:27:56.247903Z","caller":"traceutil/trace.go:171","msg":"trace[1152644231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2216; }","duration":"1.120783548s","start":"2026-04-29T22:27:55.127095Z","end":"2026-04-29T22:27:56.247879Z","steps":["trace[1152644231] 'agreement among raft nodes before linearized reading' (duration: 1.120534962s)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:27:56.247866Z","caller":"traceutil/trace.go:171","msg":"trace[1698073588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2216; }","duration":"1.115048687s","start":"2026-04-29T22:27:55.132799Z","end":"2026-04-29T22:27:56.247848Z","steps":["trace[1698073588] 'agreement among raft nodes before linearized reading' (duration: 1.114812352s)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:27:56.247922Z","caller":"traceutil/trace.go:171","msg":"trace[1970564724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2216; }","duration":"1.11780881s","start":"2026-04-29T22:27:55.13009Z","end":"2026-04-29T22:27:56.247899Z","steps":["trace[1970564724] 'agreement among raft nodes before linearized reading' (duration: 1.117543735s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:56.247903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:54.772361Z","time spent":"1.47553416s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T22:27:56.247951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:55.132788Z","time spent":"1.115156229s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T22:27:56.247929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237328706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-29T22:27:56.247971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:55.130059Z","time spent":"1.117903462s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T22:27:56.24802Z","caller":"traceutil/trace.go:171","msg":"trace[1724905926] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2216; }","duration":"1.237425069s","start":"2026-04-29T22:27:55.010571Z","end":"2026-04-29T22:27:56.247996Z","steps":["trace[1724905926] 'agreement among raft nodes before linearized reading' (duration: 1.237165012s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:56.248026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.886296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aaf45425cceb56\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-29T22:27:56.247916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:55.728671Z","time spent":"519.235903ms","remote":"127.0.0.1:35058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-29T22:27:56.247958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:55.127075Z","time spent":"1.12087117s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T22:27:56.248064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:55.010539Z","time spent":"1.237515991s","remote":"127.0.0.1:57828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-29T22:27:56.24807Z","caller":"traceutil/trace.go:171","msg":"trace[1204270415] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aaf45425cceb56; range_end:; response_count:1; response_revision:2216; }","duration":"866.973738ms","start":"2026-04-29T22:27:55.381083Z","end":"2026-04-29T22:27:56.248056Z","steps":["trace[1204270415] 'agreement among raft nodes before linearized reading' (duration: 866.817913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:56.248102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:55.381044Z","time spent":"867.05172ms","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aaf45425cceb56\" "} {"level":"warn","ts":"2026-04-29T22:27:56.247712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.046359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:27:56.248178Z","caller":"traceutil/trace.go:171","msg":"trace[809387529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2216; }","duration":"783.561001ms","start":"2026-04-29T22:27:55.4646Z","end":"2026-04-29T22:27:56.248161Z","steps":["trace[809387529] 'agreement among raft nodes before linearized reading' (duration: 783.060069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:56.248232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:55.46457Z","time spent":"783.646974ms","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T22:27:56.24833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25592146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T22:27:56.24849Z","caller":"traceutil/trace.go:171","msg":"trace[537916325] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2216; }","duration":"1.256101094s","start":"2026-04-29T22:27:54.992331Z","end":"2026-04-29T22:27:56.248432Z","steps":["trace[537916325] 'agreement among raft nodes before linearized reading' (duration: 1.255286835s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:56.248633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:54.992301Z","time spent":"1.256317159s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T22:27:56.695424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.133779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:27:56.695526Z","caller":"traceutil/trace.go:171","msg":"trace[1739624719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2222; }","duration":"229.280012ms","start":"2026-04-29T22:27:56.466223Z","end":"2026-04-29T22:27:56.695503Z","steps":["trace[1739624719] 'range keys from in-memory index tree' (duration: 228.967595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:58.019931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.740149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:27:58.020082Z","caller":"traceutil/trace.go:171","msg":"trace[1835633505] linearizableReadLoop","detail":"{readStateIndex:2312; appliedIndex:2311; }","duration":"555.864766ms","start":"2026-04-29T22:27:57.464194Z","end":"2026-04-29T22:27:58.020059Z","steps":["trace[1835633505] 'read index received' (duration: 356.861501ms)","trace[1835633505] 'applied index is now lower than readState.Index' (duration: 199.000535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:27:58.020225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.021649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:27:58.020276Z","caller":"traceutil/trace.go:171","msg":"trace[414647420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2224; }","duration":"556.098271ms","start":"2026-04-29T22:27:57.464163Z","end":"2026-04-29T22:27:58.020262Z","steps":["trace[414647420] 'agreement among raft nodes before linearized reading' (duration: 555.964508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:58.020327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:57.464151Z","time spent":"556.165703ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T22:27:58.020322Z","caller":"traceutil/trace.go:171","msg":"trace[1706588689] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"605.467255ms","start":"2026-04-29T22:27:57.414821Z","end":"2026-04-29T22:27:58.020288Z","steps":["trace[1706588689] 'process raft request' (duration: 406.264236ms)","trace[1706588689] 'compare' (duration: 198.563655ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:27:58.020468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:57.414802Z","time spent":"605.590677ms","remote":"127.0.0.1:34946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:27:59.029599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.127033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:27:59.029744Z","caller":"traceutil/trace.go:171","msg":"trace[792082638] linearizableReadLoop","detail":"{readStateIndex:2313; appliedIndex:2312; }","duration":"1.007296074s","start":"2026-04-29T22:27:58.022426Z","end":"2026-04-29T22:27:59.029722Z","steps":["trace[792082638] 'read index received' (duration: 170.817423ms)","trace[792082638] 'applied index is now lower than readState.Index' (duration: 836.476781ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:27:59.029833Z","caller":"traceutil/trace.go:171","msg":"trace[2145040406] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"1.259097999s","start":"2026-04-29T22:27:57.770719Z","end":"2026-04-29T22:27:59.029817Z","steps":["trace[2145040406] 'process raft request' (duration: 422.645568ms)","trace[2145040406] 'compare' (duration: 835.854247ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:27:59.029917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:57.770676Z","time spent":"1.259196611s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:27:59.030874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008433381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-29T22:27:59.030958Z","caller":"traceutil/trace.go:171","msg":"trace[1499447678] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2225; }","duration":"1.008564183s","start":"2026-04-29T22:27:58.022377Z","end":"2026-04-29T22:27:59.030942Z","steps":["trace[1499447678] 'agreement among raft nodes before linearized reading' (duration: 1.00840611s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:59.031004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:58.022359Z","time spent":"1.008636375s","remote":"127.0.0.1:35078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-29T22:27:59.399667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.937199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:27:59.399942Z","caller":"traceutil/trace.go:171","msg":"trace[631248514] linearizableReadLoop","detail":"{readStateIndex:2316; appliedIndex:2313; }","duration":"370.146624ms","start":"2026-04-29T22:27:59.029779Z","end":"2026-04-29T22:27:59.399925Z","steps":["trace[631248514] 'read index received' (duration: 120.751315ms)","trace[631248514] 'applied index is now lower than readState.Index' (duration: 249.394389ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:27:59.400054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09115758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:27:59.400085Z","caller":"traceutil/trace.go:171","msg":"trace[1391024737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2228; }","duration":"1.091216002s","start":"2026-04-29T22:27:58.308861Z","end":"2026-04-29T22:27:59.400077Z","steps":["trace[1391024737] 'agreement among raft nodes before linearized reading' (duration: 1.091161081s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:59.400117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:58.308849Z","time spent":"1.091262033s","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T22:27:59.400144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073761396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T22:27:59.400235Z","caller":"traceutil/trace.go:171","msg":"trace[1857399307] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"631.482363ms","start":"2026-04-29T22:27:58.768728Z","end":"2026-04-29T22:27:59.40021Z","steps":["trace[1857399307] 'process raft request' (duration: 631.155926ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:27:59.400222Z","caller":"traceutil/trace.go:171","msg":"trace[1539419296] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"1.146927548s","start":"2026-04-29T22:27:58.253252Z","end":"2026-04-29T22:27:59.400179Z","steps":["trace[1539419296] 'process raft request' (duration: 897.377876ms)","trace[1539419296] 'compare' (duration: 248.61032ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:27:59.40033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.439008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-04-29T22:27:59.400373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:58.768703Z","time spent":"631.588186ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:27:59.400392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.615366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-29T22:27:59.400395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:58.253223Z","time spent":"1.147086722s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:27:59.40041Z","caller":"traceutil/trace.go:171","msg":"trace[2130190947] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2228; }","duration":"600.585162ms","start":"2026-04-29T22:27:58.799795Z","end":"2026-04-29T22:27:59.40038Z","steps":["trace[2130190947] 'agreement among raft nodes before linearized reading' (duration: 600.429458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:59.400382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303074297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T22:27:59.400332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.986921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:27:59.400144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07311394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-29T22:27:59.400551Z","caller":"traceutil/trace.go:171","msg":"trace[1450273300] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2228; }","duration":"1.073704043s","start":"2026-04-29T22:27:58.326839Z","end":"2026-04-29T22:27:59.400543Z","steps":["trace[1450273300] 'agreement among raft nodes before linearized reading' (duration: 1.07310529s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:59.400581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:58.326819Z","time spent":"1.073755124s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T22:27:59.400565Z","caller":"traceutil/trace.go:171","msg":"trace[1693274159] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2228; }","duration":"1.303337733s","start":"2026-04-29T22:27:58.097196Z","end":"2026-04-29T22:27:59.400533Z","steps":["trace[1693274159] 'agreement among raft nodes before linearized reading' (duration: 1.303059077s)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:27:59.400594Z","caller":"traceutil/trace.go:171","msg":"trace[1723198658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2228; }","duration":"935.252197ms","start":"2026-04-29T22:27:58.465288Z","end":"2026-04-29T22:27:59.40054Z","steps":["trace[1723198658] 'agreement among raft nodes before linearized reading' (duration: 935.010882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:59.40044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276201157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:27:59.400628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:58.097177Z","time spent":"1.303433086s","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T22:27:59.400388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074543573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-29T22:27:59.400657Z","caller":"traceutil/trace.go:171","msg":"trace[1862567945] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2228; }","duration":"1.276455443s","start":"2026-04-29T22:27:58.124183Z","end":"2026-04-29T22:27:59.400638Z","steps":["trace[1862567945] 'agreement among raft nodes before linearized reading' (duration: 1.276209387s)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:27:59.40069Z","caller":"traceutil/trace.go:171","msg":"trace[323476555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2228; }","duration":"1.07487499s","start":"2026-04-29T22:27:58.3258Z","end":"2026-04-29T22:27:59.400674Z","steps":["trace[323476555] 'agreement among raft nodes before linearized reading' (duration: 1.074200345s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:59.400223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073834308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T22:27:59.400831Z","caller":"traceutil/trace.go:171","msg":"trace[383444886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2228; }","duration":"1.074476321s","start":"2026-04-29T22:27:58.326321Z","end":"2026-04-29T22:27:59.400797Z","steps":["trace[383444886] 'agreement among raft nodes before linearized reading' (duration: 1.073706064s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:59.400884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:58.326301Z","time spent":"1.074571194s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T22:27:59.400724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:58.124165Z","time spent":"1.276540705s","remote":"127.0.0.1:35144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T22:27:59.400909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:58.465265Z","time spent":"935.594255ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T22:27:59.400905Z","caller":"traceutil/trace.go:171","msg":"trace[1337451576] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2228; }","duration":"1.074545083s","start":"2026-04-29T22:27:58.326321Z","end":"2026-04-29T22:27:59.400866Z","steps":["trace[1337451576] 'agreement among raft nodes before linearized reading' (duration: 1.073742045s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:59.401212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:58.326301Z","time spent":"1.07485975s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T22:27:59.400477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:58.799774Z","time spent":"600.691764ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-29T22:27:59.400427Z","caller":"traceutil/trace.go:171","msg":"trace[1353825390] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2228; }","duration":"367.689088ms","start":"2026-04-29T22:27:59.032728Z","end":"2026-04-29T22:27:59.400417Z","steps":["trace[1353825390] 'agreement among raft nodes before linearized reading' (duration: 367.593366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:59.401418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:59.032708Z","time spent":"368.685429ms","remote":"127.0.0.1:34946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-29T22:27:59.400269Z","caller":"traceutil/trace.go:171","msg":"trace[1888203913] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"1.142946397s","start":"2026-04-29T22:27:58.257235Z","end":"2026-04-29T22:27:59.400181Z","steps":["trace[1888203913] 'process raft request' (duration: 1.142556419s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:59.401504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074748926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-29T22:27:59.4016Z","caller":"traceutil/trace.go:171","msg":"trace[2034064221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2228; }","duration":"1.074866019s","start":"2026-04-29T22:27:58.326709Z","end":"2026-04-29T22:27:59.401575Z","steps":["trace[2034064221] 'agreement among raft nodes before linearized reading' (duration: 1.073857977s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:59.40046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137994594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-29T22:27:59.401627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:58.257207Z","time spent":"1.144317858s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:27:59.401676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:58.326702Z","time spent":"1.074953371s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T22:27:59.4017Z","caller":"traceutil/trace.go:171","msg":"trace[1770676043] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2228; }","duration":"1.139253613s","start":"2026-04-29T22:27:58.262416Z","end":"2026-04-29T22:27:59.401669Z","steps":["trace[1770676043] 'agreement among raft nodes before linearized reading' (duration: 1.137941793s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:59.401803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:58.262403Z","time spent":"1.139372185s","remote":"127.0.0.1:57828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-29T22:27:59.401035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:58.325786Z","time spent":"1.074987853s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T22:27:59.778779Z","caller":"traceutil/trace.go:171","msg":"trace[2029416904] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"373.096691ms","start":"2026-04-29T22:27:59.405652Z","end":"2026-04-29T22:27:59.778749Z","steps":["trace[2029416904] 'process raft request' (duration: 288.542289ms)","trace[2029416904] 'compare' (duration: 84.435439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:27:59.778978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:59.405635Z","time spent":"373.243845ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:27:59.809982Z","caller":"traceutil/trace.go:171","msg":"trace[57009259] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"402.960221ms","start":"2026-04-29T22:27:59.406977Z","end":"2026-04-29T22:27:59.809937Z","steps":["trace[57009259] 'process raft request' (duration: 402.633224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:59.810225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:59.406956Z","time spent":"403.148825ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:27:59.810313Z","caller":"traceutil/trace.go:171","msg":"trace[1810802214] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"403.226837ms","start":"2026-04-29T22:27:59.407056Z","end":"2026-04-29T22:27:59.810283Z","steps":["trace[1810802214] 'process raft request' (duration: 402.820418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:59.810558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:59.407044Z","time spent":"403.357439ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:27:59.810782Z","caller":"traceutil/trace.go:171","msg":"trace[223612102] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"402.884479ms","start":"2026-04-29T22:27:59.407869Z","end":"2026-04-29T22:27:59.810753Z","steps":["trace[223612102] 'process raft request' (duration: 402.699065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:59.810886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.170994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:27:59.810939Z","caller":"traceutil/trace.go:171","msg":"trace[97109579] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2234; }","duration":"399.236615ms","start":"2026-04-29T22:27:59.411692Z","end":"2026-04-29T22:27:59.810929Z","steps":["trace[97109579] 'agreement among raft nodes before linearized reading' (duration: 399.134163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:59.810978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:59.411687Z","time spent":"399.277226ms","remote":"127.0.0.1:35370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-29T22:27:59.810951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:59.407854Z","time spent":"402.996441ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:27:59.811012Z","caller":"traceutil/trace.go:171","msg":"trace[1890467222] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"402.348376ms","start":"2026-04-29T22:27:59.408643Z","end":"2026-04-29T22:27:59.810991Z","steps":["trace[1890467222] 'process raft request' (duration: 402.006978ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:27:59.811014Z","caller":"traceutil/trace.go:171","msg":"trace[687035555] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"403.162315ms","start":"2026-04-29T22:27:59.407827Z","end":"2026-04-29T22:27:59.810989Z","steps":["trace[687035555] 'process raft request' (duration: 402.377358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:59.811133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:59.408629Z","time spent":"402.441248ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:27:59.811139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:59.40782Z","time spent":"403.256417ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:27:59.810795Z","caller":"traceutil/trace.go:171","msg":"trace[2022294582] linearizableReadLoop","detail":"{readStateIndex:2322; appliedIndex:2316; }","duration":"399.071892ms","start":"2026-04-29T22:27:59.411707Z","end":"2026-04-29T22:27:59.810779Z","steps":["trace[2022294582] 'read index received' (duration: 282.670746ms)","trace[2022294582] 'applied index is now lower than readState.Index' (duration: 116.399976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:27:59.811366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.508708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:27:59.81144Z","caller":"traceutil/trace.go:171","msg":"trace[1971072331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2234; }","duration":"346.598899ms","start":"2026-04-29T22:27:59.464819Z","end":"2026-04-29T22:27:59.811417Z","steps":["trace[1971072331] 'agreement among raft nodes before linearized reading' (duration: 346.499086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:27:59.811573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:27:59.464806Z","time spent":"346.719721ms","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T22:27:59.811579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.312368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:27:59.811717Z","caller":"traceutil/trace.go:171","msg":"trace[1668888167] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2234; }","duration":"249.540772ms","start":"2026-04-29T22:27:59.562158Z","end":"2026-04-29T22:27:59.811699Z","steps":["trace[1668888167] 'agreement among raft nodes before linearized reading' (duration: 249.307427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:28:00.892484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.2005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:28:00.892585Z","caller":"traceutil/trace.go:171","msg":"trace[212959540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2235; }","duration":"427.362344ms","start":"2026-04-29T22:28:00.465205Z","end":"2026-04-29T22:28:00.892567Z","steps":["trace[212959540] 'range keys from in-memory index tree' (duration: 427.100538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:28:00.892624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:28:00.465178Z","time spent":"427.436185ms","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T22:28:00.892931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.278233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:28:00.89298Z","caller":"traceutil/trace.go:171","msg":"trace[2059931898] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2235; }","duration":"515.369115ms","start":"2026-04-29T22:28:00.377598Z","end":"2026-04-29T22:28:00.892967Z","steps":["trace[2059931898] 'count revisions from in-memory index tree' (duration: 515.181641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:28:00.893014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:28:00.377576Z","time spent":"515.428277ms","remote":"127.0.0.1:49986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-29T22:28:00.893005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.813956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T22:28:00.893094Z","caller":"traceutil/trace.go:171","msg":"trace[763825817] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2235; }","duration":"482.941578ms","start":"2026-04-29T22:28:00.410128Z","end":"2026-04-29T22:28:00.89307Z","steps":["trace[763825817] 'range keys from in-memory index tree' (duration: 482.57584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:28:00.893138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:28:00.410106Z","time spent":"483.01833ms","remote":"127.0.0.1:57828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-29T22:28:00.893846Z","caller":"traceutil/trace.go:171","msg":"trace[1509893445] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"266.18191ms","start":"2026-04-29T22:28:00.627633Z","end":"2026-04-29T22:28:00.893814Z","steps":["trace[1509893445] 'process raft request' (duration: 205.220484ms)","trace[1509893445] 'compare' (duration: 59.585914ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:28:01.533766Z","caller":"traceutil/trace.go:171","msg":"trace[682648056] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"498.162052ms","start":"2026-04-29T22:28:01.035576Z","end":"2026-04-29T22:28:01.533738Z","steps":["trace[682648056] 'process raft request' (duration: 496.588727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:28:01.533932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:28:01.035552Z","time spent":"498.300166ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:28:02.003469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.456071ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:28:02.003656Z","caller":"traceutil/trace.go:171","msg":"trace[1447823227] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2237; }","duration":"355.673016ms","start":"2026-04-29T22:28:01.647957Z","end":"2026-04-29T22:28:02.00363Z","steps":["trace[1447823227] 'range keys from in-memory index tree' (duration: 355.42752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:28:02.004456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.673006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:28:02.004661Z","caller":"traceutil/trace.go:171","msg":"trace[2101790200] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"598.024604ms","start":"2026-04-29T22:28:01.406614Z","end":"2026-04-29T22:28:02.004639Z","steps":["trace[2101790200] 'process raft request' (duration: 208.643192ms)","trace[2101790200] 'compare' (duration: 388.544934ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:28:02.004715Z","caller":"traceutil/trace.go:171","msg":"trace[42258408] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"597.491392ms","start":"2026-04-29T22:28:01.407205Z","end":"2026-04-29T22:28:02.004696Z","steps":["trace[42258408] 'process raft request' (duration: 597.36916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:28:02.004795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:28:01.406588Z","time spent":"598.134236ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:28:02.004818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:28:01.407184Z","time spent":"597.583174ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:28:02.004987Z","caller":"traceutil/trace.go:171","msg":"trace[631895488] linearizableReadLoop","detail":"{readStateIndex:2328; appliedIndex:2324; }","duration":"557.452753ms","start":"2026-04-29T22:28:01.447488Z","end":"2026-04-29T22:28:02.004941Z","steps":["trace[631895488] 'read index received' (duration: 84.622814ms)","trace[631895488] 'applied index is now lower than readState.Index' (duration: 472.826359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:28:02.005136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.626847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T22:28:02.005188Z","caller":"traceutil/trace.go:171","msg":"trace[1453720010] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2240; }","duration":"557.731919ms","start":"2026-04-29T22:28:01.447443Z","end":"2026-04-29T22:28:02.005175Z","steps":["trace[1453720010] 'agreement among raft nodes before linearized reading' (duration: 557.627287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:28:02.005231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:28:01.447423Z","time spent":"557.79882ms","remote":"127.0.0.1:50090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T22:28:02.005251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.317664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:28:02.005341Z","caller":"traceutil/trace.go:171","msg":"trace[241933411] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2240; }","duration":"229.412986ms","start":"2026-04-29T22:28:01.775912Z","end":"2026-04-29T22:28:02.005325Z","steps":["trace[241933411] 'agreement among raft nodes before linearized reading' (duration: 229.281734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:28:02.005405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.742318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:28:02.005419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.679633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-29T22:28:02.005432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.065572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T22:28:02.005462Z","caller":"traceutil/trace.go:171","msg":"trace[709648216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2240; }","duration":"538.808809ms","start":"2026-04-29T22:28:01.466637Z","end":"2026-04-29T22:28:02.005446Z","steps":["trace[709648216] 'agreement among raft nodes before linearized reading' (duration: 538.730677ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:28:02.005478Z","caller":"traceutil/trace.go:171","msg":"trace[631506787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2240; }","duration":"189.780405ms","start":"2026-04-29T22:28:01.815681Z","end":"2026-04-29T22:28:02.005462Z","steps":["trace[631506787] 'agreement among raft nodes before linearized reading' (duration: 189.506678ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:28:02.005488Z","caller":"traceutil/trace.go:171","msg":"trace[829535577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2240; }","duration":"223.145074ms","start":"2026-04-29T22:28:01.782328Z","end":"2026-04-29T22:28:02.005473Z","steps":["trace[829535577] 'agreement among raft nodes before linearized reading' (duration: 222.863187ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:28:02.005014Z","caller":"traceutil/trace.go:171","msg":"trace[1404935678] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"597.301839ms","start":"2026-04-29T22:28:01.407684Z","end":"2026-04-29T22:28:02.004986Z","steps":["trace[1404935678] 'process raft request' (duration: 596.96094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:28:02.005479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.802358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-29T22:28:02.005529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:28:01.466629Z","time spent":"538.885261ms","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T22:28:02.005556Z","caller":"traceutil/trace.go:171","msg":"trace[1851664020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2240; }","duration":"190.91576ms","start":"2026-04-29T22:28:01.814621Z","end":"2026-04-29T22:28:02.005537Z","steps":["trace[1851664020] 'agreement among raft nodes before linearized reading' (duration: 190.658174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:28:02.005591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:28:01.407663Z","time spent":"597.875661ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:28:02.005332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.425679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:28:02.005735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.889897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-29T22:28:02.005792Z","caller":"traceutil/trace.go:171","msg":"trace[168832385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2240; }","duration":"189.99773ms","start":"2026-04-29T22:28:01.81578Z","end":"2026-04-29T22:28:02.005778Z","steps":["trace[168832385] 'agreement among raft nodes before linearized reading' (duration: 189.840936ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:28:02.005786Z","caller":"traceutil/trace.go:171","msg":"trace[825930093] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2240; }","duration":"541.9284ms","start":"2026-04-29T22:28:01.463816Z","end":"2026-04-29T22:28:02.005744Z","steps":["trace[825930093] 'agreement among raft nodes before linearized reading' (duration: 541.367007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:28:02.005833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.083221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-29T22:28:02.005846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.53507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T22:28:02.005892Z","caller":"traceutil/trace.go:171","msg":"trace[1941365577] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2240; }","duration":"190.168034ms","start":"2026-04-29T22:28:01.815709Z","end":"2026-04-29T22:28:02.005877Z","steps":["trace[1941365577] 'agreement among raft nodes before linearized reading' (duration: 189.921808ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:28:02.005893Z","caller":"traceutil/trace.go:171","msg":"trace[1287356609] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2240; }","duration":"105.626552ms","start":"2026-04-29T22:28:01.900255Z","end":"2026-04-29T22:28:02.005881Z","steps":["trace[1287356609] 'agreement among raft nodes before linearized reading' (duration: 105.502959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:28:02.005901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:28:01.463765Z","time spent":"542.095293ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-29T22:28:02.201177Z","caller":"traceutil/trace.go:171","msg":"trace[10984465] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"190.402839ms","start":"2026-04-29T22:28:02.01072Z","end":"2026-04-29T22:28:02.201123Z","steps":["trace[10984465] 'process raft request' (duration: 187.147894ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:28:02.203974Z","caller":"traceutil/trace.go:171","msg":"trace[1012544718] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"193.130441ms","start":"2026-04-29T22:28:02.010818Z","end":"2026-04-29T22:28:02.203948Z","steps":["trace[1012544718] 'process raft request' (duration: 192.981948ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:28:02.204394Z","caller":"traceutil/trace.go:171","msg":"trace[1592522453] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"193.795005ms","start":"2026-04-29T22:28:02.010566Z","end":"2026-04-29T22:28:02.204361Z","steps":["trace[1592522453] 'process raft request' (duration: 193.332875ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:28:02.204481Z","caller":"traceutil/trace.go:171","msg":"trace[473265721] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"193.311115ms","start":"2026-04-29T22:28:02.011154Z","end":"2026-04-29T22:28:02.204465Z","steps":["trace[473265721] 'process raft request' (duration: 192.938866ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:28:02.204904Z","caller":"traceutil/trace.go:171","msg":"trace[546877406] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"193.720544ms","start":"2026-04-29T22:28:02.011168Z","end":"2026-04-29T22:28:02.204888Z","steps":["trace[546877406] 'process raft request' (duration: 193.138141ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:28:02.204896Z","caller":"traceutil/trace.go:171","msg":"trace[64800092] linearizableReadLoop","detail":"{readStateIndex:2333; appliedIndex:2328; }","duration":"174.528497ms","start":"2026-04-29T22:28:02.030351Z","end":"2026-04-29T22:28:02.204879Z","steps":["trace[64800092] 'read index received' (duration: 167.65358ms)","trace[64800092] 'applied index is now lower than readState.Index' (duration: 6.873657ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:28:02.205132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.764552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-29T22:28:02.205166Z","caller":"traceutil/trace.go:171","msg":"trace[30875056] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2245; }","duration":"174.842294ms","start":"2026-04-29T22:28:02.030313Z","end":"2026-04-29T22:28:02.205156Z","steps":["trace[30875056] 'agreement among raft nodes before linearized reading' (duration: 174.64494ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:29:01.909975Z","caller":"traceutil/trace.go:171","msg":"trace[859667424] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"145.281049ms","start":"2026-04-29T22:29:01.764665Z","end":"2026-04-29T22:29:01.909946Z","steps":["trace[859667424] 'process raft request' (duration: 145.094004ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:29:02.674767Z","caller":"traceutil/trace.go:171","msg":"trace[885471714] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"448.611246ms","start":"2026-04-29T22:29:02.226132Z","end":"2026-04-29T22:29:02.674743Z","steps":["trace[885471714] 'process raft request' (duration: 448.491454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:29:02.674917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:29:02.226105Z","time spent":"448.719068ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:29:02.678104Z","caller":"traceutil/trace.go:171","msg":"trace[1867607441] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"449.817434ms","start":"2026-04-29T22:29:02.228251Z","end":"2026-04-29T22:29:02.678068Z","steps":["trace[1867607441] 'process raft request' (duration: 449.65577ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:29:02.678159Z","caller":"traceutil/trace.go:171","msg":"trace[559827096] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"449.008425ms","start":"2026-04-29T22:29:02.229111Z","end":"2026-04-29T22:29:02.678119Z","steps":["trace[559827096] 'process raft request' (duration: 448.898932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:29:02.678358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:29:02.229097Z","time spent":"449.152648ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:29:02.678459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:29:02.228227Z","time spent":"450.06974ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:29:02.688798Z","caller":"traceutil/trace.go:171","msg":"trace[1032462271] linearizableReadLoop","detail":"{readStateIndex:2842; appliedIndex:2839; }","duration":"433.238458ms","start":"2026-04-29T22:29:02.255538Z","end":"2026-04-29T22:29:02.688776Z","steps":["trace[1032462271] 'read index received' (duration: 419.175799ms)","trace[1032462271] 'applied index is now lower than readState.Index' (duration: 14.061669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:29:02.689028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.792291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-29T22:29:02.689082Z","caller":"traceutil/trace.go:171","msg":"trace[1571586129] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2734; }","duration":"238.892114ms","start":"2026-04-29T22:29:02.450178Z","end":"2026-04-29T22:29:02.68907Z","steps":["trace[1571586129] 'agreement among raft nodes before linearized reading' (duration: 238.75149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:29:02.689117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.340066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-29T22:29:02.689128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.010835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-29T22:29:02.689128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.023411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-29T22:29:02.68915Z","caller":"traceutil/trace.go:171","msg":"trace[768710439] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2734; }","duration":"195.393267ms","start":"2026-04-29T22:29:02.493746Z","end":"2026-04-29T22:29:02.689139Z","steps":["trace[768710439] 'agreement among raft nodes before linearized reading' (duration: 195.318986ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:29:02.689173Z","caller":"traceutil/trace.go:171","msg":"trace[1121395692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2734; }","duration":"186.081856ms","start":"2026-04-29T22:29:02.503078Z","end":"2026-04-29T22:29:02.68916Z","steps":["trace[1121395692] 'agreement among raft nodes before linearized reading' (duration: 185.960413ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:29:02.689178Z","caller":"traceutil/trace.go:171","msg":"trace[297284644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2734; }","duration":"174.112514ms","start":"2026-04-29T22:29:02.515055Z","end":"2026-04-29T22:29:02.689168Z","steps":["trace[297284644] 'agreement among raft nodes before linearized reading' (duration: 173.94395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:29:02.689129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.204621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T22:29:02.689284Z","caller":"traceutil/trace.go:171","msg":"trace[1457522778] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2734; }","duration":"176.399355ms","start":"2026-04-29T22:29:02.512876Z","end":"2026-04-29T22:29:02.689275Z","steps":["trace[1457522778] 'agreement among raft nodes before linearized reading' (duration: 176.15235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:29:02.689028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.462633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-29T22:29:02.689327Z","caller":"traceutil/trace.go:171","msg":"trace[926493603] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2734; }","duration":"433.82202ms","start":"2026-04-29T22:29:02.255498Z","end":"2026-04-29T22:29:02.68932Z","steps":["trace[926493603] 'agreement among raft nodes before linearized reading' (duration: 433.37683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:29:02.68935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:29:02.255483Z","time spent":"433.858182ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-29T22:29:02.689669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.020183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T22:29:02.689715Z","caller":"traceutil/trace.go:171","msg":"trace[649324542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2734; }","duration":"178.113695ms","start":"2026-04-29T22:29:02.511588Z","end":"2026-04-29T22:29:02.689701Z","steps":["trace[649324542] 'agreement among raft nodes before linearized reading' (duration: 177.347488ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:29:06.861227Z","caller":"traceutil/trace.go:171","msg":"trace[1977713839] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"172.025356ms","start":"2026-04-29T22:29:06.689179Z","end":"2026-04-29T22:29:06.861204Z","steps":["trace[1977713839] 'process raft request' (duration: 139.642911ms)","trace[1977713839] 'compare' (duration: 32.233492ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:29:06.861376Z","caller":"traceutil/trace.go:171","msg":"trace[532405461] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"170.215385ms","start":"2026-04-29T22:29:06.691152Z","end":"2026-04-29T22:29:06.861368Z","steps":["trace[532405461] 'process raft request' (duration: 170.00607ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:29:06.861353Z","caller":"traceutil/trace.go:171","msg":"trace[1172247225] linearizableReadLoop","detail":"{readStateIndex:2867; appliedIndex:2864; }","duration":"157.617519ms","start":"2026-04-29T22:29:06.703695Z","end":"2026-04-29T22:29:06.861313Z","steps":["trace[1172247225] 'read index received' (duration: 18.48123ms)","trace[1172247225] 'applied index is now lower than readState.Index' (duration: 139.133939ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:29:06.861667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.965127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7840"} {"level":"info","ts":"2026-04-29T22:29:06.8617Z","caller":"traceutil/trace.go:171","msg":"trace[422110325] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:2758; }","duration":"158.051709ms","start":"2026-04-29T22:29:06.703635Z","end":"2026-04-29T22:29:06.861687Z","steps":["trace[422110325] 'agreement among raft nodes before linearized reading' (duration: 157.921586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:29:06.86199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.639575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-29T22:29:06.862019Z","caller":"traceutil/trace.go:171","msg":"trace[1263634685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2758; }","duration":"148.685556ms","start":"2026-04-29T22:29:06.713327Z","end":"2026-04-29T22:29:06.862012Z","steps":["trace[1263634685] 'agreement among raft nodes before linearized reading' (duration: 148.610575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:29:06.862019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.78469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-29T22:29:06.862085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.122866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T22:29:06.862112Z","caller":"traceutil/trace.go:171","msg":"trace[530720349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2758; }","duration":"149.163526ms","start":"2026-04-29T22:29:06.712942Z","end":"2026-04-29T22:29:06.862106Z","steps":["trace[530720349] 'agreement among raft nodes before linearized reading' (duration: 149.083425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:29:06.862148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.586975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T22:29:06.862173Z","caller":"traceutil/trace.go:171","msg":"trace[385041520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2758; }","duration":"145.631816ms","start":"2026-04-29T22:29:06.716535Z","end":"2026-04-29T22:29:06.862167Z","steps":["trace[385041520] 'agreement among raft nodes before linearized reading' (duration: 145.572114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:29:06.862257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.897708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T22:29:06.862277Z","caller":"traceutil/trace.go:171","msg":"trace[189325976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2758; }","duration":"154.946139ms","start":"2026-04-29T22:29:06.707326Z","end":"2026-04-29T22:29:06.862273Z","steps":["trace[189325976] 'agreement among raft nodes before linearized reading' (duration: 154.893368ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:29:06.862787Z","caller":"traceutil/trace.go:171","msg":"trace[2116928686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2758; }","duration":"156.863881ms","start":"2026-04-29T22:29:06.705198Z","end":"2026-04-29T22:29:06.862062Z","steps":["trace[2116928686] 'agreement among raft nodes before linearized reading' (duration: 156.650167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:29:07.112761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.056846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:29:07.113131Z","caller":"traceutil/trace.go:171","msg":"trace[691993145] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"244.791478ms","start":"2026-04-29T22:29:06.868316Z","end":"2026-04-29T22:29:07.113107Z","steps":["trace[691993145] 'process raft request' (duration: 244.738507ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:29:07.113353Z","caller":"traceutil/trace.go:171","msg":"trace[489196075] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"246.884065ms","start":"2026-04-29T22:29:06.866424Z","end":"2026-04-29T22:29:07.113308Z","steps":["trace[489196075] 'process raft request' (duration: 141.191445ms)","trace[489196075] 'compare' (duration: 104.676218ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:29:07.113374Z","caller":"traceutil/trace.go:171","msg":"trace[1356274925] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"245.392071ms","start":"2026-04-29T22:29:06.867959Z","end":"2026-04-29T22:29:07.113351Z","steps":["trace[1356274925] 'process raft request' (duration: 245.050294ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:29:07.113507Z","caller":"traceutil/trace.go:171","msg":"trace[1838584686] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"246.400655ms","start":"2026-04-29T22:29:06.867075Z","end":"2026-04-29T22:29:07.113475Z","steps":["trace[1838584686] 'process raft request' (duration: 245.896664ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:29:07.11393Z","caller":"traceutil/trace.go:171","msg":"trace[2074533417] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"246.720962ms","start":"2026-04-29T22:29:06.866425Z","end":"2026-04-29T22:29:07.113146Z","steps":["trace[2074533417] 'process raft request' (duration: 246.442826ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:29:37.059089Z","caller":"traceutil/trace.go:171","msg":"trace[1511309761] transaction","detail":"{read_only:false; response_revision:2939; number_of_response:1; }","duration":"146.80482ms","start":"2026-04-29T22:29:36.912258Z","end":"2026-04-29T22:29:37.059063Z","steps":["trace[1511309761] 'process raft request' (duration: 146.631446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:29:37.632122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.588527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:29:37.632308Z","caller":"traceutil/trace.go:171","msg":"trace[1668070743] transaction","detail":"{read_only:false; response_revision:2942; number_of_response:1; }","duration":"495.956857ms","start":"2026-04-29T22:29:37.13632Z","end":"2026-04-29T22:29:37.632276Z","steps":["trace[1668070743] 'process raft request' (duration: 228.083573ms)","trace[1668070743] 'compare' (duration: 267.277181ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:29:37.632388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:29:37.136292Z","time spent":"496.062609ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:29:37.632457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.906367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T22:29:37.63251Z","caller":"traceutil/trace.go:171","msg":"trace[880157075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2942; }","duration":"351.014901ms","start":"2026-04-29T22:29:37.281482Z","end":"2026-04-29T22:29:37.632497Z","steps":["trace[880157075] 'agreement among raft nodes before linearized reading' (duration: 350.848396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:29:37.632552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:29:37.281452Z","time spent":"351.088722ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T22:29:37.632234Z","caller":"traceutil/trace.go:171","msg":"trace[1437970102] linearizableReadLoop","detail":"{readStateIndex:3057; appliedIndex:3056; }","duration":"350.661042ms","start":"2026-04-29T22:29:37.281556Z","end":"2026-04-29T22:29:37.632217Z","steps":["trace[1437970102] 'read index received' (duration: 82.750157ms)","trace[1437970102] 'applied index is now lower than readState.Index' (duration: 267.909654ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:29:37.632936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.088786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18aaf46e38c34857\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-29T22:29:37.632973Z","caller":"traceutil/trace.go:171","msg":"trace[217165420] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18aaf46e38c34857; range_end:; response_count:1; response_revision:2942; }","duration":"308.125287ms","start":"2026-04-29T22:29:37.324837Z","end":"2026-04-29T22:29:37.632963Z","steps":["trace[217165420] 'agreement among raft nodes before linearized reading' (duration: 307.979974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:29:37.632954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.925306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:29:37.633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:29:37.324775Z","time spent":"308.21871ms","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18aaf46e38c34857\" "} {"level":"info","ts":"2026-04-29T22:29:37.633026Z","caller":"traceutil/trace.go:171","msg":"trace[1861946798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2942; }","duration":"167.045488ms","start":"2026-04-29T22:29:37.465961Z","end":"2026-04-29T22:29:37.633007Z","steps":["trace[1861946798] 'agreement among raft nodes before linearized reading' (duration: 166.891825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:29:37.63304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.28546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-29T22:29:37.633119Z","caller":"traceutil/trace.go:171","msg":"trace[178381030] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2942; }","duration":"304.387093ms","start":"2026-04-29T22:29:37.328708Z","end":"2026-04-29T22:29:37.633095Z","steps":["trace[178381030] 'agreement among raft nodes before linearized reading' (duration: 304.125047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:29:37.633125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.432879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-29T22:29:37.633079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.91148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-29T22:29:37.633166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:29:37.328701Z","time spent":"304.456254ms","remote":"127.0.0.1:35104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-29T22:29:37.633168Z","caller":"traceutil/trace.go:171","msg":"trace[36935804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2942; }","duration":"332.491369ms","start":"2026-04-29T22:29:37.300666Z","end":"2026-04-29T22:29:37.633157Z","steps":["trace[36935804] 'agreement among raft nodes before linearized reading' (duration: 332.397617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:29:37.633198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:29:37.300658Z","time spent":"332.532731ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T22:29:37.633207Z","caller":"traceutil/trace.go:171","msg":"trace[672619404] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:2942; }","duration":"262.115244ms","start":"2026-04-29T22:29:37.371065Z","end":"2026-04-29T22:29:37.63318Z","steps":["trace[672619404] 'agreement among raft nodes before linearized reading' (duration: 261.719415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:29:37.633278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.056574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-29T22:29:37.633315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.966549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T22:29:37.633321Z","caller":"traceutil/trace.go:171","msg":"trace[1292835236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2942; }","duration":"337.152996ms","start":"2026-04-29T22:29:37.296157Z","end":"2026-04-29T22:29:37.63331Z","steps":["trace[1292835236] 'agreement among raft nodes before linearized reading' (duration: 336.614614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:29:37.633357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:29:37.296123Z","time spent":"337.227668ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T22:29:37.633372Z","caller":"traceutil/trace.go:171","msg":"trace[991827972] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2942; }","duration":"336.02186ms","start":"2026-04-29T22:29:37.297322Z","end":"2026-04-29T22:29:37.633344Z","steps":["trace[991827972] 'agreement among raft nodes before linearized reading' (duration: 335.888987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:29:37.633394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:29:37.297315Z","time spent":"336.073001ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T22:29:38.187416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.694361ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-29T22:29:38.187559Z","caller":"traceutil/trace.go:171","msg":"trace[180262818] linearizableReadLoop","detail":"{readStateIndex:3058; appliedIndex:3057; }","duration":"553.083733ms","start":"2026-04-29T22:29:37.634454Z","end":"2026-04-29T22:29:38.187537Z","steps":["trace[180262818] 'read index received' (duration: 195.251858ms)","trace[180262818] 'applied index is now lower than readState.Index' (duration: 357.830125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:29:38.187646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:29:37.634083Z","time spent":"553.559423ms","remote":"127.0.0.1:34946","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T22:29:38.187899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.436781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:29:38.187988Z","caller":"traceutil/trace.go:171","msg":"trace[2022437113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2942; }","duration":"553.556263ms","start":"2026-04-29T22:29:37.634417Z","end":"2026-04-29T22:29:38.187974Z","steps":["trace[2022437113] 'agreement among raft nodes before linearized reading' (duration: 553.41798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:29:38.188036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:29:37.634398Z","time spent":"553.630325ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T22:29:38.189924Z","caller":"traceutil/trace.go:171","msg":"trace[933589394] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"554.420132ms","start":"2026-04-29T22:29:37.635476Z","end":"2026-04-29T22:29:38.189896Z","steps":["trace[933589394] 'process raft request' (duration: 553.683675ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:29:38.189955Z","caller":"traceutil/trace.go:171","msg":"trace[2140720266] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"552.270354ms","start":"2026-04-29T22:29:37.637665Z","end":"2026-04-29T22:29:38.189935Z","steps":["trace[2140720266] 'process raft request' (duration: 552.179352ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:29:38.190005Z","caller":"traceutil/trace.go:171","msg":"trace[582266557] transaction","detail":"{read_only:false; response_revision:2944; number_of_response:1; }","duration":"553.574104ms","start":"2026-04-29T22:29:37.636409Z","end":"2026-04-29T22:29:38.189983Z","steps":["trace[582266557] 'process raft request' (duration: 553.205494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:29:38.190093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:29:37.637654Z","time spent":"552.346286ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:29:38.190095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:29:37.63546Z","time spent":"554.530795ms","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:29:38.190143Z","caller":"traceutil/trace.go:171","msg":"trace[108268688] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"552.569891ms","start":"2026-04-29T22:29:37.637534Z","end":"2026-04-29T22:29:38.190104Z","steps":["trace[108268688] 'process raft request' (duration: 552.205372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:29:38.190185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:29:37.6364Z","time spent":"553.668056ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:29:38.190345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:29:37.637514Z","time spent":"552.723194ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:29:38.19036Z","caller":"traceutil/trace.go:171","msg":"trace[1307522128] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"552.652764ms","start":"2026-04-29T22:29:37.637684Z","end":"2026-04-29T22:29:38.190337Z","steps":["trace[1307522128] 'process raft request' (duration: 552.204723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:29:38.190584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:29:37.637675Z","time spent":"552.861148ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:29:38.190777Z","caller":"traceutil/trace.go:171","msg":"trace[775773234] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"131.213796ms","start":"2026-04-29T22:29:38.059551Z","end":"2026-04-29T22:29:38.190765Z","steps":["trace[775773234] 'process raft request' (duration: 131.052413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:29:38.190922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.129268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e4a54297-f851-40aa-bbaa-a7c5c4fb3c2e\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-29T22:29:38.190991Z","caller":"traceutil/trace.go:171","msg":"trace[814788262] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e4a54297-f851-40aa-bbaa-a7c5c4fb3c2e; range_end:; response_count:1; response_revision:2949; }","duration":"555.21214ms","start":"2026-04-29T22:29:37.635761Z","end":"2026-04-29T22:29:38.190973Z","steps":["trace[814788262] 'agreement among raft nodes before linearized reading' (duration: 555.003355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:29:38.191042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:29:37.635752Z","time spent":"555.277622ms","remote":"127.0.0.1:35062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-e4a54297-f851-40aa-bbaa-a7c5c4fb3c2e\" "} {"level":"info","ts":"2026-04-29T22:29:43.430803Z","caller":"traceutil/trace.go:171","msg":"trace[590520378] transaction","detail":"{read_only:false; response_revision:2974; number_of_response:1; }","duration":"307.778489ms","start":"2026-04-29T22:29:43.122988Z","end":"2026-04-29T22:29:43.430766Z","steps":["trace[590520378] 'process raft request' (duration: 271.827074ms)","trace[590520378] 'compare' (duration: 35.802892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:29:43.430983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:29:43.122961Z","time spent":"307.928623ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:32:14.772405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.333961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:32:14.77308Z","caller":"traceutil/trace.go:171","msg":"trace[741509474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3967; }","duration":"308.075098ms","start":"2026-04-29T22:32:14.464972Z","end":"2026-04-29T22:32:14.773047Z","steps":["trace[741509474] 'range keys from in-memory index tree' (duration: 307.224929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:32:14.773228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:32:14.46492Z","time spent":"308.286734ms","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T22:32:14.772817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.207363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T22:32:14.773349Z","caller":"traceutil/trace.go:171","msg":"trace[14430482] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3967; }","duration":"239.832067ms","start":"2026-04-29T22:32:14.533498Z","end":"2026-04-29T22:32:14.77333Z","steps":["trace[14430482] 'range keys from in-memory index tree' (duration: 238.999968ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:32:14.914673Z","caller":"traceutil/trace.go:171","msg":"trace[1456551483] transaction","detail":"{read_only:false; response_revision:3969; number_of_response:1; }","duration":"135.678184ms","start":"2026-04-29T22:32:14.778967Z","end":"2026-04-29T22:32:14.914645Z","steps":["trace[1456551483] 'process raft request' (duration: 135.111092ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:28.950042Z","caller":"traceutil/trace.go:171","msg":"trace[1805913469] linearizableReadLoop","detail":"{readStateIndex:4980; appliedIndex:4979; }","duration":"139.169144ms","start":"2026-04-29T22:33:28.810847Z","end":"2026-04-29T22:33:28.950016Z","steps":["trace[1805913469] 'read index received' (duration: 138.816457ms)","trace[1805913469] 'applied index is now lower than readState.Index' (duration: 351.787µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:33:28.950079Z","caller":"traceutil/trace.go:171","msg":"trace[1262436024] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"194.324607ms","start":"2026-04-29T22:33:28.755733Z","end":"2026-04-29T22:33:28.950058Z","steps":["trace[1262436024] 'process raft request' (duration: 194.157563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:28.950325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.474131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3242"} {"level":"info","ts":"2026-04-29T22:33:28.950365Z","caller":"traceutil/trace.go:171","msg":"trace[681249544] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4791; }","duration":"139.569003ms","start":"2026-04-29T22:33:28.810781Z","end":"2026-04-29T22:33:28.95035Z","steps":["trace[681249544] 'agreement among raft nodes before linearized reading' (duration: 139.393259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:28.950729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.452494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-04-29T22:33:28.950946Z","caller":"traceutil/trace.go:171","msg":"trace[1502792604] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4791; }","duration":"129.73276ms","start":"2026-04-29T22:33:28.821152Z","end":"2026-04-29T22:33:28.950884Z","steps":["trace[1502792604] 'agreement among raft nodes before linearized reading' (duration: 129.111277ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:30.071498Z","caller":"traceutil/trace.go:171","msg":"trace[1557572703] linearizableReadLoop","detail":"{readStateIndex:5003; appliedIndex:5002; }","duration":"161.559318ms","start":"2026-04-29T22:33:29.909914Z","end":"2026-04-29T22:33:30.071473Z","steps":["trace[1557572703] 'read index received' (duration: 158.385243ms)","trace[1557572703] 'applied index is now lower than readState.Index' (duration: 3.173315ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:33:30.071542Z","caller":"traceutil/trace.go:171","msg":"trace[1246449064] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"175.359135ms","start":"2026-04-29T22:33:29.896147Z","end":"2026-04-29T22:33:30.071506Z","steps":["trace[1246449064] 'process raft request' (duration: 172.113728ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:30.071671Z","caller":"traceutil/trace.go:171","msg":"trace[1119258697] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"131.628898ms","start":"2026-04-29T22:33:29.940007Z","end":"2026-04-29T22:33:30.071636Z","steps":["trace[1119258697] 'process raft request' (duration: 131.430514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:30.071771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.813254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:33:30.071873Z","caller":"traceutil/trace.go:171","msg":"trace[820169367] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4814; }","duration":"161.993607ms","start":"2026-04-29T22:33:29.909859Z","end":"2026-04-29T22:33:30.071852Z","steps":["trace[820169367] 'agreement among raft nodes before linearized reading' (duration: 161.712401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:34.279971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.847363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:33:34.280081Z","caller":"traceutil/trace.go:171","msg":"trace[1477360717] linearizableReadLoop","detail":"{readStateIndex:5133; appliedIndex:5132; }","duration":"139.390169ms","start":"2026-04-29T22:33:34.140674Z","end":"2026-04-29T22:33:34.280064Z","steps":["trace[1477360717] 'read index received' (duration: 21.303252ms)","trace[1477360717] 'applied index is now lower than readState.Index' (duration: 118.085737ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:33:34.280229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.562793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2f3b2d9c-b798-418e-997f-42801224967e\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-04-29T22:33:34.280259Z","caller":"traceutil/trace.go:171","msg":"trace[489721842] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2f3b2d9c-b798-418e-997f-42801224967e; range_end:; response_count:1; response_revision:4941; }","duration":"139.625954ms","start":"2026-04-29T22:33:34.140622Z","end":"2026-04-29T22:33:34.280248Z","steps":["trace[489721842] 'agreement among raft nodes before linearized reading' (duration: 139.486061ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:34.280238Z","caller":"traceutil/trace.go:171","msg":"trace[1287482061] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"197.86103ms","start":"2026-04-29T22:33:34.082337Z","end":"2026-04-29T22:33:34.280198Z","steps":["trace[1287482061] 'process raft request' (duration: 79.703482ms)","trace[1287482061] 'compare' (duration: 117.73538ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:33:36.685887Z","caller":"traceutil/trace.go:171","msg":"trace[456598320] linearizableReadLoop","detail":"{readStateIndex:5187; appliedIndex:5186; }","duration":"281.280129ms","start":"2026-04-29T22:33:36.404582Z","end":"2026-04-29T22:33:36.685862Z","steps":["trace[456598320] 'read index received' (duration: 281.137846ms)","trace[456598320] 'applied index is now lower than readState.Index' (duration: 140.933µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:33:36.686014Z","caller":"traceutil/trace.go:171","msg":"trace[122221812] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"291.040361ms","start":"2026-04-29T22:33:36.394937Z","end":"2026-04-29T22:33:36.685977Z","steps":["trace[122221812] 'process raft request' (duration: 290.750526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:36.686123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.523094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-29T22:33:36.686167Z","caller":"traceutil/trace.go:171","msg":"trace[1593851431] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4993; }","duration":"281.618847ms","start":"2026-04-29T22:33:36.404537Z","end":"2026-04-29T22:33:36.686155Z","steps":["trace[1593851431] 'agreement among raft nodes before linearized reading' (duration: 281.449774ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:36.699656Z","caller":"traceutil/trace.go:171","msg":"trace[1740753540] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"264.796469ms","start":"2026-04-29T22:33:36.434827Z","end":"2026-04-29T22:33:36.699624Z","steps":["trace[1740753540] 'process raft request' (duration: 264.566104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:36.699785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.99266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:33:36.699949Z","caller":"traceutil/trace.go:171","msg":"trace[1628181065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4994; }","duration":"235.226605ms","start":"2026-04-29T22:33:36.464699Z","end":"2026-04-29T22:33:36.699926Z","steps":["trace[1628181065] 'agreement among raft nodes before linearized reading' (duration: 234.902768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:36.700065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.525348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:520814"} {"level":"info","ts":"2026-04-29T22:33:36.700157Z","caller":"traceutil/trace.go:171","msg":"trace[2068280853] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4994; }","duration":"285.688541ms","start":"2026-04-29T22:33:36.414448Z","end":"2026-04-29T22:33:36.700136Z","steps":["trace[2068280853] 'agreement among raft nodes before linearized reading' (duration: 285.15758ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:36.907581Z","caller":"traceutil/trace.go:171","msg":"trace[1254384754] linearizableReadLoop","detail":"{readStateIndex:5190; appliedIndex:5189; }","duration":"164.144402ms","start":"2026-04-29T22:33:36.743405Z","end":"2026-04-29T22:33:36.907549Z","steps":["trace[1254384754] 'read index received' (duration: 84.632395ms)","trace[1254384754] 'applied index is now lower than readState.Index' (duration: 79.510627ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:33:36.907614Z","caller":"traceutil/trace.go:171","msg":"trace[226400821] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"164.726254ms","start":"2026-04-29T22:33:36.742855Z","end":"2026-04-29T22:33:36.907581Z","steps":["trace[226400821] 'process raft request' (duration: 84.955051ms)","trace[226400821] 'compare' (duration: 79.588439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:33:36.907809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.381507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-29T22:33:36.907869Z","caller":"traceutil/trace.go:171","msg":"trace[621371129] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4996; }","duration":"164.476838ms","start":"2026-04-29T22:33:36.743377Z","end":"2026-04-29T22:33:36.907854Z","steps":["trace[621371129] 'agreement among raft nodes before linearized reading' (duration: 164.259394ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:36.912626Z","caller":"traceutil/trace.go:171","msg":"trace[1578780144] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"168.729597ms","start":"2026-04-29T22:33:36.743857Z","end":"2026-04-29T22:33:36.912586Z","steps":["trace[1578780144] 'process raft request' (duration: 168.070783ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:36.91303Z","caller":"traceutil/trace.go:171","msg":"trace[191196103] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"168.89666ms","start":"2026-04-29T22:33:36.744107Z","end":"2026-04-29T22:33:36.913004Z","steps":["trace[191196103] 'process raft request' (duration: 168.166956ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:36.91316Z","caller":"traceutil/trace.go:171","msg":"trace[1121800461] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"158.275519ms","start":"2026-04-29T22:33:36.754869Z","end":"2026-04-29T22:33:36.913145Z","steps":["trace[1121800461] 'process raft request' (duration: 157.559755ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:36.913252Z","caller":"traceutil/trace.go:171","msg":"trace[996856374] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"169.309338ms","start":"2026-04-29T22:33:36.743928Z","end":"2026-04-29T22:33:36.913237Z","steps":["trace[996856374] 'process raft request' (duration: 168.184055ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:36.913313Z","caller":"traceutil/trace.go:171","msg":"trace[545571543] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"169.200646ms","start":"2026-04-29T22:33:36.744081Z","end":"2026-04-29T22:33:36.913281Z","steps":["trace[545571543] 'process raft request' (duration: 168.249097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:36.9135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.247325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-29T22:33:36.91355Z","caller":"traceutil/trace.go:171","msg":"trace[1025970647] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5002; }","duration":"152.360157ms","start":"2026-04-29T22:33:36.761176Z","end":"2026-04-29T22:33:36.913536Z","steps":["trace[1025970647] 'agreement among raft nodes before linearized reading' (duration: 152.149803ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:36.913625Z","caller":"traceutil/trace.go:171","msg":"trace[556086839] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"168.4258ms","start":"2026-04-29T22:33:36.745163Z","end":"2026-04-29T22:33:36.913589Z","steps":["trace[556086839] 'process raft request' (duration: 167.209516ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:37.809595Z","caller":"traceutil/trace.go:171","msg":"trace[1541269409] linearizableReadLoop","detail":"{readStateIndex:5227; appliedIndex:5226; }","duration":"179.192184ms","start":"2026-04-29T22:33:37.630384Z","end":"2026-04-29T22:33:37.809576Z","steps":["trace[1541269409] 'read index received' (duration: 179.00538ms)","trace[1541269409] 'applied index is now lower than readState.Index' (duration: 185.994µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:33:37.809735Z","caller":"traceutil/trace.go:171","msg":"trace[2017551727] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"181.086403ms","start":"2026-04-29T22:33:37.62861Z","end":"2026-04-29T22:33:37.809696Z","steps":["trace[2017551727] 'process raft request' (duration: 180.801637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:37.809814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.407548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-29T22:33:37.809862Z","caller":"traceutil/trace.go:171","msg":"trace[1610349661] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5030; }","duration":"179.483489ms","start":"2026-04-29T22:33:37.630369Z","end":"2026-04-29T22:33:37.809853Z","steps":["trace[1610349661] 'agreement among raft nodes before linearized reading' (duration: 179.280255ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:37.962157Z","caller":"traceutil/trace.go:171","msg":"trace[622770631] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"146.415325ms","start":"2026-04-29T22:33:37.815721Z","end":"2026-04-29T22:33:37.962136Z","steps":["trace[622770631] 'process raft request' (duration: 146.283581ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:37.967026Z","caller":"traceutil/trace.go:171","msg":"trace[243036129] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"150.704833ms","start":"2026-04-29T22:33:37.8163Z","end":"2026-04-29T22:33:37.967005Z","steps":["trace[243036129] 'process raft request' (duration: 150.53785ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:37.967169Z","caller":"traceutil/trace.go:171","msg":"trace[1183324730] linearizableReadLoop","detail":"{readStateIndex:5229; appliedIndex:5227; }","duration":"150.541739ms","start":"2026-04-29T22:33:37.816603Z","end":"2026-04-29T22:33:37.967145Z","steps":["trace[1183324730] 'read index received' (duration: 145.499304ms)","trace[1183324730] 'applied index is now lower than readState.Index' (duration: 5.040665ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:33:37.967351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.727372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-29T22:33:37.96738Z","caller":"traceutil/trace.go:171","msg":"trace[1307841489] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5033; }","duration":"150.819044ms","start":"2026-04-29T22:33:37.816553Z","end":"2026-04-29T22:33:37.967372Z","steps":["trace[1307841489] 'agreement among raft nodes before linearized reading' (duration: 150.669671ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:37.967379Z","caller":"traceutil/trace.go:171","msg":"trace[644007203] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"148.552769ms","start":"2026-04-29T22:33:37.818788Z","end":"2026-04-29T22:33:37.967341Z","steps":["trace[644007203] 'process raft request' (duration: 148.164761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:40.935528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998390567,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T22:33:41.134859Z","caller":"traceutil/trace.go:171","msg":"trace[1475983318] linearizableReadLoop","detail":"{readStateIndex:5349; appliedIndex:5347; }","duration":"699.559103ms","start":"2026-04-29T22:33:40.435266Z","end":"2026-04-29T22:33:41.134825Z","steps":["trace[1475983318] 'read index received' (duration: 640.620658ms)","trace[1475983318] 'applied index is now lower than readState.Index' (duration: 58.937295ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:33:41.135002Z","caller":"traceutil/trace.go:171","msg":"trace[1604071461] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"838.354811ms","start":"2026-04-29T22:33:40.296631Z","end":"2026-04-29T22:33:41.134986Z","steps":["trace[1604071461] 'process raft request' (duration: 779.250531ms)","trace[1604071461] 'compare' (duration: 57.210978ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:33:41.135103Z","caller":"traceutil/trace.go:171","msg":"trace[455095312] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"776.040171ms","start":"2026-04-29T22:33:40.359021Z","end":"2026-04-29T22:33:41.135062Z","steps":["trace[455095312] 'process raft request' (duration: 775.735305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:41.135326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:33:40.358985Z","time spent":"776.221055ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:33:41.135144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:33:40.296604Z","time spent":"838.440003ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:33:41.135631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.3705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:720276"} {"level":"info","ts":"2026-04-29T22:33:41.135679Z","caller":"traceutil/trace.go:171","msg":"trace[575129672] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5150; }","duration":"700.452902ms","start":"2026-04-29T22:33:40.435215Z","end":"2026-04-29T22:33:41.135668Z","steps":["trace[575129672] 'agreement among raft nodes before linearized reading' (duration: 699.961372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:41.135704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:33:40.435194Z","time spent":"700.504163ms","remote":"127.0.0.1:34996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":720299,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-29T22:33:41.21287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.36058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T22:33:41.212983Z","caller":"traceutil/trace.go:171","msg":"trace[2111722518] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5151; }","duration":"408.548214ms","start":"2026-04-29T22:33:40.80441Z","end":"2026-04-29T22:33:41.212958Z","steps":["trace[2111722518] 'agreement among raft nodes before linearized reading' (duration: 408.309019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:41.213035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:33:40.804388Z","time spent":"408.635696ms","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-04-29T22:33:41.213508Z","caller":"traceutil/trace.go:171","msg":"trace[1215263682] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"128.498034ms","start":"2026-04-29T22:33:41.084995Z","end":"2026-04-29T22:33:41.213493Z","steps":["trace[1215263682] 'process raft request' (duration: 127.527493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:41.213755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.308595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7755075-589a-42e0-974c-c981e5cc5bab\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-04-29T22:33:41.213786Z","caller":"traceutil/trace.go:171","msg":"trace[794486028] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a7755075-589a-42e0-974c-c981e5cc5bab; range_end:; response_count:1; response_revision:5151; }","duration":"214.374997ms","start":"2026-04-29T22:33:40.999401Z","end":"2026-04-29T22:33:41.213776Z","steps":["trace[794486028] 'agreement among raft nodes before linearized reading' (duration: 214.242604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:41.214003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.546267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-ws2rn-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-04-29T22:33:41.214033Z","caller":"traceutil/trace.go:171","msg":"trace[1433322103] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-ws2rn-tls; range_end:; response_count:1; response_revision:5151; }","duration":"273.609999ms","start":"2026-04-29T22:33:40.940415Z","end":"2026-04-29T22:33:41.214025Z","steps":["trace[1433322103] 'agreement among raft nodes before linearized reading' (duration: 273.519437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:41.707269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.62558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T22:33:41.707331Z","caller":"traceutil/trace.go:171","msg":"trace[1653940280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5152; }","duration":"136.750443ms","start":"2026-04-29T22:33:41.570567Z","end":"2026-04-29T22:33:41.707317Z","steps":["trace[1653940280] 'range keys from in-memory index tree' (duration: 136.472167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:41.707681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.052383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-29T22:33:41.707694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.939026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-29T22:33:41.707712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.109341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T22:33:41.707735Z","caller":"traceutil/trace.go:171","msg":"trace[191268097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5152; }","duration":"171.157705ms","start":"2026-04-29T22:33:41.536566Z","end":"2026-04-29T22:33:41.707724Z","steps":["trace[191268097] 'range keys from in-memory index tree' (duration: 170.919619ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:41.707764Z","caller":"traceutil/trace.go:171","msg":"trace[1760686708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5152; }","duration":"136.057919ms","start":"2026-04-29T22:33:41.571689Z","end":"2026-04-29T22:33:41.707747Z","steps":["trace[1760686708] 'range keys from in-memory index tree' (duration: 135.703922ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:41.707796Z","caller":"traceutil/trace.go:171","msg":"trace[605730075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5152; }","duration":"137.251955ms","start":"2026-04-29T22:33:41.570524Z","end":"2026-04-29T22:33:41.707776Z","steps":["trace[605730075] 'range keys from in-memory index tree' (duration: 136.886015ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:41.730122Z","caller":"traceutil/trace.go:171","msg":"trace[1405546582] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"118.964426ms","start":"2026-04-29T22:33:41.611126Z","end":"2026-04-29T22:33:41.73009Z","steps":["trace[1405546582] 'process raft request' (duration: 118.668379ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:43.256204Z","caller":"traceutil/trace.go:171","msg":"trace[1786991585] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"115.318186ms","start":"2026-04-29T22:33:43.140867Z","end":"2026-04-29T22:33:43.256185Z","steps":["trace[1786991585] 'process raft request' (duration: 79.143297ms)","trace[1786991585] 'compare' (duration: 35.629507ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:33:43.713936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.452596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T22:33:43.713998Z","caller":"traceutil/trace.go:171","msg":"trace[1685376427] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5191; }","duration":"273.556799ms","start":"2026-04-29T22:33:43.440428Z","end":"2026-04-29T22:33:43.713985Z","steps":["trace[1685376427] 'range keys from in-memory index tree' (duration: 273.338994ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:44.243268Z","caller":"traceutil/trace.go:171","msg":"trace[456035580] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"478.95927ms","start":"2026-04-29T22:33:43.764274Z","end":"2026-04-29T22:33:44.243233Z","steps":["trace[456035580] 'process raft request' (duration: 466.303193ms)","trace[456035580] 'compare' (duration: 12.115074ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:33:44.243429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:33:43.764251Z","time spent":"479.091212ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:33:44.247121Z","caller":"traceutil/trace.go:171","msg":"trace[1500070664] linearizableReadLoop","detail":"{readStateIndex:5397; appliedIndex:5393; }","duration":"481.398573ms","start":"2026-04-29T22:33:43.765706Z","end":"2026-04-29T22:33:44.247104Z","steps":["trace[1500070664] 'read index received' (duration: 464.803651ms)","trace[1500070664] 'applied index is now lower than readState.Index' (duration: 16.594122ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:33:44.247357Z","caller":"traceutil/trace.go:171","msg":"trace[1398662160] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"482.511687ms","start":"2026-04-29T22:33:43.764835Z","end":"2026-04-29T22:33:44.247347Z","steps":["trace[1398662160] 'process raft request' (duration: 482.058717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:44.247407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:33:43.764809Z","time spent":"482.567028ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:33:44.247514Z","caller":"traceutil/trace.go:171","msg":"trace[1341822418] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"482.481287ms","start":"2026-04-29T22:33:43.765025Z","end":"2026-04-29T22:33:44.247506Z","steps":["trace[1341822418] 'process raft request' (duration: 481.974146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:44.247553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:33:43.765007Z","time spent":"482.524427ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:33:44.248132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.413345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62986"} {"level":"info","ts":"2026-04-29T22:33:44.24817Z","caller":"traceutil/trace.go:171","msg":"trace[1425632684] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5197; }","duration":"482.481327ms","start":"2026-04-29T22:33:43.765677Z","end":"2026-04-29T22:33:44.248158Z","steps":["trace[1425632684] 'agreement among raft nodes before linearized reading' (duration: 482.264382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:44.248194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:33:43.765667Z","time spent":"482.520507ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63009,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-29T22:33:44.248192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.235801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:778461"} {"level":"info","ts":"2026-04-29T22:33:44.248282Z","caller":"traceutil/trace.go:171","msg":"trace[213130925] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5197; }","duration":"477.391345ms","start":"2026-04-29T22:33:43.770873Z","end":"2026-04-29T22:33:44.248264Z","steps":["trace[213130925] 'agreement among raft nodes before linearized reading' (duration: 476.6938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:44.248338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:33:43.770854Z","time spent":"477.472766ms","remote":"127.0.0.1:34996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":778484,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-29T22:33:44.24835Z","caller":"traceutil/trace.go:171","msg":"trace[23463662] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"483.099179ms","start":"2026-04-29T22:33:43.765242Z","end":"2026-04-29T22:33:44.248341Z","steps":["trace[23463662] 'process raft request' (duration: 481.791151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:44.248401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:33:43.765219Z","time spent":"483.154441ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:33:44.248758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.531658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:33:44.248783Z","caller":"traceutil/trace.go:171","msg":"trace[591785490] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5197; }","duration":"471.570289ms","start":"2026-04-29T22:33:43.777205Z","end":"2026-04-29T22:33:44.248775Z","steps":["trace[591785490] 'agreement among raft nodes before linearized reading' (duration: 471.527348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:44.248803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:33:43.777198Z","time spent":"471.599689ms","remote":"127.0.0.1:35370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-29T22:33:44.456117Z","caller":"traceutil/trace.go:171","msg":"trace[1187899775] linearizableReadLoop","detail":"{readStateIndex:5399; appliedIndex:5398; }","duration":"204.374019ms","start":"2026-04-29T22:33:44.251714Z","end":"2026-04-29T22:33:44.456088Z","steps":["trace[1187899775] 'read index received' (duration: 204.103303ms)","trace[1187899775] 'applied index is now lower than readState.Index' (duration: 269.516µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:33:44.456131Z","caller":"traceutil/trace.go:171","msg":"trace[1486185004] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"205.337351ms","start":"2026-04-29T22:33:44.250763Z","end":"2026-04-29T22:33:44.4561Z","steps":["trace[1486185004] 'process raft request' (duration: 205.134577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:44.456294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.550783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:33:44.456329Z","caller":"traceutil/trace.go:171","msg":"trace[209601123] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5198; }","duration":"204.626385ms","start":"2026-04-29T22:33:44.251695Z","end":"2026-04-29T22:33:44.456321Z","steps":["trace[209601123] 'agreement among raft nodes before linearized reading' (duration: 204.487412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:44.456508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.435114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7755075-589a-42e0-974c-c981e5cc5bab\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-04-29T22:33:44.456591Z","caller":"traceutil/trace.go:171","msg":"trace[1248443072] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a7755075-589a-42e0-974c-c981e5cc5bab; range_end:; response_count:1; response_revision:5198; }","duration":"195.552037ms","start":"2026-04-29T22:33:44.261018Z","end":"2026-04-29T22:33:44.45657Z","steps":["trace[1248443072] 'agreement among raft nodes before linearized reading' (duration: 195.301002ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:52.550223Z","caller":"traceutil/trace.go:171","msg":"trace[1851449107] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"274.330895ms","start":"2026-04-29T22:33:52.275844Z","end":"2026-04-29T22:33:52.550175Z","steps":["trace[1851449107] 'process raft request' (duration: 274.11422ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:52.551683Z","caller":"traceutil/trace.go:171","msg":"trace[514311252] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"275.368449ms","start":"2026-04-29T22:33:52.276275Z","end":"2026-04-29T22:33:52.551644Z","steps":["trace[514311252] 'process raft request' (duration: 275.078241ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:52.558446Z","caller":"traceutil/trace.go:171","msg":"trace[230492771] linearizableReadLoop","detail":"{readStateIndex:5551; appliedIndex:5549; }","duration":"281.129833ms","start":"2026-04-29T22:33:52.27729Z","end":"2026-04-29T22:33:52.55842Z","steps":["trace[230492771] 'read index received' (duration: 272.72072ms)","trace[230492771] 'applied index is now lower than readState.Index' (duration: 8.407973ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:33:52.558623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.300506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:33:52.558728Z","caller":"traceutil/trace.go:171","msg":"trace[1641437589] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:0; response_revision:5346; }","duration":"281.46824ms","start":"2026-04-29T22:33:52.277236Z","end":"2026-04-29T22:33:52.558704Z","steps":["trace[1641437589] 'agreement among raft nodes before linearized reading' (duration: 281.255986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:52.55874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.756084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T22:33:52.558795Z","caller":"traceutil/trace.go:171","msg":"trace[1396652011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5346; }","duration":"263.828276ms","start":"2026-04-29T22:33:52.294944Z","end":"2026-04-29T22:33:52.558772Z","steps":["trace[1396652011] 'agreement among raft nodes before linearized reading' (duration: 263.688363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:52.558786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.05931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T22:33:52.558846Z","caller":"traceutil/trace.go:171","msg":"trace[778258723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5346; }","duration":"269.131282ms","start":"2026-04-29T22:33:52.289698Z","end":"2026-04-29T22:33:52.558829Z","steps":["trace[778258723] 'agreement among raft nodes before linearized reading' (duration: 268.931928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:52.55885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.606717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-29T22:33:52.558849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.872062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fklw\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-29T22:33:52.558955Z","caller":"traceutil/trace.go:171","msg":"trace[154384570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5346; }","duration":"266.739789ms","start":"2026-04-29T22:33:52.2922Z","end":"2026-04-29T22:33:52.558939Z","steps":["trace[154384570] 'agreement among raft nodes before linearized reading' (duration: 266.530795ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:52.558974Z","caller":"traceutil/trace.go:171","msg":"trace[92705221] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fklw; range_end:; response_count:1; response_revision:5346; }","duration":"267.016695ms","start":"2026-04-29T22:33:52.291934Z","end":"2026-04-29T22:33:52.558951Z","steps":["trace[92705221] 'agreement among raft nodes before linearized reading' (duration: 266.813961ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:53.785921Z","caller":"traceutil/trace.go:171","msg":"trace[588777716] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"138.120843ms","start":"2026-04-29T22:33:53.647778Z","end":"2026-04-29T22:33:53.785899Z","steps":["trace[588777716] 'process raft request' (duration: 137.933399ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:54.653543Z","caller":"traceutil/trace.go:171","msg":"trace[1785695267] linearizableReadLoop","detail":"{readStateIndex:5592; appliedIndex:5591; }","duration":"187.936981ms","start":"2026-04-29T22:33:54.465573Z","end":"2026-04-29T22:33:54.65351Z","steps":["trace[1785695267] 'read index received' (duration: 187.741697ms)","trace[1785695267] 'applied index is now lower than readState.Index' (duration: 193.624µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:33:54.653674Z","caller":"traceutil/trace.go:171","msg":"trace[264701350] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"310.745ms","start":"2026-04-29T22:33:54.342901Z","end":"2026-04-29T22:33:54.653646Z","steps":["trace[264701350] 'process raft request' (duration: 310.414003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:54.653721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.127185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:33:54.653769Z","caller":"traceutil/trace.go:171","msg":"trace[1031319557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5385; }","duration":"188.226217ms","start":"2026-04-29T22:33:54.465532Z","end":"2026-04-29T22:33:54.653758Z","steps":["trace[1031319557] 'agreement among raft nodes before linearized reading' (duration: 188.132785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:54.653813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:33:54.342859Z","time spent":"310.872083ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8041,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:33:54.728135Z","caller":"traceutil/trace.go:171","msg":"trace[690173427] transaction","detail":"{read_only:false; response_revision:5386; number_of_response:1; }","duration":"171.491371ms","start":"2026-04-29T22:33:54.556609Z","end":"2026-04-29T22:33:54.7281Z","steps":["trace[690173427] 'process raft request' (duration: 171.222106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:54.728198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.451953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T22:33:54.728263Z","caller":"traceutil/trace.go:171","msg":"trace[129124507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5386; }","duration":"173.567246ms","start":"2026-04-29T22:33:54.554679Z","end":"2026-04-29T22:33:54.728246Z","steps":["trace[129124507] 'agreement among raft nodes before linearized reading' (duration: 173.343351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:54.728351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.129429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T22:33:54.728476Z","caller":"traceutil/trace.go:171","msg":"trace[104806341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5386; }","duration":"158.302704ms","start":"2026-04-29T22:33:54.570144Z","end":"2026-04-29T22:33:54.728447Z","steps":["trace[104806341] 'agreement among raft nodes before linearized reading' (duration: 157.911784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:54.728505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.58525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-29T22:33:54.728556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.400554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fklw\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-29T22:33:54.728653Z","caller":"traceutil/trace.go:171","msg":"trace[1497894955] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fklw; range_end:; response_count:1; response_revision:5386; }","duration":"157.557908ms","start":"2026-04-29T22:33:54.571074Z","end":"2026-04-29T22:33:54.728632Z","steps":["trace[1497894955] 'agreement among raft nodes before linearized reading' (duration: 157.244011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:54.728649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.736073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T22:33:54.728582Z","caller":"traceutil/trace.go:171","msg":"trace[714305432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5386; }","duration":"158.834325ms","start":"2026-04-29T22:33:54.569729Z","end":"2026-04-29T22:33:54.728563Z","steps":["trace[714305432] 'agreement among raft nodes before linearized reading' (duration: 158.431576ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:33:54.728884Z","caller":"traceutil/trace.go:171","msg":"trace[111001105] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5386; }","duration":"158.959539ms","start":"2026-04-29T22:33:54.56985Z","end":"2026-04-29T22:33:54.728809Z","steps":["trace[111001105] 'agreement among raft nodes before linearized reading' (duration: 158.455687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:33:54.729176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.485273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T22:33:54.729237Z","caller":"traceutil/trace.go:171","msg":"trace[342969239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5386; }","duration":"161.563455ms","start":"2026-04-29T22:33:54.567656Z","end":"2026-04-29T22:33:54.72922Z","steps":["trace[342969239] 'agreement among raft nodes before linearized reading' (duration: 161.367091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:02.583397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.970021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:34:02.583878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.264129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7b09799d-2885-4233-93de-799bbfcd0592\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-29T22:34:02.583939Z","caller":"traceutil/trace.go:171","msg":"trace[842873593] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5548; }","duration":"325.553864ms","start":"2026-04-29T22:34:02.258354Z","end":"2026-04-29T22:34:02.583908Z","steps":["trace[842873593] 'count revisions from in-memory index tree' (duration: 324.879027ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:02.583952Z","caller":"traceutil/trace.go:171","msg":"trace[1369430992] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7b09799d-2885-4233-93de-799bbfcd0592; range_end:; response_count:1; response_revision:5548; }","duration":"651.363892ms","start":"2026-04-29T22:34:01.932561Z","end":"2026-04-29T22:34:02.583925Z","steps":["trace[1369430992] 'range keys from in-memory index tree' (duration: 650.909122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:02.583751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.143874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-29T22:34:02.584009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:34:01.932542Z","time spent":"651.452474ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7b09799d-2885-4233-93de-799bbfcd0592\" "} {"level":"warn","ts":"2026-04-29T22:34:02.584017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:34:02.258334Z","time spent":"325.652106ms","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-29T22:34:02.584037Z","caller":"traceutil/trace.go:171","msg":"trace[442454611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5548; }","duration":"622.491512ms","start":"2026-04-29T22:34:01.961528Z","end":"2026-04-29T22:34:02.584019Z","steps":["trace[442454611] 'range keys from in-memory index tree' (duration: 621.904059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:02.584082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:34:01.961505Z","time spent":"622.562863ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T22:34:02.810137Z","caller":"traceutil/trace.go:171","msg":"trace[1252456670] linearizableReadLoop","detail":"{readStateIndex:5759; appliedIndex:5758; }","duration":"371.884953ms","start":"2026-04-29T22:34:02.438221Z","end":"2026-04-29T22:34:02.810106Z","steps":["trace[1252456670] 'read index received' (duration: 371.75137ms)","trace[1252456670] 'applied index is now lower than readState.Index' (duration: 132.013µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:34:02.810191Z","caller":"traceutil/trace.go:171","msg":"trace[996892408] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"504.667821ms","start":"2026-04-29T22:34:02.305491Z","end":"2026-04-29T22:34:02.810159Z","steps":["trace[996892408] 'process raft request' (duration: 504.393755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:02.81038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:34:02.305469Z","time spent":"504.806974ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:34:02.81052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.245262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-bzrz5\" ","response":"range_response_count:1 size:4995"} {"level":"info","ts":"2026-04-29T22:34:02.81062Z","caller":"traceutil/trace.go:171","msg":"trace[1775030523] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-bzrz5; range_end:; response_count:1; response_revision:5549; }","duration":"372.391605ms","start":"2026-04-29T22:34:02.438207Z","end":"2026-04-29T22:34:02.810599Z","steps":["trace[1775030523] 'agreement among raft nodes before linearized reading' (duration: 372.069208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:02.810696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:34:02.438162Z","time spent":"372.521378ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5018,"request content":"key:\"/registry/pods/monitoring/goldpinger-bzrz5\" "} {"level":"warn","ts":"2026-04-29T22:34:03.332488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.687869ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-29T22:34:03.333163Z","caller":"traceutil/trace.go:171","msg":"trace[1222060558] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"743.756757ms","start":"2026-04-29T22:34:02.589369Z","end":"2026-04-29T22:34:03.333126Z","steps":["trace[1222060558] 'process raft request' (duration: 743.289127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:03.333429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:34:02.589344Z","time spent":"743.90355ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:34:03.607035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.845465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:34:03.607274Z","caller":"traceutil/trace.go:171","msg":"trace[1532520012] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"787.477711ms","start":"2026-04-29T22:34:02.819778Z","end":"2026-04-29T22:34:03.607256Z","steps":["trace[1532520012] 'process raft request' (duration: 787.374369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:03.607388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:34:02.819754Z","time spent":"787.602233ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5184,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:34:03.607451Z","caller":"traceutil/trace.go:171","msg":"trace[856108629] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"841.478739ms","start":"2026-04-29T22:34:02.765916Z","end":"2026-04-29T22:34:03.607395Z","steps":["trace[856108629] 'process raft request' (duration: 567.175094ms)","trace[856108629] 'compare' (duration: 273.654291ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:34:03.607471Z","caller":"traceutil/trace.go:171","msg":"trace[742847568] linearizableReadLoop","detail":"{readStateIndex:5762; appliedIndex:5759; }","duration":"797.191323ms","start":"2026-04-29T22:34:02.810237Z","end":"2026-04-29T22:34:03.607428Z","steps":["trace[742847568] 'read index received' (duration: 128.539754ms)","trace[742847568] 'applied index is now lower than readState.Index' (duration: 668.646029ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:34:03.607618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:34:02.765889Z","time spent":"841.640013ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:34:03.607668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143257794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:34:03.607698Z","caller":"traceutil/trace.go:171","msg":"trace[1204326027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5552; }","duration":"1.143334995s","start":"2026-04-29T22:34:02.464354Z","end":"2026-04-29T22:34:03.607689Z","steps":["trace[1204326027] 'agreement among raft nodes before linearized reading' (duration: 1.143276594s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:03.60772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:34:02.464333Z","time spent":"1.143382476s","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T22:34:03.607722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.67099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T22:34:03.607779Z","caller":"traceutil/trace.go:171","msg":"trace[1269240763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5552; }","duration":"828.783842ms","start":"2026-04-29T22:34:02.778965Z","end":"2026-04-29T22:34:03.607749Z","steps":["trace[1269240763] 'agreement among raft nodes before linearized reading' (duration: 828.616668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:03.607815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:34:02.778937Z","time spent":"828.868284ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T22:34:03.607798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.746523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T22:34:03.607821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.025661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T22:34:03.607885Z","caller":"traceutil/trace.go:171","msg":"trace[1235480126] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5552; }","duration":"856.904836ms","start":"2026-04-29T22:34:02.750961Z","end":"2026-04-29T22:34:03.607866Z","steps":["trace[1235480126] 'agreement among raft nodes before linearized reading' (duration: 856.654661ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:03.607928Z","caller":"traceutil/trace.go:171","msg":"trace[853797890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5552; }","duration":"820.167554ms","start":"2026-04-29T22:34:02.787735Z","end":"2026-04-29T22:34:03.607902Z","steps":["trace[853797890] 'agreement among raft nodes before linearized reading' (duration: 819.839037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:03.607943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.082259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-29T22:34:03.607983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:34:02.787717Z","time spent":"820.252817ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T22:34:03.607995Z","caller":"traceutil/trace.go:171","msg":"trace[1643301176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5552; }","duration":"818.14786ms","start":"2026-04-29T22:34:02.789831Z","end":"2026-04-29T22:34:03.607979Z","steps":["trace[1643301176] 'agreement among raft nodes before linearized reading' (duration: 818.031247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:03.607982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.764328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fklw\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-29T22:34:03.607936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:34:02.750936Z","time spent":"856.988828ms","remote":"127.0.0.1:35010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":92,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-29T22:34:03.608039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:34:02.789818Z","time spent":"818.209672ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T22:34:03.608059Z","caller":"traceutil/trace.go:171","msg":"trace[625910848] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fklw; range_end:; response_count:1; response_revision:5552; }","duration":"815.86788ms","start":"2026-04-29T22:34:02.792171Z","end":"2026-04-29T22:34:03.608039Z","steps":["trace[625910848] 'agreement among raft nodes before linearized reading' (duration: 815.655235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:03.608105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:34:02.792161Z","time spent":"815.935041ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7fklw\" "} {"level":"warn","ts":"2026-04-29T22:34:03.607811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.811162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T22:34:03.608141Z","caller":"traceutil/trace.go:171","msg":"trace[488015728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5552; }","duration":"818.213541ms","start":"2026-04-29T22:34:02.789917Z","end":"2026-04-29T22:34:03.608131Z","steps":["trace[488015728] 'agreement among raft nodes before linearized reading' (duration: 817.751121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:03.608182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:34:02.789892Z","time spent":"818.282823ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T22:34:03.865082Z","caller":"traceutil/trace.go:171","msg":"trace[1829351423] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"578.379799ms","start":"2026-04-29T22:34:03.286668Z","end":"2026-04-29T22:34:03.865048Z","steps":["trace[1829351423] 'process raft request' (duration: 558.761201ms)","trace[1829351423] 'compare' (duration: 19.330191ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:34:03.865237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:34:03.286642Z","time spent":"578.516501ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:34:03.865308Z","caller":"traceutil/trace.go:171","msg":"trace[603148489] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"526.347014ms","start":"2026-04-29T22:34:03.338942Z","end":"2026-04-29T22:34:03.865289Z","steps":["trace[603148489] 'process raft request' (duration: 525.970906ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:03.865307Z","caller":"traceutil/trace.go:171","msg":"trace[1916421293] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"524.425241ms","start":"2026-04-29T22:34:03.340839Z","end":"2026-04-29T22:34:03.865264Z","steps":["trace[1916421293] 'process raft request' (duration: 524.127335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:03.865449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.153946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T22:34:03.865497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:34:03.340811Z","time spent":"524.580005ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:34:03.865547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.042081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:34:03.865448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:34:03.338902Z","time spent":"526.463436ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:34:03.865599Z","caller":"traceutil/trace.go:171","msg":"trace[298340371] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5556; }","duration":"677.138914ms","start":"2026-04-29T22:34:03.188444Z","end":"2026-04-29T22:34:03.865583Z","steps":["trace[298340371] 'agreement among raft nodes before linearized reading' (duration: 676.907389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:03.865644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:34:03.18842Z","time spent":"677.214415ms","remote":"127.0.0.1:50052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-29T22:34:03.86561Z","caller":"traceutil/trace.go:171","msg":"trace[1232444308] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"251.787494ms","start":"2026-04-29T22:34:03.61379Z","end":"2026-04-29T22:34:03.865577Z","steps":["trace[1232444308] 'process raft request' (duration: 251.443077ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:03.865503Z","caller":"traceutil/trace.go:171","msg":"trace[984605783] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5556; }","duration":"948.252748ms","start":"2026-04-29T22:34:02.91724Z","end":"2026-04-29T22:34:03.865492Z","steps":["trace[984605783] 'agreement among raft nodes before linearized reading' (duration: 948.123175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:03.865746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:34:02.917218Z","time spent":"948.512253ms","remote":"127.0.0.1:35268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":28,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-29T22:34:03.865736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.06521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2318"} {"level":"info","ts":"2026-04-29T22:34:03.865855Z","caller":"traceutil/trace.go:171","msg":"trace[1724601550] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5556; }","duration":"522.247864ms","start":"2026-04-29T22:34:03.343574Z","end":"2026-04-29T22:34:03.865822Z","steps":["trace[1724601550] 'agreement among raft nodes before linearized reading' (duration: 521.744613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:03.865756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.975681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7b09799d-2885-4233-93de-799bbfcd0592\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-29T22:34:03.866Z","caller":"traceutil/trace.go:171","msg":"trace[239824932] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7b09799d-2885-4233-93de-799bbfcd0592; range_end:; response_count:1; response_revision:5556; }","duration":"276.322969ms","start":"2026-04-29T22:34:03.589653Z","end":"2026-04-29T22:34:03.865976Z","steps":["trace[239824932] 'agreement among raft nodes before linearized reading' (duration: 275.695095ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:03.865298Z","caller":"traceutil/trace.go:171","msg":"trace[1460676527] linearizableReadLoop","detail":"{readStateIndex:5766; appliedIndex:5763; }","duration":"257.726923ms","start":"2026-04-29T22:34:03.607544Z","end":"2026-04-29T22:34:03.865271Z","steps":["trace[1460676527] 'read index received' (duration: 237.967582ms)","trace[1460676527] 'applied index is now lower than readState.Index' (duration: 19.757921ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:34:03.866034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.260299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-29T22:34:03.866086Z","caller":"traceutil/trace.go:171","msg":"trace[836648295] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"252.240324ms","start":"2026-04-29T22:34:03.613832Z","end":"2026-04-29T22:34:03.866072Z","steps":["trace[836648295] 'process raft request' (duration: 251.629171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:03.865923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:34:03.343562Z","time spent":"522.349916ms","remote":"127.0.0.1:35506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":2341,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-04-29T22:34:03.866284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.701199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:34:03.866321Z","caller":"traceutil/trace.go:171","msg":"trace[236447284] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"250.467305ms","start":"2026-04-29T22:34:03.615837Z","end":"2026-04-29T22:34:03.866304Z","steps":["trace[236447284] 'process raft request' (duration: 250.299571ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:03.866393Z","caller":"traceutil/trace.go:171","msg":"trace[1187225098] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"251.21622ms","start":"2026-04-29T22:34:03.615155Z","end":"2026-04-29T22:34:03.866371Z","steps":["trace[1187225098] 'process raft request' (duration: 250.860312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:03.86645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.858808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-bzrz5\" ","response":"range_response_count:1 size:5199"} {"level":"info","ts":"2026-04-29T22:34:03.866334Z","caller":"traceutil/trace.go:171","msg":"trace[1123515171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5559; }","duration":"255.78802ms","start":"2026-04-29T22:34:03.610535Z","end":"2026-04-29T22:34:03.866323Z","steps":["trace[1123515171] 'agreement among raft nodes before linearized reading' (duration: 255.692808ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:03.866502Z","caller":"traceutil/trace.go:171","msg":"trace[267721609] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-bzrz5; range_end:; response_count:1; response_revision:5559; }","duration":"252.93971ms","start":"2026-04-29T22:34:03.613554Z","end":"2026-04-29T22:34:03.866494Z","steps":["trace[267721609] 'agreement among raft nodes before linearized reading' (duration: 252.800836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:03.866653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.35686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80218"} {"level":"info","ts":"2026-04-29T22:34:03.866689Z","caller":"traceutil/trace.go:171","msg":"trace[530750747] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5559; }","duration":"254.431282ms","start":"2026-04-29T22:34:03.61225Z","end":"2026-04-29T22:34:03.866681Z","steps":["trace[530750747] 'agreement among raft nodes before linearized reading' (duration: 254.270918ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:03.866111Z","caller":"traceutil/trace.go:171","msg":"trace[631473385] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5556; }","duration":"960.338382ms","start":"2026-04-29T22:34:02.905752Z","end":"2026-04-29T22:34:03.866091Z","steps":["trace[631473385] 'agreement among raft nodes before linearized reading' (duration: 959.592616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:03.866976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:34:02.905681Z","time spent":"961.268362ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-29T22:34:05.761985Z","caller":"traceutil/trace.go:171","msg":"trace[787578025] linearizableReadLoop","detail":"{readStateIndex:5780; appliedIndex:5779; }","duration":"121.201564ms","start":"2026-04-29T22:34:05.640759Z","end":"2026-04-29T22:34:05.761961Z","steps":["trace[787578025] 'read index received' (duration: 121.069331ms)","trace[787578025] 'applied index is now lower than readState.Index' (duration: 131.063µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:34:05.762152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.329306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T22:34:05.762129Z","caller":"traceutil/trace.go:171","msg":"trace[687990945] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"148.138822ms","start":"2026-04-29T22:34:05.613888Z","end":"2026-04-29T22:34:05.762027Z","steps":["trace[687990945] 'process raft request' (duration: 147.929068ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:05.762249Z","caller":"traceutil/trace.go:171","msg":"trace[977409480] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5569; }","duration":"121.527131ms","start":"2026-04-29T22:34:05.640705Z","end":"2026-04-29T22:34:05.762232Z","steps":["trace[977409480] 'agreement among raft nodes before linearized reading' (duration: 121.345857ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:10.026688Z","caller":"traceutil/trace.go:171","msg":"trace[1601868693] linearizableReadLoop","detail":"{readStateIndex:5870; appliedIndex:5869; }","duration":"125.652532ms","start":"2026-04-29T22:34:09.901006Z","end":"2026-04-29T22:34:10.026658Z","steps":["trace[1601868693] 'read index received' (duration: 35.721459ms)","trace[1601868693] 'applied index is now lower than readState.Index' (duration: 89.929843ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:34:10.026792Z","caller":"traceutil/trace.go:171","msg":"trace[244656351] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"126.526821ms","start":"2026-04-29T22:34:09.900236Z","end":"2026-04-29T22:34:10.026763Z","steps":["trace[244656351] 'process raft request' (duration: 36.479846ms)","trace[244656351] 'compare' (duration: 89.813229ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:34:10.026895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.876677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T22:34:10.027347Z","caller":"traceutil/trace.go:171","msg":"trace[337084556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5657; }","duration":"126.273085ms","start":"2026-04-29T22:34:09.900996Z","end":"2026-04-29T22:34:10.027269Z","steps":["trace[337084556] 'agreement among raft nodes before linearized reading' (duration: 125.796365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:10.027454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.998695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-29T22:34:10.027472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.380124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fklw\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-29T22:34:10.027468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.130072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T22:34:10.027517Z","caller":"traceutil/trace.go:171","msg":"trace[1179902158] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5657; }","duration":"124.063297ms","start":"2026-04-29T22:34:09.903426Z","end":"2026-04-29T22:34:10.027489Z","steps":["trace[1179902158] 'agreement among raft nodes before linearized reading' (duration: 123.909824ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:10.027541Z","caller":"traceutil/trace.go:171","msg":"trace[681968354] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fklw; range_end:; response_count:1; response_revision:5657; }","duration":"124.463627ms","start":"2026-04-29T22:34:09.90306Z","end":"2026-04-29T22:34:10.027523Z","steps":["trace[681968354] 'agreement among raft nodes before linearized reading' (duration: 124.292613ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:10.027554Z","caller":"traceutil/trace.go:171","msg":"trace[339504037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5657; }","duration":"126.257505ms","start":"2026-04-29T22:34:09.901279Z","end":"2026-04-29T22:34:10.027536Z","steps":["trace[339504037] 'agreement among raft nodes before linearized reading' (duration: 125.929358ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:11.590898Z","caller":"traceutil/trace.go:171","msg":"trace[1004105860] transaction","detail":"{read_only:false; response_revision:5673; number_of_response:1; }","duration":"193.707436ms","start":"2026-04-29T22:34:11.39714Z","end":"2026-04-29T22:34:11.590847Z","steps":["trace[1004105860] 'process raft request' (duration: 193.458201ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:11.76501Z","caller":"traceutil/trace.go:171","msg":"trace[1593571362] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"158.56776ms","start":"2026-04-29T22:34:11.606421Z","end":"2026-04-29T22:34:11.764989Z","steps":["trace[1593571362] 'process raft request' (duration: 158.451157ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:16.703512Z","caller":"traceutil/trace.go:171","msg":"trace[38565351] linearizableReadLoop","detail":"{readStateIndex:5937; appliedIndex:5936; }","duration":"239.924136ms","start":"2026-04-29T22:34:16.463567Z","end":"2026-04-29T22:34:16.703491Z","steps":["trace[38565351] 'read index received' (duration: 239.776312ms)","trace[38565351] 'applied index is now lower than readState.Index' (duration: 146.684µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:34:16.703555Z","caller":"traceutil/trace.go:171","msg":"trace[2003562359] transaction","detail":"{read_only:false; response_revision:5723; number_of_response:1; }","duration":"284.496087ms","start":"2026-04-29T22:34:16.419036Z","end":"2026-04-29T22:34:16.703532Z","steps":["trace[2003562359] 'process raft request' (duration: 284.320564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:16.703683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.101149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T22:34:16.703719Z","caller":"traceutil/trace.go:171","msg":"trace[1269189851] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5723; }","duration":"240.199211ms","start":"2026-04-29T22:34:16.463508Z","end":"2026-04-29T22:34:16.703707Z","steps":["trace[1269189851] 'agreement among raft nodes before linearized reading' (duration: 240.095629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:16.950036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.368998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:34:16.950142Z","caller":"traceutil/trace.go:171","msg":"trace[873204627] linearizableReadLoop","detail":"{readStateIndex:5938; appliedIndex:5937; }","duration":"246.54512ms","start":"2026-04-29T22:34:16.70358Z","end":"2026-04-29T22:34:16.950126Z","steps":["trace[873204627] 'read index received' (duration: 102.911056ms)","trace[873204627] 'applied index is now lower than readState.Index' (duration: 143.632664ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:34:16.950201Z","caller":"traceutil/trace.go:171","msg":"trace[1452318690] transaction","detail":"{read_only:false; response_revision:5724; number_of_response:1; }","duration":"389.904976ms","start":"2026-04-29T22:34:16.560258Z","end":"2026-04-29T22:34:16.950163Z","steps":["trace[1452318690] 'process raft request' (duration: 246.329204ms)","trace[1452318690] 'compare' (duration: 143.261706ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:34:16.950348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.575244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:34:16.950366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.093073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-29T22:34:16.950384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:34:16.56024Z","time spent":"390.05741ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:34:16.950425Z","caller":"traceutil/trace.go:171","msg":"trace[1586984069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5724; }","duration":"485.691717ms","start":"2026-04-29T22:34:16.464714Z","end":"2026-04-29T22:34:16.950406Z","steps":["trace[1586984069] 'agreement among raft nodes before linearized reading' (duration: 485.578104ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:16.950448Z","caller":"traceutil/trace.go:171","msg":"trace[1119979088] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5724; }","duration":"347.205876ms","start":"2026-04-29T22:34:16.603217Z","end":"2026-04-29T22:34:16.950422Z","steps":["trace[1119979088] 'agreement among raft nodes before linearized reading' (duration: 346.957291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:16.950517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:34:16.603201Z","time spent":"347.306958ms","remote":"127.0.0.1:35064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-29T22:34:16.950511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:34:16.464667Z","time spent":"485.82982ms","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T22:34:16.950717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.48555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:34:16.9508Z","caller":"traceutil/trace.go:171","msg":"trace[1200380326] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:5724; }","duration":"132.630774ms","start":"2026-04-29T22:34:16.818152Z","end":"2026-04-29T22:34:16.950783Z","steps":["trace[1200380326] 'agreement among raft nodes before linearized reading' (duration: 132.46919ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:18.223902Z","caller":"traceutil/trace.go:171","msg":"trace[285985089] transaction","detail":"{read_only:false; response_revision:5733; number_of_response:1; }","duration":"140.033145ms","start":"2026-04-29T22:34:18.083838Z","end":"2026-04-29T22:34:18.223871Z","steps":["trace[285985089] 'process raft request' (duration: 105.932011ms)","trace[285985089] 'compare' (duration: 33.90838ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:34:18.224144Z","caller":"traceutil/trace.go:171","msg":"trace[1163813938] transaction","detail":"{read_only:false; response_revision:5734; number_of_response:1; }","duration":"139.242059ms","start":"2026-04-29T22:34:18.084869Z","end":"2026-04-29T22:34:18.224112Z","steps":["trace[1163813938] 'process raft request' (duration: 138.956752ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:18.224306Z","caller":"traceutil/trace.go:171","msg":"trace[270906839] transaction","detail":"{read_only:false; response_revision:5736; number_of_response:1; }","duration":"138.795718ms","start":"2026-04-29T22:34:18.085491Z","end":"2026-04-29T22:34:18.224287Z","steps":["trace[270906839] 'process raft request' (duration: 138.651835ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:18.224332Z","caller":"traceutil/trace.go:171","msg":"trace[1101226984] linearizableReadLoop","detail":"{readStateIndex:5952; appliedIndex:5947; }","duration":"122.221047ms","start":"2026-04-29T22:34:18.102085Z","end":"2026-04-29T22:34:18.224306Z","steps":["trace[1101226984] 'read index received' (duration: 87.704924ms)","trace[1101226984] 'applied index is now lower than readState.Index' (duration: 34.514773ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:34:18.224479Z","caller":"traceutil/trace.go:171","msg":"trace[1143185095] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"138.527573ms","start":"2026-04-29T22:34:18.085939Z","end":"2026-04-29T22:34:18.224466Z","steps":["trace[1143185095] 'process raft request' (duration: 138.266528ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:18.224504Z","caller":"traceutil/trace.go:171","msg":"trace[254357758] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"139.419232ms","start":"2026-04-29T22:34:18.085074Z","end":"2026-04-29T22:34:18.224494Z","steps":["trace[254357758] 'process raft request' (duration: 138.951752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:18.225044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.919234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81902"} {"level":"info","ts":"2026-04-29T22:34:18.225111Z","caller":"traceutil/trace.go:171","msg":"trace[1313258785] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5738; }","duration":"141.026747ms","start":"2026-04-29T22:34:18.084068Z","end":"2026-04-29T22:34:18.225095Z","steps":["trace[1313258785] 'agreement among raft nodes before linearized reading' (duration: 140.681309ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:18.228288Z","caller":"traceutil/trace.go:171","msg":"trace[390817568] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"117.162247ms","start":"2026-04-29T22:34:18.107283Z","end":"2026-04-29T22:34:18.224445Z","steps":["trace[390817568] 'process raft request' (duration: 116.984703ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:18.389281Z","caller":"traceutil/trace.go:171","msg":"trace[1891463400] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"157.2423ms","start":"2026-04-29T22:34:18.232009Z","end":"2026-04-29T22:34:18.389251Z","steps":["trace[1891463400] 'process raft request' (duration: 104.50707ms)","trace[1891463400] 'compare' (duration: 52.610928ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:34:21.751033Z","caller":"traceutil/trace.go:171","msg":"trace[1252439962] linearizableReadLoop","detail":"{readStateIndex:5972; appliedIndex:5971; }","duration":"103.906366ms","start":"2026-04-29T22:34:21.647106Z","end":"2026-04-29T22:34:21.751012Z","steps":["trace[1252439962] 'read index received' (duration: 103.724002ms)","trace[1252439962] 'applied index is now lower than readState.Index' (duration: 181.524µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:34:21.751131Z","caller":"traceutil/trace.go:171","msg":"trace[1845942071] transaction","detail":"{read_only:false; response_revision:5757; number_of_response:1; }","duration":"105.199335ms","start":"2026-04-29T22:34:21.645911Z","end":"2026-04-29T22:34:21.75111Z","steps":["trace[1845942071] 'process raft request' (duration: 104.972541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:21.751242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.110831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-29T22:34:21.751288Z","caller":"traceutil/trace.go:171","msg":"trace[130068245] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5757; }","duration":"104.184223ms","start":"2026-04-29T22:34:21.647088Z","end":"2026-04-29T22:34:21.751272Z","steps":["trace[130068245] 'agreement among raft nodes before linearized reading' (duration: 104.0423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:34:21.751418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.896907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T22:34:21.751488Z","caller":"traceutil/trace.go:171","msg":"trace[340880236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5757; }","duration":"103.992918ms","start":"2026-04-29T22:34:21.647484Z","end":"2026-04-29T22:34:21.751477Z","steps":["trace[340880236] 'agreement among raft nodes before linearized reading' (duration: 103.822615ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:21.886057Z","caller":"traceutil/trace.go:171","msg":"trace[715238909] transaction","detail":"{read_only:false; response_revision:5759; number_of_response:1; }","duration":"128.636037ms","start":"2026-04-29T22:34:21.757394Z","end":"2026-04-29T22:34:21.88603Z","steps":["trace[715238909] 'process raft request' (duration: 84.352961ms)","trace[715238909] 'compare' (duration: 44.071501ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:34:21.886141Z","caller":"traceutil/trace.go:171","msg":"trace[634404625] transaction","detail":"{read_only:false; response_revision:5761; number_of_response:1; }","duration":"128.156526ms","start":"2026-04-29T22:34:21.757968Z","end":"2026-04-29T22:34:21.886124Z","steps":["trace[634404625] 'process raft request' (duration: 128.071664ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:21.886123Z","caller":"traceutil/trace.go:171","msg":"trace[1592702809] transaction","detail":"{read_only:false; response_revision:5760; number_of_response:1; }","duration":"128.157926ms","start":"2026-04-29T22:34:21.757933Z","end":"2026-04-29T22:34:21.886091Z","steps":["trace[1592702809] 'process raft request' (duration: 128.010743ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:21.886526Z","caller":"traceutil/trace.go:171","msg":"trace[1759318302] transaction","detail":"{read_only:false; response_revision:5762; number_of_response:1; }","duration":"127.745157ms","start":"2026-04-29T22:34:21.75875Z","end":"2026-04-29T22:34:21.886495Z","steps":["trace[1759318302] 'process raft request' (duration: 127.330628ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:21.886555Z","caller":"traceutil/trace.go:171","msg":"trace[1505897143] transaction","detail":"{read_only:false; response_revision:5763; number_of_response:1; }","duration":"118.74055ms","start":"2026-04-29T22:34:21.767798Z","end":"2026-04-29T22:34:21.886538Z","steps":["trace[1505897143] 'process raft request' (duration: 118.513975ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:22.099951Z","caller":"traceutil/trace.go:171","msg":"trace[542172257] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"125.59323ms","start":"2026-04-29T22:34:21.97431Z","end":"2026-04-29T22:34:22.099904Z","steps":["trace[542172257] 'process raft request' (duration: 29.459393ms)","trace[542172257] 'compare' (duration: 95.81296ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:34:22.100112Z","caller":"traceutil/trace.go:171","msg":"trace[2083739163] transaction","detail":"{read_only:false; response_revision:5767; number_of_response:1; }","duration":"117.241537ms","start":"2026-04-29T22:34:21.982841Z","end":"2026-04-29T22:34:22.100083Z","steps":["trace[2083739163] 'process raft request' (duration: 117.015922ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:22.100102Z","caller":"traceutil/trace.go:171","msg":"trace[295964195] transaction","detail":"{read_only:false; response_revision:5768; number_of_response:1; }","duration":"116.125414ms","start":"2026-04-29T22:34:21.98394Z","end":"2026-04-29T22:34:22.100066Z","steps":["trace[295964195] 'process raft request' (duration: 116.068202ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:44.217563Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2977} {"level":"info","ts":"2026-04-29T22:34:44.305287Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2977,"took":"85.776857ms","hash":1438563304,"current-db-size-bytes":58011648,"current-db-size":"58 MB","current-db-size-in-use-bytes":33263616,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-29T22:34:44.305343Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1438563304,"revision":2977,"compact-revision":-1} {"level":"info","ts":"2026-04-29T22:34:54.362663Z","caller":"traceutil/trace.go:171","msg":"trace[1226614813] transaction","detail":"{read_only:false; response_revision:6054; number_of_response:1; }","duration":"144.084437ms","start":"2026-04-29T22:34:54.218554Z","end":"2026-04-29T22:34:54.362638Z","steps":["trace[1226614813] 'process raft request' (duration: 144.033666ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:34:54.362719Z","caller":"traceutil/trace.go:171","msg":"trace[1987494417] transaction","detail":"{read_only:false; response_revision:6053; number_of_response:1; }","duration":"144.944678ms","start":"2026-04-29T22:34:54.217734Z","end":"2026-04-29T22:34:54.362679Z","steps":["trace[1987494417] 'process raft request' (duration: 132.049709ms)","trace[1987494417] 'compare' (duration: 12.657903ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:34:54.372789Z","caller":"traceutil/trace.go:171","msg":"trace[392073774] transaction","detail":"{read_only:false; response_revision:6055; number_of_response:1; }","duration":"140.407562ms","start":"2026-04-29T22:34:54.232362Z","end":"2026-04-29T22:34:54.37277Z","steps":["trace[392073774] 'process raft request' (duration: 140.221908ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:39:44.225028Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5994} {"level":"info","ts":"2026-04-29T22:39:44.325559Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5994,"took":"98.384079ms","hash":1068706175,"current-db-size-bytes":58011648,"current-db-size":"58 MB","current-db-size-in-use-bytes":21516288,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-29T22:39:44.325639Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1068706175,"revision":5994,"compact-revision":2977} {"level":"info","ts":"2026-04-29T22:40:07.781551Z","caller":"traceutil/trace.go:171","msg":"trace[1730354100] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"128.701419ms","start":"2026-04-29T22:40:07.652801Z","end":"2026-04-29T22:40:07.781503Z","steps":["trace[1730354100] 'process raft request' (duration: 107.351014ms)","trace[1730354100] 'compare' (duration: 21.025447ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:40:16.059208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.218349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T22:40:16.059303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.895026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:40:16.059327Z","caller":"traceutil/trace.go:171","msg":"trace[1448177494] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8414; }","duration":"548.409434ms","start":"2026-04-29T22:40:15.510892Z","end":"2026-04-29T22:40:16.059302Z","steps":["trace[1448177494] 'count revisions from in-memory index tree' (duration: 548.046155ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:40:16.059364Z","caller":"traceutil/trace.go:171","msg":"trace[473251146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8414; }","duration":"593.004269ms","start":"2026-04-29T22:40:15.466341Z","end":"2026-04-29T22:40:16.059345Z","steps":["trace[473251146] 'range keys from in-memory index tree' (duration: 592.768594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:16.059378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:40:15.510869Z","time spent":"548.497275ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T22:40:16.059401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:40:15.466316Z","time spent":"593.075971ms","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T22:40:16.069222Z","caller":"traceutil/trace.go:171","msg":"trace[1543370500] transaction","detail":"{read_only:false; response_revision:8415; number_of_response:1; }","duration":"420.778118ms","start":"2026-04-29T22:40:15.648415Z","end":"2026-04-29T22:40:16.069193Z","steps":["trace[1543370500] 'process raft request' (duration: 420.595814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:16.069411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:40:15.648384Z","time spent":"420.930562ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:40:16.125706Z","caller":"traceutil/trace.go:171","msg":"trace[1115620289] linearizableReadLoop","detail":"{readStateIndex:8717; appliedIndex:8715; }","duration":"312.270698ms","start":"2026-04-29T22:40:15.813401Z","end":"2026-04-29T22:40:16.125672Z","steps":["trace[1115620289] 'read index received' (duration: 255.594678ms)","trace[1115620289] 'applied index is now lower than readState.Index' (duration: 56.674819ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:40:16.125885Z","caller":"traceutil/trace.go:171","msg":"trace[1974839902] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"451.451916ms","start":"2026-04-29T22:40:15.674382Z","end":"2026-04-29T22:40:16.125834Z","steps":["trace[1974839902] 'process raft request' (duration: 451.093888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:16.126042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.619036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T22:40:16.12609Z","caller":"traceutil/trace.go:171","msg":"trace[2095421871] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8416; }","duration":"312.734259ms","start":"2026-04-29T22:40:15.813343Z","end":"2026-04-29T22:40:16.126078Z","steps":["trace[2095421871] 'agreement among raft nodes before linearized reading' (duration: 312.496273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:16.126151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:40:15.813321Z","time spent":"312.81847ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T22:40:16.126174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:40:15.674354Z","time spent":"451.680352ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:40:16.126201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.433954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:40:16.126289Z","caller":"traceutil/trace.go:171","msg":"trace[462215383] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8416; }","duration":"262.564847ms","start":"2026-04-29T22:40:15.8637Z","end":"2026-04-29T22:40:16.126265Z","steps":["trace[462215383] 'agreement among raft nodes before linearized reading' (duration: 262.407803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:16.126335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.403764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:40:16.126369Z","caller":"traceutil/trace.go:171","msg":"trace[1440200346] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8416; }","duration":"143.441155ms","start":"2026-04-29T22:40:15.982917Z","end":"2026-04-29T22:40:16.126358Z","steps":["trace[1440200346] 'agreement among raft nodes before linearized reading' (duration: 143.384234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:16.126569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.066598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:40:16.126687Z","caller":"traceutil/trace.go:171","msg":"trace[450869065] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:8416; }","duration":"245.252122ms","start":"2026-04-29T22:40:15.881396Z","end":"2026-04-29T22:40:16.126648Z","steps":["trace[450869065] 'agreement among raft nodes before linearized reading' (duration: 245.067428ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:40:16.706568Z","caller":"traceutil/trace.go:171","msg":"trace[1446322571] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"574.322164ms","start":"2026-04-29T22:40:16.132212Z","end":"2026-04-29T22:40:16.706535Z","steps":["trace[1446322571] 'process raft request' (duration: 574.022328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:16.706779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:40:16.132193Z","time spent":"574.471827ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:40:16.707379Z","caller":"traceutil/trace.go:171","msg":"trace[898675994] linearizableReadLoop","detail":"{readStateIndex:8719; appliedIndex:8717; }","duration":"435.028154ms","start":"2026-04-29T22:40:16.272334Z","end":"2026-04-29T22:40:16.707362Z","steps":["trace[898675994] 'read index received' (duration: 433.949179ms)","trace[898675994] 'applied index is now lower than readState.Index' (duration: 1.077625ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:40:16.707497Z","caller":"traceutil/trace.go:171","msg":"trace[977703863] transaction","detail":"{read_only:false; response_revision:8418; number_of_response:1; }","duration":"575.211515ms","start":"2026-04-29T22:40:16.13224Z","end":"2026-04-29T22:40:16.707452Z","steps":["trace[977703863] 'process raft request' (duration: 575.041901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:16.707691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:40:16.132205Z","time spent":"575.386209ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:40:16.707737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.383372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T22:40:16.707854Z","caller":"traceutil/trace.go:171","msg":"trace[1166062561] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8418; }","duration":"435.544075ms","start":"2026-04-29T22:40:16.272274Z","end":"2026-04-29T22:40:16.707818Z","steps":["trace[1166062561] 'agreement among raft nodes before linearized reading' (duration: 435.257039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:16.707895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:40:16.27225Z","time spent":"435.636978ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T22:40:16.707985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.726966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T22:40:16.708045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.339435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-29T22:40:16.708051Z","caller":"traceutil/trace.go:171","msg":"trace[974111739] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8418; }","duration":"217.958472ms","start":"2026-04-29T22:40:16.490078Z","end":"2026-04-29T22:40:16.708037Z","steps":["trace[974111739] 'agreement among raft nodes before linearized reading' (duration: 217.795618ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:40:16.708085Z","caller":"traceutil/trace.go:171","msg":"trace[118398537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8418; }","duration":"422.439907ms","start":"2026-04-29T22:40:16.285635Z","end":"2026-04-29T22:40:16.708074Z","steps":["trace[118398537] 'agreement among raft nodes before linearized reading' (duration: 422.278873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:16.708118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:40:16.285602Z","time spent":"422.509419ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T22:40:16.708536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.869127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T22:40:16.708602Z","caller":"traceutil/trace.go:171","msg":"trace[379741545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8418; }","duration":"423.075711ms","start":"2026-04-29T22:40:16.285509Z","end":"2026-04-29T22:40:16.708585Z","steps":["trace[379741545] 'agreement among raft nodes before linearized reading' (duration: 422.262163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:16.708718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:40:16.285476Z","time spent":"423.229315ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T22:40:16.708679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.31554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fklw\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-29T22:40:16.709007Z","caller":"traceutil/trace.go:171","msg":"trace[722508783] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fklw; range_end:; response_count:1; response_revision:8418; }","duration":"171.660788ms","start":"2026-04-29T22:40:16.537303Z","end":"2026-04-29T22:40:16.708964Z","steps":["trace[722508783] 'agreement among raft nodes before linearized reading' (duration: 170.514032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:20.903893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.957997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:40:20.904005Z","caller":"traceutil/trace.go:171","msg":"trace[1622090168] transaction","detail":"{read_only:false; response_revision:8442; number_of_response:1; }","duration":"171.827142ms","start":"2026-04-29T22:40:20.732149Z","end":"2026-04-29T22:40:20.903976Z","steps":["trace[1622090168] 'process raft request' (duration: 45.632519ms)","trace[1622090168] 'compare' (duration: 125.848365ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:40:20.904056Z","caller":"traceutil/trace.go:171","msg":"trace[1519961532] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"151.370996ms","start":"2026-04-29T22:40:20.752674Z","end":"2026-04-29T22:40:20.904045Z","steps":["trace[1519961532] 'process raft request' (duration: 151.315055ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:40:20.90414Z","caller":"traceutil/trace.go:171","msg":"trace[1723061189] linearizableReadLoop","detail":"{readStateIndex:8744; appliedIndex:8743; }","duration":"155.94781ms","start":"2026-04-29T22:40:20.748183Z","end":"2026-04-29T22:40:20.904131Z","steps":["trace[1723061189] 'read index received' (duration: 29.558073ms)","trace[1723061189] 'applied index is now lower than readState.Index' (duration: 126.388497ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:40:20.904259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.95197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T22:40:20.904288Z","caller":"traceutil/trace.go:171","msg":"trace[640851705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8443; }","duration":"174.00672ms","start":"2026-04-29T22:40:20.730274Z","end":"2026-04-29T22:40:20.904281Z","steps":["trace[640851705] 'agreement among raft nodes before linearized reading' (duration: 173.891178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:20.904417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.861152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fklw\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-29T22:40:20.904481Z","caller":"traceutil/trace.go:171","msg":"trace[252476265] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fklw; range_end:; response_count:1; response_revision:8443; }","duration":"164.946155ms","start":"2026-04-29T22:40:20.739529Z","end":"2026-04-29T22:40:20.904475Z","steps":["trace[252476265] 'agreement among raft nodes before linearized reading' (duration: 164.833532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:20.904653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.633713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T22:40:20.904688Z","caller":"traceutil/trace.go:171","msg":"trace[455590412] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8443; }","duration":"173.696593ms","start":"2026-04-29T22:40:20.730984Z","end":"2026-04-29T22:40:20.904681Z","steps":["trace[455590412] 'agreement among raft nodes before linearized reading' (duration: 173.616312ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:40:27.173557Z","caller":"traceutil/trace.go:171","msg":"trace[183177100] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"148.360668ms","start":"2026-04-29T22:40:27.02517Z","end":"2026-04-29T22:40:27.17353Z","steps":["trace[183177100] 'process raft request' (duration: 148.155993ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:40:27.181499Z","caller":"traceutil/trace.go:171","msg":"trace[824634271] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"156.152505ms","start":"2026-04-29T22:40:27.025333Z","end":"2026-04-29T22:40:27.181486Z","steps":["trace[824634271] 'process raft request' (duration: 156.078063ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:40:27.487213Z","caller":"traceutil/trace.go:171","msg":"trace[1959651277] transaction","detail":"{read_only:false; response_revision:8476; number_of_response:1; }","duration":"179.103357ms","start":"2026-04-29T22:40:27.308078Z","end":"2026-04-29T22:40:27.487181Z","steps":["trace[1959651277] 'process raft request' (duration: 178.832811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:27.544912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.42575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T22:40:27.544974Z","caller":"traceutil/trace.go:171","msg":"trace[1331699196] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8477; }","duration":"127.532923ms","start":"2026-04-29T22:40:27.417428Z","end":"2026-04-29T22:40:27.544961Z","steps":["trace[1331699196] 'agreement among raft nodes before linearized reading' (duration: 127.365999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:28.035985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.143583ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-29T22:40:28.036083Z","caller":"traceutil/trace.go:171","msg":"trace[1607005192] linearizableReadLoop","detail":"{readStateIndex:8781; appliedIndex:8780; }","duration":"490.312731ms","start":"2026-04-29T22:40:27.545754Z","end":"2026-04-29T22:40:28.036067Z","steps":["trace[1607005192] 'read index received' (duration: 323.957273ms)","trace[1607005192] 'applied index is now lower than readState.Index' (duration: 166.354158ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:40:28.036198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:40:27.488258Z","time spent":"547.935994ms","remote":"127.0.0.1:34946","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T22:40:28.036417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.66013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:40:28.036451Z","caller":"traceutil/trace.go:171","msg":"trace[886785727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8477; }","duration":"490.71826ms","start":"2026-04-29T22:40:27.545719Z","end":"2026-04-29T22:40:28.036438Z","steps":["trace[886785727] 'agreement among raft nodes before linearized reading' (duration: 490.653469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:28.036479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:40:27.545702Z","time spent":"490.769972ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T22:40:28.036679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.742426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T22:40:28.036753Z","caller":"traceutil/trace.go:171","msg":"trace[746221842] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8477; }","duration":"488.869429ms","start":"2026-04-29T22:40:27.547865Z","end":"2026-04-29T22:40:28.036735Z","steps":["trace[746221842] 'agreement among raft nodes before linearized reading' (duration: 488.632544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:28.036791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:40:27.547848Z","time spent":"488.93516ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-29T22:40:28.406668Z","caller":"traceutil/trace.go:171","msg":"trace[1656564564] transaction","detail":"{read_only:false; response_revision:8480; number_of_response:1; }","duration":"238.406077ms","start":"2026-04-29T22:40:28.168226Z","end":"2026-04-29T22:40:28.406632Z","steps":["trace[1656564564] 'process raft request' (duration: 238.029509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:28.406769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.974563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:40:28.406848Z","caller":"traceutil/trace.go:171","msg":"trace[1408741288] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8480; }","duration":"222.114176ms","start":"2026-04-29T22:40:28.184717Z","end":"2026-04-29T22:40:28.406832Z","steps":["trace[1408741288] 'agreement among raft nodes before linearized reading' (duration: 221.981113ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:40:28.406599Z","caller":"traceutil/trace.go:171","msg":"trace[184203816] linearizableReadLoop","detail":"{readStateIndex:8784; appliedIndex:8783; }","duration":"221.795649ms","start":"2026-04-29T22:40:28.184771Z","end":"2026-04-29T22:40:28.406566Z","steps":["trace[184203816] 'read index received' (duration: 221.332838ms)","trace[184203816] 'applied index is now lower than readState.Index' (duration: 461.701µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:40:29.389273Z","caller":"traceutil/trace.go:171","msg":"trace[58766851] linearizableReadLoop","detail":"{readStateIndex:8786; appliedIndex:8785; }","duration":"362.989343ms","start":"2026-04-29T22:40:29.02625Z","end":"2026-04-29T22:40:29.38924Z","steps":["trace[58766851] 'read index received' (duration: 362.741998ms)","trace[58766851] 'applied index is now lower than readState.Index' (duration: 245.775µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:40:29.389374Z","caller":"traceutil/trace.go:171","msg":"trace[540648179] transaction","detail":"{read_only:false; response_revision:8482; number_of_response:1; }","duration":"389.946207ms","start":"2026-04-29T22:40:28.999377Z","end":"2026-04-29T22:40:29.389323Z","steps":["trace[540648179] 'process raft request' (duration: 389.61833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:29.3896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:40:28.999336Z","time spent":"390.138041ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:40:29.389618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.539252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fklw\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-29T22:40:29.389669Z","caller":"traceutil/trace.go:171","msg":"trace[1785155577] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fklw; range_end:; response_count:1; response_revision:8482; }","duration":"358.647594ms","start":"2026-04-29T22:40:29.031009Z","end":"2026-04-29T22:40:29.389657Z","steps":["trace[1785155577] 'agreement among raft nodes before linearized reading' (duration: 358.428629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:29.389659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.385453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-29T22:40:29.389719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:40:29.030996Z","time spent":"358.705875ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7fklw\" "} {"level":"info","ts":"2026-04-29T22:40:29.389762Z","caller":"traceutil/trace.go:171","msg":"trace[1030769348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8482; }","duration":"363.555656ms","start":"2026-04-29T22:40:29.026182Z","end":"2026-04-29T22:40:29.389738Z","steps":["trace[1030769348] 'agreement among raft nodes before linearized reading' (duration: 363.240229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:29.389762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.125339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-29T22:40:29.38967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.975633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-29T22:40:29.389816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:40:29.026142Z","time spent":"363.662299ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T22:40:29.38985Z","caller":"traceutil/trace.go:171","msg":"trace[1235128439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8482; }","duration":"212.274882ms","start":"2026-04-29T22:40:29.177555Z","end":"2026-04-29T22:40:29.38983Z","steps":["trace[1235128439] 'agreement among raft nodes before linearized reading' (duration: 211.991846ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:40:29.389887Z","caller":"traceutil/trace.go:171","msg":"trace[633254814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8482; }","duration":"204.200389ms","start":"2026-04-29T22:40:29.18565Z","end":"2026-04-29T22:40:29.389851Z","steps":["trace[633254814] 'agreement among raft nodes before linearized reading' (duration: 203.847221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:29.554576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.02735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:40:29.554706Z","caller":"traceutil/trace.go:171","msg":"trace[223833251] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"160.235737ms","start":"2026-04-29T22:40:29.394449Z","end":"2026-04-29T22:40:29.554685Z","steps":["trace[223833251] 'process raft request' (duration: 47.952411ms)","trace[223833251] 'compare' (duration: 111.904268ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:40:29.591757Z","caller":"traceutil/trace.go:171","msg":"trace[106768087] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"196.962404ms","start":"2026-04-29T22:40:29.394767Z","end":"2026-04-29T22:40:29.59173Z","steps":["trace[106768087] 'process raft request' (duration: 196.716598ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:40:29.59204Z","caller":"traceutil/trace.go:171","msg":"trace[1217608334] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"196.312869ms","start":"2026-04-29T22:40:29.395709Z","end":"2026-04-29T22:40:29.592022Z","steps":["trace[1217608334] 'process raft request' (duration: 195.942741ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:40:29.592087Z","caller":"traceutil/trace.go:171","msg":"trace[1787933064] linearizableReadLoop","detail":"{readStateIndex:8788; appliedIndex:8786; }","duration":"196.729559ms","start":"2026-04-29T22:40:29.395325Z","end":"2026-04-29T22:40:29.592055Z","steps":["trace[1787933064] 'read index received' (duration: 47.101973ms)","trace[1787933064] 'applied index is now lower than readState.Index' (duration: 149.626326ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:40:29.592227Z","caller":"traceutil/trace.go:171","msg":"trace[923249332] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"196.186116ms","start":"2026-04-29T22:40:29.396027Z","end":"2026-04-29T22:40:29.592213Z","steps":["trace[923249332] 'process raft request' (duration: 195.89213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:29.592675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.338262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224130"} {"level":"info","ts":"2026-04-29T22:40:29.592808Z","caller":"traceutil/trace.go:171","msg":"trace[1125857892] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8486; }","duration":"197.526556ms","start":"2026-04-29T22:40:29.39526Z","end":"2026-04-29T22:40:29.592787Z","steps":["trace[1125857892] 'agreement among raft nodes before linearized reading' (duration: 196.960134ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:40:29.609248Z","caller":"traceutil/trace.go:171","msg":"trace[593714921] transaction","detail":"{read_only:false; response_revision:8487; number_of_response:1; }","duration":"116.161295ms","start":"2026-04-29T22:40:29.493069Z","end":"2026-04-29T22:40:29.60923Z","steps":["trace[593714921] 'process raft request' (duration: 115.994611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:29.609536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.55272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:40:29.609552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.841937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T22:40:29.609652Z","caller":"traceutil/trace.go:171","msg":"trace[1880671528] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8488; }","duration":"191.987441ms","start":"2026-04-29T22:40:29.417639Z","end":"2026-04-29T22:40:29.609626Z","steps":["trace[1880671528] 'agreement among raft nodes before linearized reading' (duration: 191.764086ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:40:29.609585Z","caller":"traceutil/trace.go:171","msg":"trace[776488178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8488; }","duration":"144.692643ms","start":"2026-04-29T22:40:29.464879Z","end":"2026-04-29T22:40:29.609572Z","steps":["trace[776488178] 'agreement among raft nodes before linearized reading' (duration: 144.590151ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:40:30.574247Z","caller":"traceutil/trace.go:171","msg":"trace[1292789916] linearizableReadLoop","detail":"{readStateIndex:8794; appliedIndex:8793; }","duration":"108.266235ms","start":"2026-04-29T22:40:30.465956Z","end":"2026-04-29T22:40:30.574223Z","steps":["trace[1292789916] 'read index received' (duration: 107.982789ms)","trace[1292789916] 'applied index is now lower than readState.Index' (duration: 282.396µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:40:30.574373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.413668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:40:30.574406Z","caller":"traceutil/trace.go:171","msg":"trace[291111729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8490; }","duration":"108.524271ms","start":"2026-04-29T22:40:30.46587Z","end":"2026-04-29T22:40:30.574395Z","steps":["trace[291111729] 'agreement among raft nodes before linearized reading' (duration: 108.451699ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:40:30.574367Z","caller":"traceutil/trace.go:171","msg":"trace[1016239908] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"161.433625ms","start":"2026-04-29T22:40:30.412894Z","end":"2026-04-29T22:40:30.574327Z","steps":["trace[1016239908] 'process raft request' (duration: 161.182829ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:40:31.210218Z","caller":"traceutil/trace.go:171","msg":"trace[14099006] linearizableReadLoop","detail":"{readStateIndex:8795; appliedIndex:8794; }","duration":"309.323212ms","start":"2026-04-29T22:40:30.900866Z","end":"2026-04-29T22:40:31.210189Z","steps":["trace[14099006] 'read index received' (duration: 309.036355ms)","trace[14099006] 'applied index is now lower than readState.Index' (duration: 285.467µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:40:31.21033Z","caller":"traceutil/trace.go:171","msg":"trace[971440616] transaction","detail":"{read_only:false; response_revision:8491; number_of_response:1; }","duration":"480.922479ms","start":"2026-04-29T22:40:30.729352Z","end":"2026-04-29T22:40:31.210275Z","steps":["trace[971440616] 'process raft request' (duration: 480.620142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:31.210455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.481829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T22:40:31.21053Z","caller":"traceutil/trace.go:171","msg":"trace[105344128] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8491; }","duration":"126.624072ms","start":"2026-04-29T22:40:31.08389Z","end":"2026-04-29T22:40:31.210514Z","steps":["trace[105344128] 'agreement among raft nodes before linearized reading' (duration: 126.473169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:31.210628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:40:30.729323Z","time spent":"481.109052ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:40:31.210603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.705371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T22:40:31.210716Z","caller":"traceutil/trace.go:171","msg":"trace[1670959582] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8491; }","duration":"309.884045ms","start":"2026-04-29T22:40:30.900806Z","end":"2026-04-29T22:40:31.210691Z","steps":["trace[1670959582] 'agreement among raft nodes before linearized reading' (duration: 309.504807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:31.210778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:40:30.900782Z","time spent":"309.985687ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T22:40:31.863746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.287211ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:40:31.863898Z","caller":"traceutil/trace.go:171","msg":"trace[1540418398] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8493; }","duration":"215.464875ms","start":"2026-04-29T22:40:31.648411Z","end":"2026-04-29T22:40:31.863876Z","steps":["trace[1540418398] 'range keys from in-memory index tree' (duration: 215.267021ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:40:31.864397Z","caller":"traceutil/trace.go:171","msg":"trace[1256938867] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"301.792009ms","start":"2026-04-29T22:40:31.56257Z","end":"2026-04-29T22:40:31.864362Z","steps":["trace[1256938867] 'process raft request' (duration: 300.93931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:31.864569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:40:31.56255Z","time spent":"301.930273ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:40:31.865292Z","caller":"traceutil/trace.go:171","msg":"trace[1157371184] linearizableReadLoop","detail":"{readStateIndex:8798; appliedIndex:8798; }","duration":"269.001643ms","start":"2026-04-29T22:40:31.596261Z","end":"2026-04-29T22:40:31.865262Z","steps":["trace[1157371184] 'read index received' (duration: 268.993413ms)","trace[1157371184] 'applied index is now lower than readState.Index' (duration: 6.69µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:40:31.865493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.233989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T22:40:31.865535Z","caller":"traceutil/trace.go:171","msg":"trace[227594509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8494; }","duration":"269.339421ms","start":"2026-04-29T22:40:31.596185Z","end":"2026-04-29T22:40:31.865524Z","steps":["trace[227594509] 'agreement among raft nodes before linearized reading' (duration: 269.185048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:31.869384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.509844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-29T22:40:31.869489Z","caller":"traceutil/trace.go:171","msg":"trace[549232880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8496; }","duration":"272.715217ms","start":"2026-04-29T22:40:31.596753Z","end":"2026-04-29T22:40:31.869469Z","steps":["trace[549232880] 'agreement among raft nodes before linearized reading' (duration: 272.39072ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:40:31.869526Z","caller":"traceutil/trace.go:171","msg":"trace[2113400604] transaction","detail":"{read_only:false; response_revision:8496; number_of_response:1; }","duration":"254.449782ms","start":"2026-04-29T22:40:31.615054Z","end":"2026-04-29T22:40:31.869504Z","steps":["trace[2113400604] 'process raft request' (duration: 254.045843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:31.869684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.161557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fklw\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-29T22:40:31.869526Z","caller":"traceutil/trace.go:171","msg":"trace[1068665198] transaction","detail":"{read_only:false; response_revision:8495; number_of_response:1; }","duration":"254.422792ms","start":"2026-04-29T22:40:31.615047Z","end":"2026-04-29T22:40:31.86947Z","steps":["trace[1068665198] 'process raft request' (duration: 253.89526ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:40:31.869717Z","caller":"traceutil/trace.go:171","msg":"trace[880491182] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fklw; range_end:; response_count:1; response_revision:8496; }","duration":"269.195418ms","start":"2026-04-29T22:40:31.600515Z","end":"2026-04-29T22:40:31.869711Z","steps":["trace[880491182] 'agreement among raft nodes before linearized reading' (duration: 269.104806ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:40:58.152816Z","caller":"traceutil/trace.go:171","msg":"trace[971352597] transaction","detail":"{read_only:false; response_revision:8690; number_of_response:1; }","duration":"175.31267ms","start":"2026-04-29T22:40:57.977478Z","end":"2026-04-29T22:40:58.152791Z","steps":["trace[971352597] 'process raft request' (duration: 175.161607ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:40:58.160679Z","caller":"traceutil/trace.go:171","msg":"trace[1179644223] linearizableReadLoop","detail":"{readStateIndex:9004; appliedIndex:9002; }","duration":"172.437084ms","start":"2026-04-29T22:40:57.988227Z","end":"2026-04-29T22:40:58.160664Z","steps":["trace[1179644223] 'read index received' (duration: 164.367611ms)","trace[1179644223] 'applied index is now lower than readState.Index' (duration: 8.068703ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:40:58.160922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.6751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-29T22:40:58.160948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.806652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-29T22:40:58.160955Z","caller":"traceutil/trace.go:171","msg":"trace[1940625190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8691; }","duration":"172.724211ms","start":"2026-04-29T22:40:57.98822Z","end":"2026-04-29T22:40:58.160945Z","steps":["trace[1940625190] 'agreement among raft nodes before linearized reading' (duration: 172.596358ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:40:58.16098Z","caller":"traceutil/trace.go:171","msg":"trace[540526295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8691; }","duration":"139.882584ms","start":"2026-04-29T22:40:58.021087Z","end":"2026-04-29T22:40:58.160969Z","steps":["trace[540526295] 'agreement among raft nodes before linearized reading' (duration: 139.792312ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:40:58.161102Z","caller":"traceutil/trace.go:171","msg":"trace[41519798] transaction","detail":"{read_only:false; response_revision:8691; number_of_response:1; }","duration":"180.714903ms","start":"2026-04-29T22:40:57.980379Z","end":"2026-04-29T22:40:58.161094Z","steps":["trace[41519798] 'process raft request' (duration: 180.194991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:58.161279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.641619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T22:40:58.161315Z","caller":"traceutil/trace.go:171","msg":"trace[116590090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8691; }","duration":"103.710731ms","start":"2026-04-29T22:40:58.057596Z","end":"2026-04-29T22:40:58.161307Z","steps":["trace[116590090] 'agreement among raft nodes before linearized reading' (duration: 103.626829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:58.161349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.313158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:40:58.161378Z","caller":"traceutil/trace.go:171","msg":"trace[629788743] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8691; }","duration":"123.344198ms","start":"2026-04-29T22:40:58.038027Z","end":"2026-04-29T22:40:58.161371Z","steps":["trace[629788743] 'agreement among raft nodes before linearized reading' (duration: 123.299887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:40:59.9626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998399738,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T22:41:00.106202Z","caller":"traceutil/trace.go:171","msg":"trace[948542848] linearizableReadLoop","detail":"{readStateIndex:9011; appliedIndex:9010; }","duration":"643.641962ms","start":"2026-04-29T22:40:59.462534Z","end":"2026-04-29T22:41:00.106176Z","steps":["trace[948542848] 'read index received' (duration: 635.027686ms)","trace[948542848] 'applied index is now lower than readState.Index' (duration: 8.613186ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:41:00.106316Z","caller":"traceutil/trace.go:171","msg":"trace[974569789] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"652.733719ms","start":"2026-04-29T22:40:59.453571Z","end":"2026-04-29T22:41:00.106305Z","steps":["trace[974569789] 'process raft request' (duration: 644.067912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:00.106414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:40:59.453555Z","time spent":"652.78497ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:41:00.106566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.696822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T22:41:00.106641Z","caller":"traceutil/trace.go:171","msg":"trace[223749915] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8698; }","duration":"458.820455ms","start":"2026-04-29T22:40:59.647801Z","end":"2026-04-29T22:41:00.106622Z","steps":["trace[223749915] 'agreement among raft nodes before linearized reading' (duration: 458.59914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:00.10668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:40:59.647781Z","time spent":"458.890746ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T22:41:00.106796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.267666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:41:00.106841Z","caller":"traceutil/trace.go:171","msg":"trace[1051599715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8698; }","duration":"644.370659ms","start":"2026-04-29T22:40:59.462458Z","end":"2026-04-29T22:41:00.106828Z","steps":["trace[1051599715] 'agreement among raft nodes before linearized reading' (duration: 644.299597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:00.10687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:40:59.462439Z","time spent":"644.42549ms","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T22:41:00.106888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.798139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:41:00.106928Z","caller":"traceutil/trace.go:171","msg":"trace[1475963737] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8698; }","duration":"420.875201ms","start":"2026-04-29T22:40:59.686042Z","end":"2026-04-29T22:41:00.106917Z","steps":["trace[1475963737] 'agreement among raft nodes before linearized reading' (duration: 420.812929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:00.106957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:40:59.686011Z","time spent":"420.938223ms","remote":"127.0.0.1:35144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T22:41:00.78673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.330572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:41:00.786933Z","caller":"traceutil/trace.go:171","msg":"trace[1251815355] transaction","detail":"{read_only:false; response_revision:8699; number_of_response:1; }","duration":"675.054487ms","start":"2026-04-29T22:41:00.111844Z","end":"2026-04-29T22:41:00.786898Z","steps":["trace[1251815355] 'process raft request' (duration: 539.425259ms)","trace[1251815355] 'compare' (duration: 134.682076ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:41:00.787041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:00.111821Z","time spent":"675.16998ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:41:00.794605Z","caller":"traceutil/trace.go:171","msg":"trace[1552321617] linearizableReadLoop","detail":"{readStateIndex:9014; appliedIndex:9011; }","duration":"620.210868ms","start":"2026-04-29T22:41:00.174367Z","end":"2026-04-29T22:41:00.794578Z","steps":["trace[1552321617] 'read index received' (duration: 476.918896ms)","trace[1552321617] 'applied index is now lower than readState.Index' (duration: 143.290932ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:41:00.795097Z","caller":"traceutil/trace.go:171","msg":"trace[414066621] transaction","detail":"{read_only:false; response_revision:8700; number_of_response:1; }","duration":"634.347561ms","start":"2026-04-29T22:41:00.160738Z","end":"2026-04-29T22:41:00.795085Z","steps":["trace[414066621] 'process raft request' (duration: 633.620214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:00.795187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:00.160713Z","time spent":"634.415892ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:41:00.795365Z","caller":"traceutil/trace.go:171","msg":"trace[281992691] transaction","detail":"{read_only:false; response_revision:8701; number_of_response:1; }","duration":"627.007193ms","start":"2026-04-29T22:41:00.168347Z","end":"2026-04-29T22:41:00.795354Z","steps":["trace[281992691] 'process raft request' (duration: 626.170863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:00.795422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:00.168337Z","time spent":"627.057605ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:41:00.795545Z","caller":"traceutil/trace.go:171","msg":"trace[1731018004] transaction","detail":"{read_only:false; response_revision:8702; number_of_response:1; }","duration":"475.312061ms","start":"2026-04-29T22:41:00.320224Z","end":"2026-04-29T22:41:00.795536Z","steps":["trace[1731018004] 'process raft request' (duration: 474.324078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:00.795594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:00.320195Z","time spent":"475.378022ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:41:00.795597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.880442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T22:41:00.795661Z","caller":"traceutil/trace.go:171","msg":"trace[1394968602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8703; }","duration":"612.972265ms","start":"2026-04-29T22:41:00.182675Z","end":"2026-04-29T22:41:00.795648Z","steps":["trace[1394968602] 'agreement among raft nodes before linearized reading' (duration: 612.78853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:00.795703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:00.182663Z","time spent":"613.031196ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T22:41:00.795759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.389346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fklw\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-29T22:41:00.795803Z","caller":"traceutil/trace.go:171","msg":"trace[900459673] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fklw; range_end:; response_count:1; response_revision:8703; }","duration":"621.467137ms","start":"2026-04-29T22:41:00.174325Z","end":"2026-04-29T22:41:00.795792Z","steps":["trace[900459673] 'agreement among raft nodes before linearized reading' (duration: 621.350754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:00.79584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:00.174311Z","time spent":"621.520919ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7fklw\" "} {"level":"warn","ts":"2026-04-29T22:41:00.795865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.644984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:41:00.795895Z","caller":"traceutil/trace.go:171","msg":"trace[1150514173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8703; }","duration":"329.729497ms","start":"2026-04-29T22:41:00.466158Z","end":"2026-04-29T22:41:00.795887Z","steps":["trace[1150514173] 'agreement among raft nodes before linearized reading' (duration: 329.680036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:00.795921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:00.466132Z","time spent":"329.783978ms","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T22:41:00.796103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.171578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T22:41:00.796158Z","caller":"traceutil/trace.go:171","msg":"trace[727951981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8703; }","duration":"613.293872ms","start":"2026-04-29T22:41:00.182852Z","end":"2026-04-29T22:41:00.796146Z","steps":["trace[727951981] 'agreement among raft nodes before linearized reading' (duration: 613.167549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:00.796192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:00.182825Z","time spent":"613.358043ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T22:41:00.796228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.059526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-29T22:41:00.796273Z","caller":"traceutil/trace.go:171","msg":"trace[1059880384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8703; }","duration":"613.121367ms","start":"2026-04-29T22:41:00.183139Z","end":"2026-04-29T22:41:00.79626Z","steps":["trace[1059880384] 'agreement among raft nodes before linearized reading' (duration: 613.023145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:00.796311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:00.183128Z","time spent":"613.171869ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T22:41:04.67538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998399791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T22:41:05.175655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998399791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T22:41:05.336851Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.210898965s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T22:41:05.337549Z","caller":"traceutil/trace.go:171","msg":"trace[1405574741] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"1.211664902s","start":"2026-04-29T22:41:04.125847Z","end":"2026-04-29T22:41:05.337512Z","steps":["trace[1405574741] 'process raft request' (duration: 1.211445057s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:05.337757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:04.125828Z","time spent":"1.211824416s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:41:05.722544Z","caller":"traceutil/trace.go:171","msg":"trace[1974289465] linearizableReadLoop","detail":"{readStateIndex:9037; appliedIndex:9031; }","duration":"1.548250956s","start":"2026-04-29T22:41:04.174273Z","end":"2026-04-29T22:41:05.722524Z","steps":["trace[1974289465] 'read index received' (duration: 1.163074477s)","trace[1974289465] 'applied index is now lower than readState.Index' (duration: 385.175229ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:41:05.722545Z","caller":"traceutil/trace.go:171","msg":"trace[768049677] transaction","detail":"{read_only:false; response_revision:8720; number_of_response:1; }","duration":"916.437123ms","start":"2026-04-29T22:41:04.806049Z","end":"2026-04-29T22:41:05.722486Z","steps":["trace[768049677] 'process raft request' (duration: 916.035023ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:41:05.722908Z","caller":"traceutil/trace.go:171","msg":"trace[1681115887] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"910.6472ms","start":"2026-04-29T22:41:04.812246Z","end":"2026-04-29T22:41:05.722894Z","steps":["trace[1681115887] 'process raft request' (duration: 910.20716ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:41:05.722888Z","caller":"traceutil/trace.go:171","msg":"trace[799580663] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"911.842268ms","start":"2026-04-29T22:41:04.810831Z","end":"2026-04-29T22:41:05.722673Z","steps":["trace[799580663] 'process raft request' (duration: 911.584252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:05.722983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:04.806032Z","time spent":"916.639727ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:41:05.723103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:04.81224Z","time spent":"910.731922ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:41:05.723213Z","caller":"traceutil/trace.go:171","msg":"trace[1750197083] transaction","detail":"{read_only:false; response_revision:8721; number_of_response:1; }","duration":"913.770791ms","start":"2026-04-29T22:41:04.809395Z","end":"2026-04-29T22:41:05.723166Z","steps":["trace[1750197083] 'process raft request' (duration: 912.934201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:05.723101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:04.81081Z","time spent":"912.170365ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:41:05.723299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549029683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-29T22:41:05.723352Z","caller":"traceutil/trace.go:171","msg":"trace[1084354658] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8723; }","duration":"1.549121625s","start":"2026-04-29T22:41:04.174217Z","end":"2026-04-29T22:41:05.723338Z","steps":["trace[1084354658] 'agreement among raft nodes before linearized reading' (duration: 1.548936361s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:05.723399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:04.174187Z","time spent":"1.549205016s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-29T22:41:05.723462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:04.809368Z","time spent":"913.967265ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:41:05.722219Z","caller":"traceutil/trace.go:171","msg":"trace[952366188] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"928.386104ms","start":"2026-04-29T22:41:04.793776Z","end":"2026-04-29T22:41:05.722163Z","steps":["trace[952366188] 'process raft request' (duration: 928.110358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:05.723791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:04.793746Z","time spent":"929.968861ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:41:06.223124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998399799,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T22:41:06.832574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.193505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:41:06.832701Z","caller":"traceutil/trace.go:171","msg":"trace[1399212895] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"1.491249567s","start":"2026-04-29T22:41:05.34143Z","end":"2026-04-29T22:41:06.832679Z","steps":["trace[1399212895] 'process raft request' (duration: 1.345814966s)","trace[1399212895] 'compare' (duration: 144.809117ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:41:06.832767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:05.341403Z","time spent":"1.491333179s","remote":"127.0.0.1:58834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:41:07.11302Z","caller":"traceutil/trace.go:171","msg":"trace[997615711] linearizableReadLoop","detail":"{readStateIndex:9039; appliedIndex:9037; }","duration":"1.390363701s","start":"2026-04-29T22:41:05.72263Z","end":"2026-04-29T22:41:07.112994Z","steps":["trace[997615711] 'read index received' (duration: 964.637529ms)","trace[997615711] 'applied index is now lower than readState.Index' (duration: 425.724802ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:41:07.113771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29880226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T22:41:07.113841Z","caller":"traceutil/trace.go:171","msg":"trace[1790930451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8725; }","duration":"2.298893302s","start":"2026-04-29T22:41:04.814934Z","end":"2026-04-29T22:41:07.113827Z","steps":["trace[1790930451] 'agreement among raft nodes before linearized reading' (duration: 2.298658197s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:07.113872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:04.814904Z","time spent":"2.298961453s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T22:41:07.113878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86210378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:41:07.11394Z","caller":"traceutil/trace.go:171","msg":"trace[1425273805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8725; }","duration":"1.862214752s","start":"2026-04-29T22:41:05.251709Z","end":"2026-04-29T22:41:07.113923Z","steps":["trace[1425273805] 'agreement among raft nodes before linearized reading' (duration: 1.862079579s)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:41:07.113925Z","caller":"traceutil/trace.go:171","msg":"trace[888009859] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"1.3846574s","start":"2026-04-29T22:41:05.729208Z","end":"2026-04-29T22:41:07.113866Z","steps":["trace[888009859] 'process raft request' (duration: 1.383620937s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:07.114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117697308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T22:41:07.114005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649313385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:41:07.114024Z","caller":"traceutil/trace.go:171","msg":"trace[719798894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8725; }","duration":"1.649364187s","start":"2026-04-29T22:41:05.464655Z","end":"2026-04-29T22:41:07.114019Z","steps":["trace[719798894] 'agreement among raft nodes before linearized reading' (duration: 1.649337066s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:07.114041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:05.464639Z","time spent":"1.649399708s","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T22:41:07.114084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296312383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fklw\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-29T22:41:07.11411Z","caller":"traceutil/trace.go:171","msg":"trace[809990324] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fklw; range_end:; response_count:1; response_revision:8725; }","duration":"2.296336284s","start":"2026-04-29T22:41:04.817766Z","end":"2026-04-29T22:41:07.114102Z","steps":["trace[809990324] 'agreement among raft nodes before linearized reading' (duration: 2.296269282s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:07.114132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:04.81772Z","time spent":"2.296408175s","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7fklw\" "} {"level":"info","ts":"2026-04-29T22:41:07.114022Z","caller":"traceutil/trace.go:171","msg":"trace[510941966] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8725; }","duration":"2.11776588s","start":"2026-04-29T22:41:04.99625Z","end":"2026-04-29T22:41:07.114016Z","steps":["trace[510941966] 'agreement among raft nodes before linearized reading' (duration: 2.117721519s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:07.114163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:05.729182Z","time spent":"1.384853185s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:41:07.114213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:04.996226Z","time spent":"2.117978165s","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T22:41:07.114302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299176548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T22:41:07.114328Z","caller":"traceutil/trace.go:171","msg":"trace[1768832496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8725; }","duration":"2.299224219s","start":"2026-04-29T22:41:04.815098Z","end":"2026-04-29T22:41:07.114322Z","steps":["trace[1768832496] 'agreement among raft nodes before linearized reading' (duration: 2.299156598s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:07.114346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:04.815089Z","time spent":"2.29925272s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T22:41:07.113972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:05.25169Z","time spent":"1.862277784s","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T22:41:07.114512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.913059914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-29T22:41:07.114538Z","caller":"traceutil/trace.go:171","msg":"trace[339601831] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8725; }","duration":"2.913103114s","start":"2026-04-29T22:41:04.201425Z","end":"2026-04-29T22:41:07.114529Z","steps":["trace[339601831] 'agreement among raft nodes before linearized reading' (duration: 2.912998302s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:07.114553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:04.201414Z","time spent":"2.913135505s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-29T22:41:07.114562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300246173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-29T22:41:07.114632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311210593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-29T22:41:07.114637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183275366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T22:41:07.11465Z","caller":"traceutil/trace.go:171","msg":"trace[2001316370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8725; }","duration":"2.311297695s","start":"2026-04-29T22:41:04.803347Z","end":"2026-04-29T22:41:07.114644Z","steps":["trace[2001316370] 'agreement among raft nodes before linearized reading' (duration: 2.311250374s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:07.114664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:04.803324Z","time spent":"2.311336926s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T22:41:07.114664Z","caller":"traceutil/trace.go:171","msg":"trace[504304558] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8725; }","duration":"1.183354878s","start":"2026-04-29T22:41:05.931301Z","end":"2026-04-29T22:41:07.114656Z","steps":["trace[504304558] 'agreement among raft nodes before linearized reading' (duration: 1.183304297s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:07.114688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:05.931276Z","time spent":"1.183406511s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T22:41:07.114775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.47664105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T22:41:07.114644Z","caller":"traceutil/trace.go:171","msg":"trace[266489675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8725; }","duration":"2.300367856s","start":"2026-04-29T22:41:04.814256Z","end":"2026-04-29T22:41:07.114624Z","steps":["trace[266489675] 'agreement among raft nodes before linearized reading' (duration: 2.30007918s)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:41:07.114792Z","caller":"traceutil/trace.go:171","msg":"trace[1785963530] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8725; }","duration":"2.476694331s","start":"2026-04-29T22:41:04.638092Z","end":"2026-04-29T22:41:07.114786Z","steps":["trace[1785963530] 'agreement among raft nodes before linearized reading' (duration: 2.476609669s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:07.114807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:04.638073Z","time spent":"2.476729862s","remote":"127.0.0.1:34952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-29T22:41:07.114806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:04.814244Z","time spent":"2.300555881s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T22:41:07.114809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.118488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18aaf510c570eff4\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-29T22:41:07.114859Z","caller":"traceutil/trace.go:171","msg":"trace[1588454276] range","detail":"{range_begin:/registry/events/openstack/ceph.18aaf510c570eff4; range_end:; response_count:1; response_revision:8725; }","duration":"277.2049ms","start":"2026-04-29T22:41:06.837642Z","end":"2026-04-29T22:41:07.114847Z","steps":["trace[1588454276] 'agreement among raft nodes before linearized reading' (duration: 277.057957ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:41:15.243605Z","caller":"traceutil/trace.go:171","msg":"trace[1164413906] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"280.052161ms","start":"2026-04-29T22:41:14.963524Z","end":"2026-04-29T22:41:15.243576Z","steps":["trace[1164413906] 'process raft request' (duration: 279.841536ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:41:15.555057Z","caller":"traceutil/trace.go:171","msg":"trace[1627745470] transaction","detail":"{read_only:false; response_revision:8812; number_of_response:1; }","duration":"580.109658ms","start":"2026-04-29T22:41:14.974884Z","end":"2026-04-29T22:41:15.554994Z","steps":["trace[1627745470] 'process raft request' (duration: 579.778651ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:41:15.555203Z","caller":"traceutil/trace.go:171","msg":"trace[750163961] linearizableReadLoop","detail":"{readStateIndex:9131; appliedIndex:9129; }","duration":"396.490664ms","start":"2026-04-29T22:41:15.158367Z","end":"2026-04-29T22:41:15.554858Z","steps":["trace[750163961] 'read index received' (duration: 85.072458ms)","trace[750163961] 'applied index is now lower than readState.Index' (duration: 311.417066ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:41:15.55531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:14.974868Z","time spent":"580.315983ms","remote":"127.0.0.1:58846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:41:15.555365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.986726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-29T22:41:15.555441Z","caller":"traceutil/trace.go:171","msg":"trace[1490560479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8812; }","duration":"397.107579ms","start":"2026-04-29T22:41:15.158316Z","end":"2026-04-29T22:41:15.555424Z","steps":["trace[1490560479] 'agreement among raft nodes before linearized reading' (duration: 396.825151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:15.555484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:15.158276Z","time spent":"397.200021ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T22:41:15.555579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.293553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T22:41:15.555643Z","caller":"traceutil/trace.go:171","msg":"trace[198991277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8812; }","duration":"372.397236ms","start":"2026-04-29T22:41:15.183228Z","end":"2026-04-29T22:41:15.555625Z","steps":["trace[198991277] 'agreement among raft nodes before linearized reading' (duration: 372.190912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:15.555694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:15.183216Z","time spent":"372.468447ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T22:41:15.555607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.848541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:41:15.555879Z","caller":"traceutil/trace.go:171","msg":"trace[1088560821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8812; }","duration":"303.18509ms","start":"2026-04-29T22:41:15.252644Z","end":"2026-04-29T22:41:15.55583Z","steps":["trace[1088560821] 'agreement among raft nodes before linearized reading' (duration: 302.76228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:15.556008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:15.252623Z","time spent":"303.340453ms","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T22:41:15.556175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.123737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-29T22:41:15.556209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.289615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-29T22:41:15.556266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.657244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fklw\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-29T22:41:15.556313Z","caller":"traceutil/trace.go:171","msg":"trace[545729498] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fklw; range_end:; response_count:1; response_revision:8812; }","duration":"380.731365ms","start":"2026-04-29T22:41:15.175568Z","end":"2026-04-29T22:41:15.556299Z","steps":["trace[545729498] 'agreement among raft nodes before linearized reading' (duration: 379.808485ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:41:15.556341Z","caller":"traceutil/trace.go:171","msg":"trace[794747093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8812; }","duration":"170.328902ms","start":"2026-04-29T22:41:15.385946Z","end":"2026-04-29T22:41:15.556275Z","steps":["trace[794747093] 'agreement among raft nodes before linearized reading' (duration: 169.82773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:15.556356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:15.175553Z","time spent":"380.796127ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7fklw\" "} {"level":"warn","ts":"2026-04-29T22:41:15.556209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.831249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-29T22:41:15.556861Z","caller":"traceutil/trace.go:171","msg":"trace[691745137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8812; }","duration":"374.449952ms","start":"2026-04-29T22:41:15.182304Z","end":"2026-04-29T22:41:15.556754Z","steps":["trace[691745137] 'agreement among raft nodes before linearized reading' (duration: 373.282416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:15.55693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:15.182278Z","time spent":"374.636357ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T22:41:15.562506Z","caller":"traceutil/trace.go:171","msg":"trace[1615726455] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8812; }","duration":"369.480389ms","start":"2026-04-29T22:41:15.186816Z","end":"2026-04-29T22:41:15.556297Z","steps":["trace[1615726455] 'agreement among raft nodes before linearized reading' (duration: 368.883886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:15.562664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:15.186797Z","time spent":"375.803342ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T22:41:15.66568Z","caller":"traceutil/trace.go:171","msg":"trace[208051717] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"103.298744ms","start":"2026-04-29T22:41:15.56235Z","end":"2026-04-29T22:41:15.665649Z","steps":["trace[208051717] 'process raft request' (duration: 103.013317ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:41:15.66587Z","caller":"traceutil/trace.go:171","msg":"trace[1746945395] transaction","detail":"{read_only:false; response_revision:8814; number_of_response:1; }","duration":"104.177163ms","start":"2026-04-29T22:41:15.561674Z","end":"2026-04-29T22:41:15.665851Z","steps":["trace[1746945395] 'process raft request' (duration: 80.961855ms)","trace[1746945395] 'compare' (duration: 22.245027ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:41:15.665713Z","caller":"traceutil/trace.go:171","msg":"trace[1193764402] transaction","detail":"{read_only:false; response_revision:8816; number_of_response:1; }","duration":"103.252863ms","start":"2026-04-29T22:41:15.562437Z","end":"2026-04-29T22:41:15.66569Z","steps":["trace[1193764402] 'process raft request' (duration: 103.094649ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:41:16.620631Z","caller":"traceutil/trace.go:171","msg":"trace[1457168284] linearizableReadLoop","detail":"{readStateIndex:9144; appliedIndex:9143; }","duration":"110.319594ms","start":"2026-04-29T22:41:16.510274Z","end":"2026-04-29T22:41:16.620593Z","steps":["trace[1457168284] 'read index received' (duration: 109.835653ms)","trace[1457168284] 'applied index is now lower than readState.Index' (duration: 482.001µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:41:16.620736Z","caller":"traceutil/trace.go:171","msg":"trace[2033395379] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"128.881366ms","start":"2026-04-29T22:41:16.491807Z","end":"2026-04-29T22:41:16.620688Z","steps":["trace[2033395379] 'process raft request' (duration: 128.504018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:16.620994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.690333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-29T22:41:16.621049Z","caller":"traceutil/trace.go:171","msg":"trace[530402235] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8825; }","duration":"110.782225ms","start":"2026-04-29T22:41:16.510252Z","end":"2026-04-29T22:41:16.621034Z","steps":["trace[530402235] 'agreement among raft nodes before linearized reading' (duration: 110.485188ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:41:16.787368Z","caller":"traceutil/trace.go:171","msg":"trace[1042135577] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"160.928886ms","start":"2026-04-29T22:41:16.626409Z","end":"2026-04-29T22:41:16.787338Z","steps":["trace[1042135577] 'process raft request' (duration: 160.732512ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:41:16.814517Z","caller":"traceutil/trace.go:171","msg":"trace[1390807027] linearizableReadLoop","detail":"{readStateIndex:9146; appliedIndex:9144; }","duration":"187.601364ms","start":"2026-04-29T22:41:16.626888Z","end":"2026-04-29T22:41:16.814489Z","steps":["trace[1390807027] 'read index received' (duration: 160.303052ms)","trace[1390807027] 'applied index is now lower than readState.Index' (duration: 27.292872ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:41:16.814657Z","caller":"traceutil/trace.go:171","msg":"trace[1121127389] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"188.025454ms","start":"2026-04-29T22:41:16.626595Z","end":"2026-04-29T22:41:16.81462Z","steps":["trace[1121127389] 'process raft request' (duration: 187.717277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:16.81474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.82861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-29T22:41:16.814765Z","caller":"traceutil/trace.go:171","msg":"trace[1910832986] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8827; }","duration":"187.915831ms","start":"2026-04-29T22:41:16.626842Z","end":"2026-04-29T22:41:16.814758Z","steps":["trace[1910832986] 'agreement among raft nodes before linearized reading' (duration: 187.746017ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:41:17.110758Z","caller":"traceutil/trace.go:171","msg":"trace[856261571] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"241.108664ms","start":"2026-04-29T22:41:16.869625Z","end":"2026-04-29T22:41:17.110734Z","steps":["trace[856261571] 'process raft request' (duration: 219.268146ms)","trace[856261571] 'compare' (duration: 21.734355ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:41:28.138548Z","caller":"traceutil/trace.go:171","msg":"trace[336760291] transaction","detail":"{read_only:false; response_revision:8916; number_of_response:1; }","duration":"302.261088ms","start":"2026-04-29T22:41:27.836196Z","end":"2026-04-29T22:41:28.138457Z","steps":["trace[336760291] 'process raft request' (duration: 302.075764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:41:28.138809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:41:27.83618Z","time spent":"302.446412ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:41:28.140352Z","caller":"traceutil/trace.go:171","msg":"trace[982526062] transaction","detail":"{read_only:false; response_revision:8917; number_of_response:1; }","duration":"272.042179ms","start":"2026-04-29T22:41:27.868288Z","end":"2026-04-29T22:41:28.14033Z","steps":["trace[982526062] 'process raft request' (duration: 271.518707ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:41:28.14047Z","caller":"traceutil/trace.go:171","msg":"trace[1607452563] transaction","detail":"{read_only:false; response_revision:8918; number_of_response:1; }","duration":"262.40398ms","start":"2026-04-29T22:41:27.878056Z","end":"2026-04-29T22:41:28.14046Z","steps":["trace[1607452563] 'process raft request' (duration: 261.878568ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:41:28.140566Z","caller":"traceutil/trace.go:171","msg":"trace[668530253] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"257.305943ms","start":"2026-04-29T22:41:27.883249Z","end":"2026-04-29T22:41:28.140555Z","steps":["trace[668530253] 'process raft request' (duration: 256.72944ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:41:32.287553Z","caller":"traceutil/trace.go:171","msg":"trace[1860357775] transaction","detail":"{read_only:false; response_revision:8965; number_of_response:1; }","duration":"117.417095ms","start":"2026-04-29T22:41:32.170104Z","end":"2026-04-29T22:41:32.287521Z","steps":["trace[1860357775] 'process raft request' (duration: 116.924264ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:41:32.28771Z","caller":"traceutil/trace.go:171","msg":"trace[1115737056] transaction","detail":"{read_only:false; response_revision:8964; number_of_response:1; }","duration":"117.705742ms","start":"2026-04-29T22:41:32.169967Z","end":"2026-04-29T22:41:32.287673Z","steps":["trace[1115737056] 'process raft request' (duration: 116.923744ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:41:32.443779Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000244f.wal"} {"level":"info","ts":"2026-04-29T22:42:36.103595Z","caller":"traceutil/trace.go:171","msg":"trace[1109983841] linearizableReadLoop","detail":"{readStateIndex:9922; appliedIndex:9921; }","duration":"104.568153ms","start":"2026-04-29T22:42:35.999Z","end":"2026-04-29T22:42:36.103568Z","steps":["trace[1109983841] 'read index received' (duration: 104.341718ms)","trace[1109983841] 'applied index is now lower than readState.Index' (duration: 225.455µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:42:36.103738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.720947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:42:36.103706Z","caller":"traceutil/trace.go:171","msg":"trace[61711615] transaction","detail":"{read_only:false; response_revision:9583; number_of_response:1; }","duration":"114.744555ms","start":"2026-04-29T22:42:35.988921Z","end":"2026-04-29T22:42:36.103665Z","steps":["trace[61711615] 'process raft request' (duration: 114.484589ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:42:36.103781Z","caller":"traceutil/trace.go:171","msg":"trace[798916983] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9583; }","duration":"104.815999ms","start":"2026-04-29T22:42:35.998955Z","end":"2026-04-29T22:42:36.103771Z","steps":["trace[798916983] 'agreement among raft nodes before linearized reading' (duration: 104.729157ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:42:36.271006Z","caller":"traceutil/trace.go:171","msg":"trace[1157327465] transaction","detail":"{read_only:false; response_revision:9585; number_of_response:1; }","duration":"161.600402ms","start":"2026-04-29T22:42:36.109373Z","end":"2026-04-29T22:42:36.270974Z","steps":["trace[1157327465] 'process raft request' (duration: 161.366236ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:42:36.271317Z","caller":"traceutil/trace.go:171","msg":"trace[1415391911] transaction","detail":"{read_only:false; response_revision:9586; number_of_response:1; }","duration":"161.077501ms","start":"2026-04-29T22:42:36.110225Z","end":"2026-04-29T22:42:36.271303Z","steps":["trace[1415391911] 'process raft request' (duration: 160.709152ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:42:36.271325Z","caller":"traceutil/trace.go:171","msg":"trace[1736969871] linearizableReadLoop","detail":"{readStateIndex:9924; appliedIndex:9922; }","duration":"161.131272ms","start":"2026-04-29T22:42:36.110168Z","end":"2026-04-29T22:42:36.271299Z","steps":["trace[1736969871] 'read index received' (duration: 64.196543ms)","trace[1736969871] 'applied index is now lower than readState.Index' (duration: 96.933489ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:42:36.271436Z","caller":"traceutil/trace.go:171","msg":"trace[1824053199] transaction","detail":"{read_only:false; response_revision:9587; number_of_response:1; }","duration":"160.613051ms","start":"2026-04-29T22:42:36.110762Z","end":"2026-04-29T22:42:36.271375Z","steps":["trace[1824053199] 'process raft request' (duration: 160.433777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:42:36.271579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.75608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fklw\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-29T22:42:36.271649Z","caller":"traceutil/trace.go:171","msg":"trace[425801254] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fklw; range_end:; response_count:1; response_revision:9587; }","duration":"137.845492ms","start":"2026-04-29T22:42:36.13377Z","end":"2026-04-29T22:42:36.271615Z","steps":["trace[425801254] 'agreement among raft nodes before linearized reading' (duration: 137.660968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:42:36.271701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.49705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T22:42:36.272959Z","caller":"traceutil/trace.go:171","msg":"trace[973470982] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9587; }","duration":"161.722716ms","start":"2026-04-29T22:42:36.110127Z","end":"2026-04-29T22:42:36.271863Z","steps":["trace[973470982] 'agreement among raft nodes before linearized reading' (duration: 161.274335ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:42:36.504723Z","caller":"traceutil/trace.go:171","msg":"trace[2031323815] transaction","detail":"{read_only:false; response_revision:9588; number_of_response:1; }","duration":"102.143118ms","start":"2026-04-29T22:42:36.402537Z","end":"2026-04-29T22:42:36.50468Z","steps":["trace[2031323815] 'process raft request' (duration: 88.010276ms)","trace[2031323815] 'compare' (duration: 13.870667ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:42:36.736572Z","caller":"traceutil/trace.go:171","msg":"trace[1447785136] transaction","detail":"{read_only:false; response_revision:9591; number_of_response:1; }","duration":"195.528246ms","start":"2026-04-29T22:42:36.541015Z","end":"2026-04-29T22:42:36.736544Z","steps":["trace[1447785136] 'process raft request' (duration: 195.425794ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:42:36.736569Z","caller":"traceutil/trace.go:171","msg":"trace[809091917] transaction","detail":"{read_only:false; response_revision:9590; number_of_response:1; }","duration":"201.01203ms","start":"2026-04-29T22:42:36.535499Z","end":"2026-04-29T22:42:36.736511Z","steps":["trace[809091917] 'process raft request' (duration: 200.761395ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:42:44.634512Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4e46287fb5aa4785","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T22:42:44.639282Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-29T22:42:44.639353Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-29T22:44:44.232348Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8077} {"level":"info","ts":"2026-04-29T22:44:44.298576Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8077,"took":"63.938621ms","hash":3014775592,"current-db-size-bytes":58011648,"current-db-size":"58 MB","current-db-size-in-use-bytes":27996160,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-29T22:44:44.298633Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3014775592,"revision":8077,"compact-revision":5994} {"level":"info","ts":"2026-04-29T22:46:49.693733Z","caller":"traceutil/trace.go:171","msg":"trace[73961440] transaction","detail":"{read_only:false; response_revision:11226; number_of_response:1; }","duration":"105.956471ms","start":"2026-04-29T22:46:49.587745Z","end":"2026-04-29T22:46:49.693701Z","steps":["trace[73961440] 'process raft request' (duration: 105.768107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:48:12.324816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.825948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:48:12.32512Z","caller":"traceutil/trace.go:171","msg":"trace[1712439818] linearizableReadLoop","detail":"{readStateIndex:12422; appliedIndex:12420; }","duration":"239.250896ms","start":"2026-04-29T22:48:12.085849Z","end":"2026-04-29T22:48:12.3251Z","steps":["trace[1712439818] 'read index received' (duration: 105.126922ms)","trace[1712439818] 'applied index is now lower than readState.Index' (duration: 134.122374ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:48:12.325261Z","caller":"traceutil/trace.go:171","msg":"trace[1220056221] transaction","detail":"{read_only:false; response_revision:12007; number_of_response:1; }","duration":"260.353499ms","start":"2026-04-29T22:48:12.064866Z","end":"2026-04-29T22:48:12.325219Z","steps":["trace[1220056221] 'process raft request' (duration: 260.089753ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:48:12.325285Z","caller":"traceutil/trace.go:171","msg":"trace[1037081602] transaction","detail":"{read_only:false; response_revision:12006; number_of_response:1; }","duration":"262.209442ms","start":"2026-04-29T22:48:12.063012Z","end":"2026-04-29T22:48:12.325221Z","steps":["trace[1037081602] 'process raft request' (duration: 127.862252ms)","trace[1037081602] 'compare' (duration: 133.516141ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:48:12.325343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.460131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T22:48:12.325478Z","caller":"traceutil/trace.go:171","msg":"trace[449026193] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12007; }","duration":"239.651105ms","start":"2026-04-29T22:48:12.0858Z","end":"2026-04-29T22:48:12.325451Z","steps":["trace[449026193] 'agreement among raft nodes before linearized reading' (duration: 239.44006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:48:12.325622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.86889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-29T22:48:12.325656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.439095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T22:48:12.325774Z","caller":"traceutil/trace.go:171","msg":"trace[725230100] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12007; }","duration":"215.085305ms","start":"2026-04-29T22:48:12.11063Z","end":"2026-04-29T22:48:12.325716Z","steps":["trace[725230100] 'agreement among raft nodes before linearized reading' (duration: 214.765928ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:48:12.325789Z","caller":"traceutil/trace.go:171","msg":"trace[1249669797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12007; }","duration":"212.620238ms","start":"2026-04-29T22:48:12.113134Z","end":"2026-04-29T22:48:12.325755Z","steps":["trace[1249669797] 'agreement among raft nodes before linearized reading' (duration: 212.27991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:48:12.326437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.753526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T22:48:12.326516Z","caller":"traceutil/trace.go:171","msg":"trace[1356345887] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12007; }","duration":"214.857599ms","start":"2026-04-29T22:48:12.111645Z","end":"2026-04-29T22:48:12.326502Z","steps":["trace[1356345887] 'agreement among raft nodes before linearized reading' (duration: 213.818796ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:48:12.578138Z","caller":"traceutil/trace.go:171","msg":"trace[1459399855] linearizableReadLoop","detail":"{readStateIndex:12425; appliedIndex:12423; }","duration":"112.645664ms","start":"2026-04-29T22:48:12.465459Z","end":"2026-04-29T22:48:12.578104Z","steps":["trace[1459399855] 'read index received' (duration: 112.298206ms)","trace[1459399855] 'applied index is now lower than readState.Index' (duration: 346.477µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:48:12.578257Z","caller":"traceutil/trace.go:171","msg":"trace[1923091401] transaction","detail":"{read_only:false; response_revision:12010; number_of_response:1; }","duration":"247.092246ms","start":"2026-04-29T22:48:12.331102Z","end":"2026-04-29T22:48:12.578194Z","steps":["trace[1923091401] 'process raft request' (duration: 246.949742ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:48:12.578166Z","caller":"traceutil/trace.go:171","msg":"trace[1588688829] transaction","detail":"{read_only:false; response_revision:12009; number_of_response:1; }","duration":"247.27607ms","start":"2026-04-29T22:48:12.330854Z","end":"2026-04-29T22:48:12.57813Z","steps":["trace[1588688829] 'process raft request' (duration: 247.010444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:48:12.57831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.819338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:48:12.578601Z","caller":"traceutil/trace.go:171","msg":"trace[1828531390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12010; }","duration":"113.195266ms","start":"2026-04-29T22:48:12.465371Z","end":"2026-04-29T22:48:12.578566Z","steps":["trace[1828531390] 'agreement among raft nodes before linearized reading' (duration: 112.856298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:48:13.044742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.531701ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-29T22:48:13.044884Z","caller":"traceutil/trace.go:171","msg":"trace[2055870619] linearizableReadLoop","detail":"{readStateIndex:12426; appliedIndex:12425; }","duration":"452.192942ms","start":"2026-04-29T22:48:12.592666Z","end":"2026-04-29T22:48:13.044859Z","steps":["trace[2055870619] 'read index received' (duration: 9.448526ms)","trace[2055870619] 'applied index is now lower than readState.Index' (duration: 442.742156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:48:13.045375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.746252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:48:13.045406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.233378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:48:13.045424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.755594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T22:48:13.045462Z","caller":"traceutil/trace.go:171","msg":"trace[1321946925] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12010; }","duration":"416.885415ms","start":"2026-04-29T22:48:12.628555Z","end":"2026-04-29T22:48:13.04544Z","steps":["trace[1321946925] 'agreement among raft nodes before linearized reading' (duration: 416.743692ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:48:13.045484Z","caller":"traceutil/trace.go:171","msg":"trace[95633713] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12010; }","duration":"243.386841ms","start":"2026-04-29T22:48:12.802077Z","end":"2026-04-29T22:48:13.045463Z","steps":["trace[95633713] 'agreement among raft nodes before linearized reading' (duration: 243.235837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:48:13.045455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.435212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:48:13.045532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.510114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:48:13.045556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.858911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:48:13.045536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.723573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T22:48:13.045583Z","caller":"traceutil/trace.go:171","msg":"trace[1116156332] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12010; }","duration":"243.632067ms","start":"2026-04-29T22:48:12.801935Z","end":"2026-04-29T22:48:13.045567Z","steps":["trace[1116156332] 'agreement among raft nodes before linearized reading' (duration: 243.537575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:48:13.045588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.328189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fklw\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-29T22:48:13.045637Z","caller":"traceutil/trace.go:171","msg":"trace[1184943898] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:12010; }","duration":"227.851216ms","start":"2026-04-29T22:48:12.817761Z","end":"2026-04-29T22:48:13.045612Z","steps":["trace[1184943898] 'agreement among raft nodes before linearized reading' (duration: 227.687452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:48:13.045406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.014885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:48:13.045646Z","caller":"traceutil/trace.go:171","msg":"trace[964254315] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fklw; range_end:; response_count:1; response_revision:12010; }","duration":"331.423151ms","start":"2026-04-29T22:48:12.714207Z","end":"2026-04-29T22:48:13.04563Z","steps":["trace[964254315] 'agreement among raft nodes before linearized reading' (duration: 331.218607ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:48:13.045564Z","caller":"traceutil/trace.go:171","msg":"trace[1714748530] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12010; }","duration":"243.577855ms","start":"2026-04-29T22:48:12.801961Z","end":"2026-04-29T22:48:13.045539Z","steps":["trace[1714748530] 'agreement among raft nodes before linearized reading' (duration: 243.362141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:48:13.045732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.310891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-29T22:48:13.045739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.059911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-04-29T22:48:13.045761Z","caller":"traceutil/trace.go:171","msg":"trace[880806876] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12010; }","duration":"416.368292ms","start":"2026-04-29T22:48:12.629385Z","end":"2026-04-29T22:48:13.045753Z","steps":["trace[880806876] 'agreement among raft nodes before linearized reading' (duration: 416.224699ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:48:13.04578Z","caller":"traceutil/trace.go:171","msg":"trace[1433687360] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12010; }","duration":"414.120972ms","start":"2026-04-29T22:48:12.63165Z","end":"2026-04-29T22:48:13.045771Z","steps":["trace[1433687360] 'agreement among raft nodes before linearized reading' (duration: 413.953968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:48:13.045509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:48:12.628534Z","time spent":"416.966086ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T22:48:13.045824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:48:12.631639Z","time spent":"414.177453ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5100,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-29T22:48:13.045787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:48:12.629374Z","time spent":"416.408543ms","remote":"127.0.0.1:35078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-29T22:48:13.045391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.503481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:48:13.045909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:48:12.714184Z","time spent":"331.542775ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7fklw\" "} {"level":"info","ts":"2026-04-29T22:48:13.0455Z","caller":"traceutil/trace.go:171","msg":"trace[357333149] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12010; }","duration":"452.870627ms","start":"2026-04-29T22:48:12.59261Z","end":"2026-04-29T22:48:13.045481Z","steps":["trace[357333149] 'agreement among raft nodes before linearized reading' (duration: 452.611541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:48:13.04615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.864634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:48:13.046304Z","caller":"traceutil/trace.go:171","msg":"trace[379841665] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12010; }","duration":"417.10633ms","start":"2026-04-29T22:48:12.629164Z","end":"2026-04-29T22:48:13.04627Z","steps":["trace[379841665] 'agreement among raft nodes before linearized reading' (duration: 416.65328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:48:13.046386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:48:12.62914Z","time spent":"417.231263ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-04-29T22:48:13.045944Z","caller":"traceutil/trace.go:171","msg":"trace[583469615] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12010; }","duration":"415.092033ms","start":"2026-04-29T22:48:12.63084Z","end":"2026-04-29T22:48:13.045932Z","steps":["trace[583469615] 'agreement among raft nodes before linearized reading' (duration: 414.475469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:48:13.04653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:48:12.630827Z","time spent":"415.692887ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-29T22:48:13.046215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:48:12.59259Z","time spent":"453.612844ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-29T22:48:13.045587Z","caller":"traceutil/trace.go:171","msg":"trace[277670777] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12010; }","duration":"415.943802ms","start":"2026-04-29T22:48:12.629634Z","end":"2026-04-29T22:48:13.045578Z","steps":["trace[277670777] 'agreement among raft nodes before linearized reading' (duration: 415.900971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:48:13.046649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:48:12.62961Z","time spent":"417.025207ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-04-29T22:48:13.045696Z","caller":"traceutil/trace.go:171","msg":"trace[1730750411] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12010; }","duration":"244.381624ms","start":"2026-04-29T22:48:12.8013Z","end":"2026-04-29T22:48:13.045681Z","steps":["trace[1730750411] 'agreement among raft nodes before linearized reading' (duration: 244.003365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:48:13.046865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.825971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-04-29T22:48:13.046974Z","caller":"traceutil/trace.go:171","msg":"trace[2131682615] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12010; }","duration":"243.951303ms","start":"2026-04-29T22:48:12.80297Z","end":"2026-04-29T22:48:13.046922Z","steps":["trace[2131682615] 'agreement among raft nodes before linearized reading' (duration: 242.586772ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:49:44.239071Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10466} {"level":"info","ts":"2026-04-29T22:49:44.325346Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10466,"took":"82.041544ms","hash":4002403372,"current-db-size-bytes":58011648,"current-db-size":"58 MB","current-db-size-in-use-bytes":25780224,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-29T22:49:44.325432Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4002403372,"revision":10466,"compact-revision":8077} {"level":"info","ts":"2026-04-29T22:54:12.573766Z","caller":"traceutil/trace.go:171","msg":"trace[1457587608] transaction","detail":"{read_only:false; response_revision:14451; number_of_response:1; }","duration":"161.900005ms","start":"2026-04-29T22:54:12.411839Z","end":"2026-04-29T22:54:12.573739Z","steps":["trace[1457587608] 'process raft request' (duration: 161.746822ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:54:12.581117Z","caller":"traceutil/trace.go:171","msg":"trace[84964967] transaction","detail":"{read_only:false; response_revision:14452; number_of_response:1; }","duration":"166.321977ms","start":"2026-04-29T22:54:12.414774Z","end":"2026-04-29T22:54:12.581096Z","steps":["trace[84964967] 'process raft request' (duration: 166.066401ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:54:15.531759Z","caller":"traceutil/trace.go:171","msg":"trace[996698543] transaction","detail":"{read_only:false; response_revision:14462; number_of_response:1; }","duration":"143.797873ms","start":"2026-04-29T22:54:15.387933Z","end":"2026-04-29T22:54:15.531731Z","steps":["trace[996698543] 'process raft request' (duration: 143.638119ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:54:44.371003Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12623} {"level":"info","ts":"2026-04-29T22:54:44.54076Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12623,"took":"166.53427ms","hash":3439024215,"current-db-size-bytes":58011648,"current-db-size":"58 MB","current-db-size-in-use-bytes":26365952,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-29T22:54:44.540839Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3439024215,"revision":12623,"compact-revision":10466} {"level":"info","ts":"2026-04-29T22:54:50.897515Z","caller":"traceutil/trace.go:171","msg":"trace[1914753853] linearizableReadLoop","detail":"{readStateIndex:15162; appliedIndex:15161; }","duration":"254.238747ms","start":"2026-04-29T22:54:50.643247Z","end":"2026-04-29T22:54:50.897486Z","steps":["trace[1914753853] 'read index received' (duration: 254.137034ms)","trace[1914753853] 'applied index is now lower than readState.Index' (duration: 100.653µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:54:50.897575Z","caller":"traceutil/trace.go:171","msg":"trace[2080256070] transaction","detail":"{read_only:false; response_revision:14652; number_of_response:1; }","duration":"442.700507ms","start":"2026-04-29T22:54:50.454839Z","end":"2026-04-29T22:54:50.897539Z","steps":["trace[2080256070] 'process raft request' (duration: 442.501392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:54:50.897751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:54:50.45482Z","time spent":"442.83624ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:54:50.89809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.013617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T22:54:50.898184Z","caller":"traceutil/trace.go:171","msg":"trace[1476039057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14652; }","duration":"129.15017ms","start":"2026-04-29T22:54:50.769011Z","end":"2026-04-29T22:54:50.898161Z","steps":["trace[1476039057] 'agreement among raft nodes before linearized reading' (duration: 128.924475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:54:50.898089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.620334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T22:54:50.898272Z","caller":"traceutil/trace.go:171","msg":"trace[1335888320] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14652; }","duration":"126.855829ms","start":"2026-04-29T22:54:50.771399Z","end":"2026-04-29T22:54:50.898255Z","steps":["trace[1335888320] 'agreement among raft nodes before linearized reading' (duration: 126.539552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:54:50.898366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.106777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:85 size:927162"} {"level":"info","ts":"2026-04-29T22:54:50.898424Z","caller":"traceutil/trace.go:171","msg":"trace[934149752] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:85; response_revision:14652; }","duration":"255.220069ms","start":"2026-04-29T22:54:50.643187Z","end":"2026-04-29T22:54:50.898407Z","steps":["trace[934149752] 'agreement among raft nodes before linearized reading' (duration: 254.452051ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:54:54.640766Z","caller":"traceutil/trace.go:171","msg":"trace[1564113728] transaction","detail":"{read_only:false; response_revision:14697; number_of_response:1; }","duration":"101.580323ms","start":"2026-04-29T22:54:54.539155Z","end":"2026-04-29T22:54:54.640735Z","steps":["trace[1564113728] 'process raft request' (duration: 101.417599ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:54:54.661072Z","caller":"traceutil/trace.go:171","msg":"trace[926209865] transaction","detail":"{read_only:false; response_revision:14698; number_of_response:1; }","duration":"100.417696ms","start":"2026-04-29T22:54:54.560621Z","end":"2026-04-29T22:54:54.661039Z","steps":["trace[926209865] 'process raft request' (duration: 100.217411ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:55:02.041193Z","caller":"traceutil/trace.go:171","msg":"trace[832860593] transaction","detail":"{read_only:false; response_revision:14844; number_of_response:1; }","duration":"218.815071ms","start":"2026-04-29T22:55:01.82233Z","end":"2026-04-29T22:55:02.041145Z","steps":["trace[832860593] 'process raft request' (duration: 218.564135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:55:02.834198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.722238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:55:02.834397Z","caller":"traceutil/trace.go:171","msg":"trace[940357047] linearizableReadLoop","detail":"{readStateIndex:15360; appliedIndex:15359; }","duration":"583.017422ms","start":"2026-04-29T22:55:02.251309Z","end":"2026-04-29T22:55:02.834326Z","steps":["trace[940357047] 'read index received' (duration: 146.886274ms)","trace[940357047] 'applied index is now lower than readState.Index' (duration: 436.129498ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:55:02.834595Z","caller":"traceutil/trace.go:171","msg":"trace[383219401] transaction","detail":"{read_only:false; response_revision:14845; number_of_response:1; }","duration":"764.701456ms","start":"2026-04-29T22:55:02.069877Z","end":"2026-04-29T22:55:02.834579Z","steps":["trace[383219401] 'process raft request' (duration: 328.431786ms)","trace[383219401] 'compare' (duration: 435.514552ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:55:02.834675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:55:02.069839Z","time spent":"764.807559ms","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T22:55:02.835017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.666736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-29T22:55:02.835383Z","caller":"traceutil/trace.go:171","msg":"trace[1993345924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14845; }","duration":"584.105286ms","start":"2026-04-29T22:55:02.251247Z","end":"2026-04-29T22:55:02.835352Z","steps":["trace[1993345924] 'agreement among raft nodes before linearized reading' (duration: 583.473382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:55:02.835456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:55:02.251218Z","time spent":"584.212849ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T22:55:02.849767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.226191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T22:55:02.849881Z","caller":"traceutil/trace.go:171","msg":"trace[1964726071] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:14847; }","duration":"158.388495ms","start":"2026-04-29T22:55:02.691464Z","end":"2026-04-29T22:55:02.849853Z","steps":["trace[1964726071] 'agreement among raft nodes before linearized reading' (duration: 158.18577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:55:02.849902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.627007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:55:02.849902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.312546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f39fec46-0d84-4886-bb00-bb3a7a6c94f4\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-04-29T22:55:02.849949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.881193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f39fec46-0d84-4886-bb00-bb3a7a6c94f4\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-29T22:55:02.85Z","caller":"traceutil/trace.go:171","msg":"trace[622846434] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:14847; }","duration":"479.77133ms","start":"2026-04-29T22:55:02.370201Z","end":"2026-04-29T22:55:02.849972Z","steps":["trace[622846434] 'agreement among raft nodes before linearized reading' (duration: 479.620907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:55:02.85004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:55:02.370184Z","time spent":"479.846252ms","remote":"127.0.0.1:51382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-29T22:55:02.850039Z","caller":"traceutil/trace.go:171","msg":"trace[661660637] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f39fec46-0d84-4886-bb00-bb3a7a6c94f4; range_end:; response_count:1; response_revision:14847; }","duration":"154.040226ms","start":"2026-04-29T22:55:02.695975Z","end":"2026-04-29T22:55:02.850016Z","steps":["trace[661660637] 'agreement among raft nodes before linearized reading' (duration: 153.717219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:55:02.849797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.624549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2fef9b82-66fc-4a11-89e4-61e4f68ad478\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-29T22:55:02.850129Z","caller":"traceutil/trace.go:171","msg":"trace[479687442] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2fef9b82-66fc-4a11-89e4-61e4f68ad478; range_end:; response_count:1; response_revision:14847; }","duration":"143.994747ms","start":"2026-04-29T22:55:02.706098Z","end":"2026-04-29T22:55:02.850092Z","steps":["trace[479687442] 'agreement among raft nodes before linearized reading' (duration: 143.555237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:55:02.850115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.99856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:55:02.850213Z","caller":"traceutil/trace.go:171","msg":"trace[353265894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14847; }","duration":"384.178565ms","start":"2026-04-29T22:55:02.466009Z","end":"2026-04-29T22:55:02.850187Z","steps":["trace[353265894] 'agreement among raft nodes before linearized reading' (duration: 383.971051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:55:02.850257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:55:02.46598Z","time spent":"384.265837ms","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T22:55:02.850013Z","caller":"traceutil/trace.go:171","msg":"trace[528248508] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f39fec46-0d84-4886-bb00-bb3a7a6c94f4; range_end:; response_count:1; response_revision:14847; }","duration":"195.47874ms","start":"2026-04-29T22:55:02.654512Z","end":"2026-04-29T22:55:02.849991Z","steps":["trace[528248508] 'agreement among raft nodes before linearized reading' (duration: 195.195033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:55:02.850332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.245077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T22:55:02.850402Z","caller":"traceutil/trace.go:171","msg":"trace[1851227890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14847; }","duration":"569.345609ms","start":"2026-04-29T22:55:02.281047Z","end":"2026-04-29T22:55:02.850393Z","steps":["trace[1851227890] 'agreement among raft nodes before linearized reading' (duration: 569.194335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:55:02.850428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:55:02.28103Z","time spent":"569.3905ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T22:55:02.850791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.299092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fklw\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-29T22:55:02.850864Z","caller":"traceutil/trace.go:171","msg":"trace[416890879] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fklw; range_end:; response_count:1; response_revision:14847; }","duration":"317.457656ms","start":"2026-04-29T22:55:02.533377Z","end":"2026-04-29T22:55:02.850835Z","steps":["trace[416890879] 'agreement among raft nodes before linearized reading' (duration: 316.573586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:55:02.850894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:55:02.533345Z","time spent":"317.541338ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7fklw\" "} {"level":"info","ts":"2026-04-29T22:56:09.267215Z","caller":"traceutil/trace.go:171","msg":"trace[2045967244] transaction","detail":"{read_only:false; response_revision:15759; number_of_response:1; }","duration":"102.32785ms","start":"2026-04-29T22:56:09.164858Z","end":"2026-04-29T22:56:09.267186Z","steps":["trace[2045967244] 'process raft request' (duration: 102.078054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:33.69492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.231756ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-29T22:56:33.695245Z","caller":"traceutil/trace.go:171","msg":"trace[1720256472] linearizableReadLoop","detail":"{readStateIndex:16434; appliedIndex:16433; }","duration":"976.59104ms","start":"2026-04-29T22:56:32.718635Z","end":"2026-04-29T22:56:33.695226Z","steps":["trace[1720256472] 'read index received' (duration: 283.971984ms)","trace[1720256472] 'applied index is now lower than readState.Index' (duration: 692.617906ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:56:33.696235Z","caller":"traceutil/trace.go:171","msg":"trace[1924825660] transaction","detail":"{read_only:false; response_revision:15885; number_of_response:1; }","duration":"318.068449ms","start":"2026-04-29T22:56:33.378154Z","end":"2026-04-29T22:56:33.696222Z","steps":["trace[1924825660] 'process raft request' (duration: 316.961904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:33.696339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:33.378113Z","time spent":"318.160581ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:56:33.696508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.863068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769922"} {"level":"info","ts":"2026-04-29T22:56:33.696546Z","caller":"traceutil/trace.go:171","msg":"trace[2039014495] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15884; }","duration":"977.915169ms","start":"2026-04-29T22:56:32.718622Z","end":"2026-04-29T22:56:33.696538Z","steps":["trace[2039014495] 'agreement among raft nodes before linearized reading' (duration: 977.144772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:33.696572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:32.718615Z","time spent":"977.95001ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769945,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-29T22:56:34.156414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.493031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s9zs5\" ","response":"range_response_count:1 size:9788"} {"level":"warn","ts":"2026-04-29T22:56:34.156445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.418038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T22:56:34.156529Z","caller":"traceutil/trace.go:171","msg":"trace[466940423] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s9zs5; range_end:; response_count:1; response_revision:15885; }","duration":"565.664085ms","start":"2026-04-29T22:56:33.590834Z","end":"2026-04-29T22:56:34.156498Z","steps":["trace[466940423] 'agreement among raft nodes before linearized reading' (duration: 105.511541ms)","trace[466940423] 'range keys from in-memory index tree' (duration: 459.873507ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:56:34.156594Z","caller":"traceutil/trace.go:171","msg":"trace[1412425907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15885; }","duration":"698.599892ms","start":"2026-04-29T22:56:33.45795Z","end":"2026-04-29T22:56:34.15655Z","steps":["trace[1412425907] 'agreement among raft nodes before linearized reading' (duration: 238.448587ms)","trace[1412425907] 'range keys from in-memory index tree' (duration: 459.789436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:34.156628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:33.590811Z","time spent":"565.804729ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s9zs5\" "} {"level":"warn","ts":"2026-04-29T22:56:34.156655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:33.457946Z","time spent":"698.698404ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T22:56:34.156623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411466198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7mdqb\" ","response":"range_response_count:1 size:22093"} {"level":"warn","ts":"2026-04-29T22:56:34.156701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418105129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T22:56:34.156759Z","caller":"traceutil/trace.go:171","msg":"trace[1740353711] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7mdqb; range_end:; response_count:1; response_revision:15885; }","duration":"1.411623421s","start":"2026-04-29T22:56:32.7451Z","end":"2026-04-29T22:56:34.156723Z","steps":["trace[1740353711] 'agreement among raft nodes before linearized reading' (duration: 951.447536ms)","trace[1740353711] 'range keys from in-memory index tree' (duration: 459.803146ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:34.15682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:32.745024Z","time spent":"1.411784775s","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22116,"request content":"key:\"/registry/pods/openstack/nova-compute-default-7mdqb\" "} {"level":"info","ts":"2026-04-29T22:56:34.156836Z","caller":"traceutil/trace.go:171","msg":"trace[741291060] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:15885; }","duration":"1.418323695s","start":"2026-04-29T22:56:32.738455Z","end":"2026-04-29T22:56:34.156779Z","steps":["trace[741291060] 'agreement among raft nodes before linearized reading' (duration: 957.745981ms)","trace[741291060] 'count revisions from in-memory index tree' (duration: 460.41721ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:34.156885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:32.738428Z","time spent":"1.418444947s","remote":"127.0.0.1:35518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T22:56:34.157009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097977082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T22:56:34.157058Z","caller":"traceutil/trace.go:171","msg":"trace[1884770818] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15885; }","duration":"1.098112025s","start":"2026-04-29T22:56:33.058933Z","end":"2026-04-29T22:56:34.157046Z","steps":["trace[1884770818] 'agreement among raft nodes before linearized reading' (duration: 637.378267ms)","trace[1884770818] 'range keys from in-memory index tree' (duration: 460.611374ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:34.157265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:33.058904Z","time spent":"1.098178086s","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T22:56:34.157443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.558443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T22:56:34.157506Z","caller":"traceutil/trace.go:171","msg":"trace[1424684517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15885; }","duration":"699.654726ms","start":"2026-04-29T22:56:33.457833Z","end":"2026-04-29T22:56:34.157488Z","steps":["trace[1424684517] 'agreement among raft nodes before linearized reading' (duration: 238.58051ms)","trace[1424684517] 'range keys from in-memory index tree' (duration: 460.938872ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:34.15754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:33.457811Z","time spent":"699.721497ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T22:56:34.157551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.843497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-29T22:56:34.157567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.744866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mq9mg\" ","response":"range_response_count:1 size:20747"} {"level":"info","ts":"2026-04-29T22:56:34.157608Z","caller":"traceutil/trace.go:171","msg":"trace[1773230288] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mq9mg; range_end:; response_count:1; response_revision:15885; }","duration":"568.828828ms","start":"2026-04-29T22:56:33.588764Z","end":"2026-04-29T22:56:34.157593Z","steps":["trace[1773230288] 'agreement among raft nodes before linearized reading' (duration: 107.594819ms)","trace[1773230288] 'range keys from in-memory index tree' (duration: 461.083216ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:56:34.157614Z","caller":"traceutil/trace.go:171","msg":"trace[1192864410] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15885; }","duration":"669.937999ms","start":"2026-04-29T22:56:33.487651Z","end":"2026-04-29T22:56:34.157589Z","steps":["trace[1192864410] 'agreement among raft nodes before linearized reading' (duration: 208.725571ms)","trace[1192864410] 'range keys from in-memory index tree' (duration: 461.080885ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:34.157649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:33.588737Z","time spent":"568.904169ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20770,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mq9mg\" "} {"level":"warn","ts":"2026-04-29T22:56:34.157653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:33.487629Z","time spent":"670.016201ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T22:56:34.157794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.249786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T22:56:34.157833Z","caller":"traceutil/trace.go:171","msg":"trace[1532754845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15885; }","duration":"699.299548ms","start":"2026-04-29T22:56:33.458522Z","end":"2026-04-29T22:56:34.157822Z","steps":["trace[1532754845] 'agreement among raft nodes before linearized reading' (duration: 237.865935ms)","trace[1532754845] 'range keys from in-memory index tree' (duration: 461.349291ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:34.15786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:33.458515Z","time spent":"699.339519ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T22:56:34.157884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333943763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T22:56:34.157927Z","caller":"traceutil/trace.go:171","msg":"trace[1230371697] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:15885; }","duration":"1.333985344s","start":"2026-04-29T22:56:32.823928Z","end":"2026-04-29T22:56:34.157914Z","steps":["trace[1230371697] 'agreement among raft nodes before linearized reading' (duration: 872.638753ms)","trace[1230371697] 'count revisions from in-memory index tree' (duration: 461.29373ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:34.157964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:32.823775Z","time spent":"1.334181748s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-29T22:56:34.157976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23234863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-29T22:56:34.158003Z","caller":"traceutil/trace.go:171","msg":"trace[1939380919] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:15885; }","duration":"1.232416072s","start":"2026-04-29T22:56:32.925577Z","end":"2026-04-29T22:56:34.157993Z","steps":["trace[1939380919] 'agreement among raft nodes before linearized reading' (duration: 770.926247ms)","trace[1939380919] 'range keys from in-memory index tree' (duration: 461.422943ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:34.158038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:32.92556Z","time spent":"1.232472444s","remote":"127.0.0.1:35010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-29T22:56:34.158045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241817416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:56:34.158097Z","caller":"traceutil/trace.go:171","msg":"trace[137482393] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15885; }","duration":"1.241891838s","start":"2026-04-29T22:56:32.916193Z","end":"2026-04-29T22:56:34.158085Z","steps":["trace[137482393] 'agreement among raft nodes before linearized reading' (duration: 780.333202ms)","trace[137482393] 'range keys from in-memory index tree' (duration: 461.488665ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:34.158106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367351453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:56:34.15813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:32.916178Z","time spent":"1.241943819s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-29T22:56:34.158115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.361133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T22:56:34.158206Z","caller":"traceutil/trace.go:171","msg":"trace[826411188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15885; }","duration":"715.524026ms","start":"2026-04-29T22:56:33.442659Z","end":"2026-04-29T22:56:34.158183Z","steps":["trace[826411188] 'agreement among raft nodes before linearized reading' (duration: 253.764866ms)","trace[826411188] 'range keys from in-memory index tree' (duration: 461.514225ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:34.158244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.830496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-29T22:56:34.158275Z","caller":"traceutil/trace.go:171","msg":"trace[712940915] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15885; }","duration":"937.913309ms","start":"2026-04-29T22:56:33.220352Z","end":"2026-04-29T22:56:34.158265Z","steps":["trace[712940915] 'agreement among raft nodes before linearized reading' (duration: 476.083247ms)","trace[712940915] 'range keys from in-memory index tree' (duration: 461.74949ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:34.158268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:33.442629Z","time spent":"715.628359ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T22:56:34.158305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368817376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:56:34.158342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.359669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:56:34.158347Z","caller":"traceutil/trace.go:171","msg":"trace[130376947] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15885; }","duration":"1.368870968s","start":"2026-04-29T22:56:32.789465Z","end":"2026-04-29T22:56:34.158336Z","steps":["trace[130376947] 'agreement among raft nodes before linearized reading' (duration: 907.049086ms)","trace[130376947] 'range keys from in-memory index tree' (duration: 461.772061ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:56:34.158369Z","caller":"traceutil/trace.go:171","msg":"trace[332364622] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15885; }","duration":"938.43617ms","start":"2026-04-29T22:56:33.219924Z","end":"2026-04-29T22:56:34.15836Z","steps":["trace[332364622] 'agreement among raft nodes before linearized reading' (duration: 476.524866ms)","trace[332364622] 'range keys from in-memory index tree' (duration: 461.877664ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:34.158406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:33.2199Z","time spent":"938.501072ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T22:56:34.158409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368729454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:56:34.158436Z","caller":"traceutil/trace.go:171","msg":"trace[114858423] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15885; }","duration":"1.368765275s","start":"2026-04-29T22:56:32.789661Z","end":"2026-04-29T22:56:34.158427Z","steps":["trace[114858423] 'agreement among raft nodes before linearized reading' (duration: 906.851661ms)","trace[114858423] 'range keys from in-memory index tree' (duration: 461.880553ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:34.158499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:32.789655Z","time spent":"1.368834787s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T22:56:34.158513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.216044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T22:56:34.158547Z","caller":"traceutil/trace.go:171","msg":"trace[983986908] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:15885; }","duration":"322.291496ms","start":"2026-04-29T22:56:33.836246Z","end":"2026-04-29T22:56:34.158537Z","steps":["trace[983986908] 'count revisions from in-memory index tree' (duration: 322.111522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:34.158584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:33.836222Z","time spent":"322.354737ms","remote":"127.0.0.1:35064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":12,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-29T22:56:34.158651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382307473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:56:34.158677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.85735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-29T22:56:34.158696Z","caller":"traceutil/trace.go:171","msg":"trace[254501715] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:15885; }","duration":"1.382358894s","start":"2026-04-29T22:56:32.776325Z","end":"2026-04-29T22:56:34.158684Z","steps":["trace[254501715] 'agreement among raft nodes before linearized reading' (duration: 920.210965ms)","trace[254501715] 'count revisions from in-memory index tree' (duration: 462.084918ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:56:34.158712Z","caller":"traceutil/trace.go:171","msg":"trace[164258662] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15885; }","duration":"938.933132ms","start":"2026-04-29T22:56:33.219768Z","end":"2026-04-29T22:56:34.158701Z","steps":["trace[164258662] 'agreement among raft nodes before linearized reading' (duration: 476.69221ms)","trace[164258662] 'range keys from in-memory index tree' (duration: 462.126508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:34.158748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:32.776252Z","time spent":"1.382471767s","remote":"127.0.0.1:51358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T22:56:34.15844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.840947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fklw\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-29T22:56:34.15881Z","caller":"traceutil/trace.go:171","msg":"trace[2094806312] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fklw; range_end:; response_count:1; response_revision:15885; }","duration":"337.248266ms","start":"2026-04-29T22:56:33.821551Z","end":"2026-04-29T22:56:34.158799Z","steps":["trace[2094806312] 'range keys from in-memory index tree' (duration: 336.680543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:34.158858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:33.821528Z","time spent":"337.319738ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7fklw\" "} {"level":"warn","ts":"2026-04-29T22:56:34.15888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113783872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-29T22:56:34.158908Z","caller":"traceutil/trace.go:171","msg":"trace[1905967654] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15885; }","duration":"1.113811452s","start":"2026-04-29T22:56:33.045087Z","end":"2026-04-29T22:56:34.158899Z","steps":["trace[1905967654] 'agreement among raft nodes before linearized reading' (duration: 651.392417ms)","trace[1905967654] 'range keys from in-memory index tree' (duration: 462.350874ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:34.158945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:33.045006Z","time spent":"1.113931334s","remote":"127.0.0.1:35078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-29T22:56:34.158969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243634037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:56:34.159026Z","caller":"traceutil/trace.go:171","msg":"trace[624648529] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15885; }","duration":"1.243737169s","start":"2026-04-29T22:56:32.915273Z","end":"2026-04-29T22:56:34.15901Z","steps":["trace[624648529] 'agreement among raft nodes before linearized reading' (duration: 781.269082ms)","trace[624648529] 'range keys from in-memory index tree' (duration: 462.400385ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:34.158754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:33.219742Z","time spent":"939.005623ms","remote":"127.0.0.1:35078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-29T22:56:34.159087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:32.915248Z","time spent":"1.243813232s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T22:56:34.159143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080037735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-29T22:56:34.159181Z","caller":"traceutil/trace.go:171","msg":"trace[1423190738] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15885; }","duration":"1.080074335s","start":"2026-04-29T22:56:33.079097Z","end":"2026-04-29T22:56:34.159171Z","steps":["trace[1423190738] 'agreement among raft nodes before linearized reading' (duration: 617.390253ms)","trace[1423190738] 'range keys from in-memory index tree' (duration: 462.606781ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:34.158818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074345323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-29T22:56:34.159209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:33.079019Z","time spent":"1.080183958s","remote":"127.0.0.1:35078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-29T22:56:34.159227Z","caller":"traceutil/trace.go:171","msg":"trace[1222555618] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15885; }","duration":"1.074785124s","start":"2026-04-29T22:56:33.084428Z","end":"2026-04-29T22:56:34.159213Z","steps":["trace[1222555618] 'agreement among raft nodes before linearized reading' (duration: 612.048751ms)","trace[1222555618] 'range keys from in-memory index tree' (duration: 462.294192ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:34.158723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369273736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-29T22:56:34.159267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:33.084407Z","time spent":"1.074850186s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-29T22:56:34.159284Z","caller":"traceutil/trace.go:171","msg":"trace[1505397636] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15885; }","duration":"1.36986206s","start":"2026-04-29T22:56:32.789406Z","end":"2026-04-29T22:56:34.159268Z","steps":["trace[1505397636] 'agreement among raft nodes before linearized reading' (duration: 907.117497ms)","trace[1505397636] 'range keys from in-memory index tree' (duration: 462.134349ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:34.158312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:33.220327Z","time spent":"937.97816ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-29T22:56:34.159327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:32.789387Z","time spent":"1.369928023s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-29T22:56:34.159457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080463813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:56:34.159506Z","caller":"traceutil/trace.go:171","msg":"trace[941232595] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15885; }","duration":"1.080563897s","start":"2026-04-29T22:56:33.07893Z","end":"2026-04-29T22:56:34.159494Z","steps":["trace[941232595] 'agreement among raft nodes before linearized reading' (duration: 617.569777ms)","trace[941232595] 'range keys from in-memory index tree' (duration: 462.935098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:34.159537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:33.078902Z","time spent":"1.080628187s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T22:56:34.159528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231342138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-29T22:56:34.158379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:32.78946Z","time spent":"1.368912228s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-29T22:56:34.159597Z","caller":"traceutil/trace.go:171","msg":"trace[1591806820] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15885; }","duration":"1.23143419s","start":"2026-04-29T22:56:32.928135Z","end":"2026-04-29T22:56:34.15957Z","steps":["trace[1591806820] 'agreement among raft nodes before linearized reading' (duration: 768.357089ms)","trace[1591806820] 'range keys from in-memory index tree' (duration: 462.907368ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:34.159636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:32.928119Z","time spent":"1.231508112s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-29T22:56:34.158136Z","caller":"traceutil/trace.go:171","msg":"trace[1128736949] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15885; }","duration":"1.367440086s","start":"2026-04-29T22:56:32.790686Z","end":"2026-04-29T22:56:34.158126Z","steps":["trace[1128736949] 'agreement among raft nodes before linearized reading' (duration: 905.89236ms)","trace[1128736949] 'range keys from in-memory index tree' (duration: 461.510885ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:34.159818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:32.790658Z","time spent":"1.369149035s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-29T22:56:34.159985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.85753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-29T22:56:34.160027Z","caller":"traceutil/trace.go:171","msg":"trace[1210985171] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15885; }","duration":"196.945352ms","start":"2026-04-29T22:56:33.963075Z","end":"2026-04-29T22:56:34.16002Z","steps":["trace[1210985171] 'range keys from in-memory index tree' (duration: 196.732498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:34.159758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242089514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:56:34.160608Z","caller":"traceutil/trace.go:171","msg":"trace[1203570403] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15885; }","duration":"1.246259068s","start":"2026-04-29T22:56:32.914312Z","end":"2026-04-29T22:56:34.160572Z","steps":["trace[1203570403] 'agreement among raft nodes before linearized reading' (duration: 782.242126ms)","trace[1203570403] 'range keys from in-memory index tree' (duration: 459.872468ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:34.161046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:32.914283Z","time spent":"1.246739399s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-29T22:56:34.314758Z","caller":"traceutil/trace.go:171","msg":"trace[1218755794] transaction","detail":"{read_only:false; response_revision:15886; number_of_response:1; }","duration":"150.065775ms","start":"2026-04-29T22:56:34.164655Z","end":"2026-04-29T22:56:34.314721Z","steps":["trace[1218755794] 'process raft request' (duration: 149.770329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:34.316563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.314884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769922"} {"level":"info","ts":"2026-04-29T22:56:34.316648Z","caller":"traceutil/trace.go:171","msg":"trace[1052264107] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15886; }","duration":"151.451067ms","start":"2026-04-29T22:56:34.165183Z","end":"2026-04-29T22:56:34.316634Z","steps":["trace[1052264107] 'agreement among raft nodes before linearized reading' (duration: 149.633806ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:56:34.314747Z","caller":"traceutil/trace.go:171","msg":"trace[2060866228] linearizableReadLoop","detail":"{readStateIndex:16436; appliedIndex:16435; }","duration":"149.466601ms","start":"2026-04-29T22:56:34.165212Z","end":"2026-04-29T22:56:34.314679Z","steps":["trace[2060866228] 'read index received' (duration: 149.278317ms)","trace[2060866228] 'applied index is now lower than readState.Index' (duration: 186.994µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:34.820771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998419871,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T22:56:34.978782Z","caller":"traceutil/trace.go:171","msg":"trace[1380601770] transaction","detail":"{read_only:false; response_revision:15889; number_of_response:1; }","duration":"812.519915ms","start":"2026-04-29T22:56:34.166228Z","end":"2026-04-29T22:56:34.978748Z","steps":["trace[1380601770] 'process raft request' (duration: 812.440343ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:56:34.978815Z","caller":"traceutil/trace.go:171","msg":"trace[372720245] transaction","detail":"{read_only:false; response_revision:15888; number_of_response:1; }","duration":"813.345493ms","start":"2026-04-29T22:56:34.165423Z","end":"2026-04-29T22:56:34.978769Z","steps":["trace[372720245] 'process raft request' (duration: 813.19667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:34.979157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:34.165416Z","time spent":"813.499397ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:56:34.979158Z","caller":"traceutil/trace.go:171","msg":"trace[912245406] transaction","detail":"{read_only:false; response_revision:15890; number_of_response:1; }","duration":"808.766068ms","start":"2026-04-29T22:56:34.170337Z","end":"2026-04-29T22:56:34.979103Z","steps":["trace[912245406] 'process raft request' (duration: 808.369999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:34.979177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:34.166215Z","time spent":"812.660278ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:56:34.979345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:34.170327Z","time spent":"808.920682ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:56:34.979203Z","caller":"traceutil/trace.go:171","msg":"trace[1643228150] transaction","detail":"{read_only:false; response_revision:15893; number_of_response:1; }","duration":"755.053517ms","start":"2026-04-29T22:56:34.224122Z","end":"2026-04-29T22:56:34.979176Z","steps":["trace[1643228150] 'process raft request' (duration: 754.999175ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:56:34.979265Z","caller":"traceutil/trace.go:171","msg":"trace[251516862] transaction","detail":"{read_only:false; response_revision:15891; number_of_response:1; }","duration":"780.529846ms","start":"2026-04-29T22:56:34.198666Z","end":"2026-04-29T22:56:34.979196Z","steps":["trace[251516862] 'process raft request' (duration: 780.28185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:34.979746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:34.198643Z","time spent":"780.959866ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:56:34.979375Z","caller":"traceutil/trace.go:171","msg":"trace[1408543712] transaction","detail":"{read_only:false; response_revision:15892; number_of_response:1; }","duration":"773.051687ms","start":"2026-04-29T22:56:34.206269Z","end":"2026-04-29T22:56:34.97932Z","steps":["trace[1408543712] 'process raft request' (duration: 772.817692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:34.979882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:34.206254Z","time spent":"773.586118ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:56:34.979526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:34.224109Z","time spent":"755.369113ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:56:34.980078Z","caller":"traceutil/trace.go:171","msg":"trace[1610678984] transaction","detail":"{read_only:false; response_revision:15887; number_of_response:1; }","duration":"814.606892ms","start":"2026-04-29T22:56:34.16526Z","end":"2026-04-29T22:56:34.979867Z","steps":["trace[1610678984] 'process raft request' (duration: 813.144268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:34.980231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:34.165237Z","time spent":"814.94267ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:56:35.58289Z","caller":"traceutil/trace.go:171","msg":"trace[1221073723] linearizableReadLoop","detail":"{readStateIndex:16444; appliedIndex:16436; }","duration":"1.263162712s","start":"2026-04-29T22:56:34.319675Z","end":"2026-04-29T22:56:35.582837Z","steps":["trace[1221073723] 'read index received' (duration: 658.706304ms)","trace[1221073723] 'applied index is now lower than readState.Index' (duration: 604.455468ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:35.582977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359217988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:56:35.58306Z","caller":"traceutil/trace.go:171","msg":"trace[1575054155] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:15895; }","duration":"1.359356841s","start":"2026-04-29T22:56:34.223683Z","end":"2026-04-29T22:56:35.58304Z","steps":["trace[1575054155] 'agreement among raft nodes before linearized reading' (duration: 1.359172787s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:35.583119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:34.22367Z","time spent":"1.359436823s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-04-29T22:56:35.583139Z","caller":"traceutil/trace.go:171","msg":"trace[806522411] transaction","detail":"{read_only:false; response_revision:15895; number_of_response:1; }","duration":"618.122879ms","start":"2026-04-29T22:56:34.964989Z","end":"2026-04-29T22:56:35.583112Z","steps":["trace[806522411] 'process raft request' (duration: 617.795792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:35.583283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:34.964957Z","time spent":"618.247002ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:56:35.583384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323222028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:56:35.583428Z","caller":"traceutil/trace.go:171","msg":"trace[2085415593] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:15895; }","duration":"1.32331095s","start":"2026-04-29T22:56:34.260107Z","end":"2026-04-29T22:56:35.583418Z","steps":["trace[2085415593] 'agreement among raft nodes before linearized reading' (duration: 1.323244829s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:35.583459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:34.260072Z","time spent":"1.323379322s","remote":"127.0.0.1:49430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-04-29T22:56:35.583479Z","caller":"traceutil/trace.go:171","msg":"trace[344343973] transaction","detail":"{read_only:false; response_revision:15894; number_of_response:1; }","duration":"1.196071074s","start":"2026-04-29T22:56:34.387392Z","end":"2026-04-29T22:56:35.583463Z","steps":["trace[344343973] 'process raft request' (duration: 1.195162254s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:35.583572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:34.387361Z","time spent":"1.196176027s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:56:35.583772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414149809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769922"} {"level":"info","ts":"2026-04-29T22:56:35.583822Z","caller":"traceutil/trace.go:171","msg":"trace[839449846] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15895; }","duration":"1.41422382s","start":"2026-04-29T22:56:34.169586Z","end":"2026-04-29T22:56:35.58381Z","steps":["trace[839449846] 'agreement among raft nodes before linearized reading' (duration: 1.413436102s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:35.583862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:34.169582Z","time spent":"1.414268531s","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769945,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-29T22:56:35.583939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417994396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T22:56:35.583986Z","caller":"traceutil/trace.go:171","msg":"trace[755064814] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15895; }","duration":"1.418061248s","start":"2026-04-29T22:56:34.165911Z","end":"2026-04-29T22:56:35.583972Z","steps":["trace[755064814] 'agreement among raft nodes before linearized reading' (duration: 1.417901664s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:35.584017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:34.165894Z","time spent":"1.418116109s","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T22:56:35.584154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238783057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:56:35.584189Z","caller":"traceutil/trace.go:171","msg":"trace[1329717298] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15895; }","duration":"1.23893714s","start":"2026-04-29T22:56:34.345244Z","end":"2026-04-29T22:56:35.584181Z","steps":["trace[1329717298] 'agreement among raft nodes before linearized reading' (duration: 1.238886479s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:35.584216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:34.345221Z","time spent":"1.238987941s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T22:56:35.58463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.601595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:56:35.584685Z","caller":"traceutil/trace.go:171","msg":"trace[2137314728] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:15895; }","duration":"363.705577ms","start":"2026-04-29T22:56:35.220965Z","end":"2026-04-29T22:56:35.584671Z","steps":["trace[2137314728] 'agreement among raft nodes before linearized reading' (duration: 363.623516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:35.584725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:35.22094Z","time spent":"363.773479ms","remote":"127.0.0.1:58748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-29T22:56:35.584877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416377269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769922"} {"level":"warn","ts":"2026-04-29T22:56:35.584952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.074392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-29T22:56:35.584982Z","caller":"traceutil/trace.go:171","msg":"trace[1638212754] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15895; }","duration":"869.123913ms","start":"2026-04-29T22:56:34.71585Z","end":"2026-04-29T22:56:35.584974Z","steps":["trace[1638212754] 'agreement among raft nodes before linearized reading' (duration: 869.03513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:35.585017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:34.71584Z","time spent":"869.171305ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-29T22:56:35.584957Z","caller":"traceutil/trace.go:171","msg":"trace[666411725] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15895; }","duration":"1.41646667s","start":"2026-04-29T22:56:34.168471Z","end":"2026-04-29T22:56:35.584938Z","steps":["trace[666411725] 'agreement among raft nodes before linearized reading' (duration: 1.415494339s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:35.585116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:34.168465Z","time spent":"1.416631165s","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769945,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-29T22:56:35.585202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.385504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:56:35.585256Z","caller":"traceutil/trace.go:171","msg":"trace[127902060] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15895; }","duration":"871.461406ms","start":"2026-04-29T22:56:34.713785Z","end":"2026-04-29T22:56:35.585246Z","steps":["trace[127902060] 'agreement among raft nodes before linearized reading' (duration: 871.378114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:35.585287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:34.713778Z","time spent":"871.501457ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T22:56:35.585469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240078187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:56:35.585522Z","caller":"traceutil/trace.go:171","msg":"trace[1134794313] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15895; }","duration":"1.240175609s","start":"2026-04-29T22:56:34.345335Z","end":"2026-04-29T22:56:35.585511Z","steps":["trace[1134794313] 'agreement among raft nodes before linearized reading' (duration: 1.240098407s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:35.585555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:34.345317Z","time spent":"1.24022906s","remote":"127.0.0.1:35078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-29T22:56:35.585724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121015996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:56:35.585762Z","caller":"traceutil/trace.go:171","msg":"trace[1288494204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15895; }","duration":"1.121127369s","start":"2026-04-29T22:56:34.464624Z","end":"2026-04-29T22:56:35.585752Z","steps":["trace[1288494204] 'agreement among raft nodes before linearized reading' (duration: 1.121074007s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:35.585788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:34.464592Z","time spent":"1.12119111s","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T22:56:35.585969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236650178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-29T22:56:35.586004Z","caller":"traceutil/trace.go:171","msg":"trace[1464083170] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15895; }","duration":"1.23670508s","start":"2026-04-29T22:56:34.349291Z","end":"2026-04-29T22:56:35.585996Z","steps":["trace[1464083170] 'agreement among raft nodes before linearized reading' (duration: 1.236612648s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:35.58548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.765853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-29T22:56:35.586031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:34.34928Z","time spent":"1.236745271s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-29T22:56:35.586041Z","caller":"traceutil/trace.go:171","msg":"trace[828903695] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15895; }","duration":"872.377728ms","start":"2026-04-29T22:56:34.713652Z","end":"2026-04-29T22:56:35.58603Z","steps":["trace[828903695] 'agreement among raft nodes before linearized reading' (duration: 871.763664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:35.586082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:34.713619Z","time spent":"872.449619ms","remote":"127.0.0.1:35078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-29T22:56:35.586384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419857868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769922"} {"level":"info","ts":"2026-04-29T22:56:35.586436Z","caller":"traceutil/trace.go:171","msg":"trace[1104488704] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15895; }","duration":"1.41992038s","start":"2026-04-29T22:56:34.166504Z","end":"2026-04-29T22:56:35.586424Z","steps":["trace[1104488704] 'agreement among raft nodes before linearized reading' (duration: 1.417690449s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:35.586507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:34.166499Z","time spent":"1.419962211s","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769945,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-29T22:56:35.586879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23760063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-29T22:56:35.586921Z","caller":"traceutil/trace.go:171","msg":"trace[1522759846] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15895; }","duration":"1.237681412s","start":"2026-04-29T22:56:34.34923Z","end":"2026-04-29T22:56:35.586912Z","steps":["trace[1522759846] 'agreement among raft nodes before linearized reading' (duration: 1.237573679s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:35.58695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:34.349211Z","time spent":"1.237732443s","remote":"127.0.0.1:35078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-29T22:56:35.587395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241934768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-29T22:56:35.587439Z","caller":"traceutil/trace.go:171","msg":"trace[1695238362] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15895; }","duration":"1.24201273s","start":"2026-04-29T22:56:34.345416Z","end":"2026-04-29T22:56:35.587429Z","steps":["trace[1695238362] 'agreement among raft nodes before linearized reading' (duration: 1.241776165s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:35.58747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:34.345405Z","time spent":"1.242058391s","remote":"127.0.0.1:35078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-29T22:56:35.807929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.596253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7530"} {"level":"info","ts":"2026-04-29T22:56:35.808047Z","caller":"traceutil/trace.go:171","msg":"trace[1216090301] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:15895; }","duration":"112.787167ms","start":"2026-04-29T22:56:35.695235Z","end":"2026-04-29T22:56:35.808022Z","steps":["trace[1216090301] 'range keys from in-memory index tree' (duration: 112.352427ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:56:36.956717Z","caller":"traceutil/trace.go:171","msg":"trace[1680208814] transaction","detail":"{read_only:false; response_revision:15897; number_of_response:1; }","duration":"323.310409ms","start":"2026-04-29T22:56:36.633372Z","end":"2026-04-29T22:56:36.956683Z","steps":["trace[1680208814] 'process raft request' (duration: 323.098734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:36.957089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:36.633341Z","time spent":"323.478062ms","remote":"127.0.0.1:58846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:56:37.128165Z","caller":"traceutil/trace.go:171","msg":"trace[1228407276] transaction","detail":"{read_only:false; response_revision:15898; number_of_response:1; }","duration":"138.155754ms","start":"2026-04-29T22:56:36.989986Z","end":"2026-04-29T22:56:37.128141Z","steps":["trace[1228407276] 'process raft request' (duration: 137.947409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:37.795328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.288827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T22:56:37.795516Z","caller":"traceutil/trace.go:171","msg":"trace[426196859] transaction","detail":"{read_only:false; response_revision:15899; number_of_response:1; }","duration":"805.418683ms","start":"2026-04-29T22:56:36.990074Z","end":"2026-04-29T22:56:37.795493Z","steps":["trace[426196859] 'process raft request' (duration: 221.863779ms)","trace[426196859] 'compare' (duration: 583.129233ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:37.795587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:36.990023Z","time spent":"805.530996ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:56:37.795894Z","caller":"traceutil/trace.go:171","msg":"trace[766407992] transaction","detail":"{read_only:false; response_revision:15900; number_of_response:1; }","duration":"805.655819ms","start":"2026-04-29T22:56:36.9902Z","end":"2026-04-29T22:56:37.795856Z","steps":["trace[766407992] 'process raft request' (duration: 805.24213ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:56:37.796002Z","caller":"traceutil/trace.go:171","msg":"trace[1799347279] transaction","detail":"{read_only:false; response_revision:15902; number_of_response:1; }","duration":"801.554925ms","start":"2026-04-29T22:56:36.994424Z","end":"2026-04-29T22:56:37.795979Z","steps":["trace[1799347279] 'process raft request' (duration: 801.437352ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:56:37.79612Z","caller":"traceutil/trace.go:171","msg":"trace[544772828] transaction","detail":"{read_only:false; response_revision:15901; number_of_response:1; }","duration":"801.76938ms","start":"2026-04-29T22:56:36.994331Z","end":"2026-04-29T22:56:37.7961Z","steps":["trace[544772828] 'process raft request' (duration: 801.385261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:37.796192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:36.994416Z","time spent":"801.656067ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:56:37.796228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:36.994305Z","time spent":"801.872652ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:56:37.796281Z","caller":"traceutil/trace.go:171","msg":"trace[592293103] transaction","detail":"{read_only:false; response_revision:15903; number_of_response:1; }","duration":"801.198867ms","start":"2026-04-29T22:56:36.995068Z","end":"2026-04-29T22:56:37.796267Z","steps":["trace[592293103] 'process raft request' (duration: 800.852739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:37.796365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:36.995057Z","time spent":"801.269689ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:56:37.796413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:36.990166Z","time spent":"805.838032ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:56:37.796557Z","caller":"traceutil/trace.go:171","msg":"trace[103691507] transaction","detail":"{read_only:false; response_revision:15904; number_of_response:1; }","duration":"799.503927ms","start":"2026-04-29T22:56:36.997035Z","end":"2026-04-29T22:56:37.796538Z","steps":["trace[103691507] 'process raft request' (duration: 799.176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:37.796564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.116952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T22:56:37.796655Z","caller":"traceutil/trace.go:171","msg":"trace[860009317] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:15904; }","duration":"789.210264ms","start":"2026-04-29T22:56:37.007403Z","end":"2026-04-29T22:56:37.796614Z","steps":["trace[860009317] 'agreement among raft nodes before linearized reading' (duration: 789.116932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:37.796659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:36.997023Z","time spent":"799.5888ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:56:37.7965Z","caller":"traceutil/trace.go:171","msg":"trace[481319012] linearizableReadLoop","detail":"{readStateIndex:16454; appliedIndex:16448; }","duration":"789.04685ms","start":"2026-04-29T22:56:37.007441Z","end":"2026-04-29T22:56:37.796488Z","steps":["trace[481319012] 'read index received' (duration: 120.752688ms)","trace[481319012] 'applied index is now lower than readState.Index' (duration: 668.293042ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:37.796696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:37.007391Z","time spent":"789.296306ms","remote":"127.0.0.1:57838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-29T22:56:37.884556Z","caller":"traceutil/trace.go:171","msg":"trace[871397294] transaction","detail":"{read_only:false; response_revision:15905; number_of_response:1; }","duration":"290.145594ms","start":"2026-04-29T22:56:37.594387Z","end":"2026-04-29T22:56:37.884533Z","steps":["trace[871397294] 'process raft request' (duration: 289.917279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:37.884814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.312001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:56:37.884935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.01735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T22:56:37.884919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.406172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-29T22:56:37.884978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.581688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-29T22:56:37.885063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.108511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:56:37.885075Z","caller":"traceutil/trace.go:171","msg":"trace[678783099] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15905; }","duration":"284.753692ms","start":"2026-04-29T22:56:37.600305Z","end":"2026-04-29T22:56:37.885059Z","steps":["trace[678783099] 'agreement among raft nodes before linearized reading' (duration: 284.412373ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:56:37.885093Z","caller":"traceutil/trace.go:171","msg":"trace[310673574] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:15905; }","duration":"126.190442ms","start":"2026-04-29T22:56:37.758895Z","end":"2026-04-29T22:56:37.885085Z","steps":["trace[310673574] 'agreement among raft nodes before linearized reading' (duration: 126.138181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:37.884824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.340334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-04-29T22:56:37.885131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.885648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7mdqb\" ","response":"range_response_count:1 size:22093"} {"level":"info","ts":"2026-04-29T22:56:37.885164Z","caller":"traceutil/trace.go:171","msg":"trace[1084347072] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7mdqb; range_end:; response_count:1; response_revision:15905; }","duration":"267.94142ms","start":"2026-04-29T22:56:37.617215Z","end":"2026-04-29T22:56:37.885157Z","steps":["trace[1084347072] 'agreement among raft nodes before linearized reading' (duration: 267.837338ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:56:37.885153Z","caller":"traceutil/trace.go:171","msg":"trace[403198930] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15905; }","duration":"267.701634ms","start":"2026-04-29T22:56:37.617437Z","end":"2026-04-29T22:56:37.885139Z","steps":["trace[403198930] 'agreement among raft nodes before linearized reading' (duration: 267.163481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:37.887156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.170804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-29T22:56:37.887504Z","caller":"traceutil/trace.go:171","msg":"trace[431403240] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:15905; }","duration":"558.324358ms","start":"2026-04-29T22:56:37.32893Z","end":"2026-04-29T22:56:37.887254Z","steps":["trace[431403240] 'agreement among raft nodes before linearized reading' (duration: 558.077972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:37.88763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:37.328909Z","time spent":"558.699377ms","remote":"127.0.0.1:35104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-29T22:56:37.887814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.597126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-29T22:56:37.887924Z","caller":"traceutil/trace.go:171","msg":"trace[442725731] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:15905; }","duration":"359.716639ms","start":"2026-04-29T22:56:37.528148Z","end":"2026-04-29T22:56:37.887865Z","steps":["trace[442725731] 'agreement among raft nodes before linearized reading' (duration: 359.520113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:37.887899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.987657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:56:37.887973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:37.528108Z","time spent":"359.853542ms","remote":"127.0.0.1:35064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-29T22:56:37.888094Z","caller":"traceutil/trace.go:171","msg":"trace[1120109428] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15905; }","duration":"292.172291ms","start":"2026-04-29T22:56:37.595843Z","end":"2026-04-29T22:56:37.888015Z","steps":["trace[1120109428] 'agreement among raft nodes before linearized reading' (duration: 291.872504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:37.888213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.83671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:56:37.888288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.483809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:56:37.888325Z","caller":"traceutil/trace.go:171","msg":"trace[1887235940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15905; }","duration":"420.941952ms","start":"2026-04-29T22:56:37.467339Z","end":"2026-04-29T22:56:37.888281Z","steps":["trace[1887235940] 'agreement among raft nodes before linearized reading' (duration: 420.747938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:37.888482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.7521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-04-29T22:56:37.888361Z","caller":"traceutil/trace.go:171","msg":"trace[184662793] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15905; }","duration":"292.55538ms","start":"2026-04-29T22:56:37.595791Z","end":"2026-04-29T22:56:37.888346Z","steps":["trace[184662793] 'agreement among raft nodes before linearized reading' (duration: 292.449248ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:56:37.888564Z","caller":"traceutil/trace.go:171","msg":"trace[444053684] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:15905; }","duration":"421.864413ms","start":"2026-04-29T22:56:37.466683Z","end":"2026-04-29T22:56:37.888547Z","steps":["trace[444053684] 'agreement among raft nodes before linearized reading' (duration: 421.641558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:37.888626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:37.466664Z","time spent":"421.923235ms","remote":"127.0.0.1:34946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-04-29T22:56:37.888656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.489795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:56:37.888713Z","caller":"traceutil/trace.go:171","msg":"trace[774049601] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:15905; }","duration":"769.600358ms","start":"2026-04-29T22:56:37.119097Z","end":"2026-04-29T22:56:37.888697Z","steps":["trace[774049601] 'agreement among raft nodes before linearized reading' (duration: 769.488726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:37.888771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:37.11908Z","time spent":"769.67885ms","remote":"127.0.0.1:35144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T22:56:37.888496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:37.467324Z","time spent":"421.153987ms","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T22:56:37.885003Z","caller":"traceutil/trace.go:171","msg":"trace[827764565] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15905; }","duration":"115.104411ms","start":"2026-04-29T22:56:37.769876Z","end":"2026-04-29T22:56:37.88498Z","steps":["trace[827764565] 'agreement among raft nodes before linearized reading' (duration: 115.013429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:37.889404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.244158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-29T22:56:37.889511Z","caller":"traceutil/trace.go:171","msg":"trace[782925483] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15905; }","duration":"287.367831ms","start":"2026-04-29T22:56:37.602105Z","end":"2026-04-29T22:56:37.889473Z","steps":["trace[782925483] 'agreement among raft nodes before linearized reading' (duration: 287.030233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:37.889591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.998917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mq9mg\" ","response":"range_response_count:1 size:20747"} {"level":"info","ts":"2026-04-29T22:56:37.889732Z","caller":"traceutil/trace.go:171","msg":"trace[1990035657] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mq9mg; range_end:; response_count:1; response_revision:15905; }","duration":"267.152671ms","start":"2026-04-29T22:56:37.622516Z","end":"2026-04-29T22:56:37.889669Z","steps":["trace[1990035657] 'agreement among raft nodes before linearized reading' (duration: 266.843914ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:56:37.884942Z","caller":"traceutil/trace.go:171","msg":"trace[1955857295] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15905; }","duration":"284.546377ms","start":"2026-04-29T22:56:37.600367Z","end":"2026-04-29T22:56:37.884913Z","steps":["trace[1955857295] 'agreement among raft nodes before linearized reading' (duration: 284.210349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:37.890194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.001659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s9zs5\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-04-29T22:56:37.890236Z","caller":"traceutil/trace.go:171","msg":"trace[2061166344] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s9zs5; range_end:; response_count:1; response_revision:15905; }","duration":"253.09143ms","start":"2026-04-29T22:56:37.637135Z","end":"2026-04-29T22:56:37.890226Z","steps":["trace[2061166344] 'agreement among raft nodes before linearized reading' (duration: 252.982358ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:56:37.885026Z","caller":"traceutil/trace.go:171","msg":"trace[272214790] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15905; }","duration":"269.585917ms","start":"2026-04-29T22:56:37.615419Z","end":"2026-04-29T22:56:37.885005Z","steps":["trace[272214790] 'agreement among raft nodes before linearized reading' (duration: 269.246019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:38.437174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.926415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-29T22:56:38.437302Z","caller":"traceutil/trace.go:171","msg":"trace[2066821855] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15905; }","duration":"835.064937ms","start":"2026-04-29T22:56:37.602187Z","end":"2026-04-29T22:56:38.437252Z","steps":["trace[2066821855] 'agreement among raft nodes before linearized reading' (duration: 294.933633ms)","trace[2066821855] 'range keys from in-memory index tree' (duration: 539.833518ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:38.437356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:37.60218Z","time spent":"835.16483ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-29T22:56:38.437314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.309728ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-29T22:56:38.437486Z","caller":"traceutil/trace.go:171","msg":"trace[1797928070] linearizableReadLoop","detail":"{readStateIndex:16456; appliedIndex:16455; }","duration":"546.09004ms","start":"2026-04-29T22:56:37.891375Z","end":"2026-04-29T22:56:38.437465Z","steps":["trace[1797928070] 'read index received' (duration: 393.826374ms)","trace[1797928070] 'applied index is now lower than readState.Index' (duration: 152.261796ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T22:56:38.437616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.363796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:56:38.437663Z","caller":"traceutil/trace.go:171","msg":"trace[52871741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15905; }","duration":"546.429287ms","start":"2026-04-29T22:56:37.89122Z","end":"2026-04-29T22:56:38.437649Z","steps":["trace[52871741] 'agreement among raft nodes before linearized reading' (duration: 546.334165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:38.437578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:37.890782Z","time spent":"546.785315ms","remote":"127.0.0.1:34946","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T22:56:38.437731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:37.891201Z","time spent":"546.51636ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T22:56:38.807033Z","caller":"traceutil/trace.go:171","msg":"trace[848535265] linearizableReadLoop","detail":"{readStateIndex:16458; appliedIndex:16456; }","duration":"369.4794ms","start":"2026-04-29T22:56:38.437519Z","end":"2026-04-29T22:56:38.806999Z","steps":["trace[848535265] 'read index received' (duration: 369.191874ms)","trace[848535265] 'applied index is now lower than readState.Index' (duration: 286.046µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:56:38.807058Z","caller":"traceutil/trace.go:171","msg":"trace[1798665145] transaction","detail":"{read_only:false; response_revision:15906; number_of_response:1; }","duration":"909.140834ms","start":"2026-04-29T22:56:37.897872Z","end":"2026-04-29T22:56:38.807013Z","steps":["trace[1798665145] 'process raft request' (duration: 908.857717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:38.80725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.696853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-29T22:56:38.807286Z","caller":"traceutil/trace.go:171","msg":"trace[1387447516] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15907; }","duration":"633.771676ms","start":"2026-04-29T22:56:38.173506Z","end":"2026-04-29T22:56:38.807277Z","steps":["trace[1387447516] 'agreement among raft nodes before linearized reading' (duration: 633.626402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:38.807316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:38.173497Z","time spent":"633.812146ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-29T22:56:38.807316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.131272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-29T22:56:38.807405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.66445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:56:38.807442Z","caller":"traceutil/trace.go:171","msg":"trace[1634021800] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15907; }","duration":"633.290444ms","start":"2026-04-29T22:56:38.174108Z","end":"2026-04-29T22:56:38.807398Z","steps":["trace[1634021800] 'agreement among raft nodes before linearized reading' (duration: 632.988678ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:56:38.807501Z","caller":"traceutil/trace.go:171","msg":"trace[350083955] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15907; }","duration":"628.786263ms","start":"2026-04-29T22:56:38.178694Z","end":"2026-04-29T22:56:38.807481Z","steps":["trace[350083955] 'agreement among raft nodes before linearized reading' (duration: 628.64697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:38.807512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:38.174101Z","time spent":"633.395328ms","remote":"127.0.0.1:35078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-29T22:56:38.807548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:38.178683Z","time spent":"628.856625ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T22:56:38.807573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.762059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-29T22:56:38.807596Z","caller":"traceutil/trace.go:171","msg":"trace[923840267] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15907; }","duration":"634.7967ms","start":"2026-04-29T22:56:38.172793Z","end":"2026-04-29T22:56:38.80759Z","steps":["trace[923840267] 'agreement among raft nodes before linearized reading' (duration: 634.735888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:38.80762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:38.172787Z","time spent":"634.82955ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-29T22:56:38.807683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.106437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:56:38.807704Z","caller":"traceutil/trace.go:171","msg":"trace[1295155050] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15907; }","duration":"635.138287ms","start":"2026-04-29T22:56:38.17256Z","end":"2026-04-29T22:56:38.807699Z","steps":["trace[1295155050] 'agreement among raft nodes before linearized reading' (duration: 635.108556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:38.80772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:38.172553Z","time spent":"635.163727ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-29T22:56:38.807663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:37.897849Z","time spent":"909.465281ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:56:38.807789Z","caller":"traceutil/trace.go:171","msg":"trace[1301433147] transaction","detail":"{read_only:false; response_revision:15907; number_of_response:1; }","duration":"907.156549ms","start":"2026-04-29T22:56:37.900617Z","end":"2026-04-29T22:56:38.807773Z","steps":["trace[1301433147] 'process raft request' (duration: 906.31034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:38.807818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.093949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:56:38.807858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.524536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:56:38.80787Z","caller":"traceutil/trace.go:171","msg":"trace[305326883] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15907; }","duration":"629.151901ms","start":"2026-04-29T22:56:38.178703Z","end":"2026-04-29T22:56:38.807855Z","steps":["trace[305326883] 'agreement among raft nodes before linearized reading' (duration: 629.069119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:38.80791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:38.178696Z","time spent":"629.206093ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-29T22:56:38.807918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:37.900604Z","time spent":"907.23306ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T22:56:38.807973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.14217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-29T22:56:38.807997Z","caller":"traceutil/trace.go:171","msg":"trace[1654121322] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15907; }","duration":"636.221542ms","start":"2026-04-29T22:56:38.17177Z","end":"2026-04-29T22:56:38.807992Z","steps":["trace[1654121322] 'agreement among raft nodes before linearized reading' (duration: 636.15648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:38.808015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:38.171744Z","time spent":"636.267112ms","remote":"127.0.0.1:35078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-29T22:56:38.80814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.654259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T22:56:38.808168Z","caller":"traceutil/trace.go:171","msg":"trace[760705319] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:15907; }","duration":"682.71618ms","start":"2026-04-29T22:56:38.125446Z","end":"2026-04-29T22:56:38.808162Z","steps":["trace[760705319] 'agreement among raft nodes before linearized reading' (duration: 682.666149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:38.808186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:38.125421Z","time spent":"682.760161ms","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":5,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T22:56:38.808213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.740242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-29T22:56:38.808221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.495509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-29T22:56:38.808251Z","caller":"traceutil/trace.go:171","msg":"trace[690015366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15907; }","duration":"422.817974ms","start":"2026-04-29T22:56:38.385423Z","end":"2026-04-29T22:56:38.808241Z","steps":["trace[690015366] 'agreement among raft nodes before linearized reading' (duration: 422.735022ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:56:38.808272Z","caller":"traceutil/trace.go:171","msg":"trace[1931672917] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15907; }","duration":"629.575371ms","start":"2026-04-29T22:56:38.178683Z","end":"2026-04-29T22:56:38.808258Z","steps":["trace[1931672917] 'agreement among raft nodes before linearized reading' (duration: 629.411087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:38.808285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:38.385399Z","time spent":"422.880215ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T22:56:38.808311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:38.178679Z","time spent":"629.622972ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-29T22:56:38.808406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.622872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-29T22:56:38.808438Z","caller":"traceutil/trace.go:171","msg":"trace[1177091225] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15907; }","duration":"629.660292ms","start":"2026-04-29T22:56:38.17877Z","end":"2026-04-29T22:56:38.80843Z","steps":["trace[1177091225] 'agreement among raft nodes before linearized reading' (duration: 629.582041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:38.808464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:38.178761Z","time spent":"629.697093ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-29T22:56:38.808568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.884717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T22:56:38.808617Z","caller":"traceutil/trace.go:171","msg":"trace[771489614] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15907; }","duration":"629.943088ms","start":"2026-04-29T22:56:38.178662Z","end":"2026-04-29T22:56:38.808605Z","steps":["trace[771489614] 'agreement among raft nodes before linearized reading' (duration: 629.866687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:38.808665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:38.178659Z","time spent":"629.99624ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-29T22:56:38.807882Z","caller":"traceutil/trace.go:171","msg":"trace[976286455] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15907; }","duration":"635.563087ms","start":"2026-04-29T22:56:38.172314Z","end":"2026-04-29T22:56:38.807877Z","steps":["trace[976286455] 'agreement among raft nodes before linearized reading' (duration: 635.533886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:38.808784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.156271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769922"} {"level":"info","ts":"2026-04-29T22:56:38.808808Z","caller":"traceutil/trace.go:171","msg":"trace[945044099] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15907; }","duration":"908.182442ms","start":"2026-04-29T22:56:37.90062Z","end":"2026-04-29T22:56:38.808802Z","steps":["trace[945044099] 'agreement among raft nodes before linearized reading' (duration: 907.64084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:38.808808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:38.172308Z","time spent":"636.483768ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-29T22:56:38.808835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:37.900606Z","time spent":"908.223142ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769945,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-29T22:56:38.808139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.126833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fklw\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-29T22:56:38.808622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.841617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:56:38.807915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.874354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:56:38.809359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.733366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-29T22:56:38.809403Z","caller":"traceutil/trace.go:171","msg":"trace[1577658642] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15907; }","duration":"637.344568ms","start":"2026-04-29T22:56:38.172033Z","end":"2026-04-29T22:56:38.809378Z","steps":["trace[1577658642] 'agreement among raft nodes before linearized reading' (duration: 635.863494ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:56:38.809408Z","caller":"traceutil/trace.go:171","msg":"trace[1800042247] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15907; }","duration":"630.630255ms","start":"2026-04-29T22:56:38.178757Z","end":"2026-04-29T22:56:38.809388Z","steps":["trace[1800042247] 'agreement among raft nodes before linearized reading' (duration: 629.842466ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:56:38.809422Z","caller":"traceutil/trace.go:171","msg":"trace[793323345] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15907; }","duration":"630.948302ms","start":"2026-04-29T22:56:38.17846Z","end":"2026-04-29T22:56:38.809408Z","steps":["trace[793323345] 'agreement among raft nodes before linearized reading' (duration: 630.693146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:38.809446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:38.171948Z","time spent":"637.486221ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T22:56:38.809477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:38.178439Z","time spent":"631.027624ms","remote":"127.0.0.1:35078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-29T22:56:38.807834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.443094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T22:56:38.809484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.451043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a7755075-589a-42e0-974c-c981e5cc5bab\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-04-29T22:56:38.80957Z","caller":"traceutil/trace.go:171","msg":"trace[638333630] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a7755075-589a-42e0-974c-c981e5cc5bab; range_end:; response_count:1; response_revision:15907; }","duration":"917.529904ms","start":"2026-04-29T22:56:37.892015Z","end":"2026-04-29T22:56:38.809545Z","steps":["trace[638333630] 'agreement among raft nodes before linearized reading' (duration: 917.34973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:38.809563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.881231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-29T22:56:38.809649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:37.891985Z","time spent":"917.650657ms","remote":"127.0.0.1:35062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-a7755075-589a-42e0-974c-c981e5cc5bab\" "} {"level":"info","ts":"2026-04-29T22:56:38.809522Z","caller":"traceutil/trace.go:171","msg":"trace[1090722716] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15907; }","duration":"637.150273ms","start":"2026-04-29T22:56:38.172364Z","end":"2026-04-29T22:56:38.809515Z","steps":["trace[1090722716] 'agreement among raft nodes before linearized reading' (duration: 635.454084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:38.809708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:38.172352Z","time spent":"637.344628ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-29T22:56:38.809478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:38.178749Z","time spent":"630.711097ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-29T22:56:38.809708Z","caller":"traceutil/trace.go:171","msg":"trace[1449334447] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15907; }","duration":"631.042714ms","start":"2026-04-29T22:56:38.178625Z","end":"2026-04-29T22:56:38.809668Z","steps":["trace[1449334447] 'agreement among raft nodes before linearized reading' (duration: 630.618824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:38.809897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:38.178616Z","time spent":"631.267249ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-29T22:56:38.809303Z","caller":"traceutil/trace.go:171","msg":"trace[615962114] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fklw; range_end:; response_count:1; response_revision:15907; }","duration":"403.343941ms","start":"2026-04-29T22:56:38.405921Z","end":"2026-04-29T22:56:38.809265Z","steps":["trace[615962114] 'agreement among raft nodes before linearized reading' (duration: 402.109894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:38.810012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:38.405893Z","time spent":"404.094818ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7fklw\" "} {"level":"warn","ts":"2026-04-29T22:56:38.810229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.238567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769922"} {"level":"info","ts":"2026-04-29T22:56:38.81028Z","caller":"traceutil/trace.go:171","msg":"trace[977159808] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15907; }","duration":"913.328599ms","start":"2026-04-29T22:56:37.89694Z","end":"2026-04-29T22:56:38.810269Z","steps":["trace[977159808] 'agreement among raft nodes before linearized reading' (duration: 912.425458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:38.810318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:37.896928Z","time spent":"913.37876ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769945,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-29T22:56:38.810688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.10068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769922"} {"level":"info","ts":"2026-04-29T22:56:38.810763Z","caller":"traceutil/trace.go:171","msg":"trace[2113939754] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15907; }","duration":"919.197082ms","start":"2026-04-29T22:56:37.89155Z","end":"2026-04-29T22:56:38.810747Z","steps":["trace[2113939754] 'agreement among raft nodes before linearized reading' (duration: 918.032366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:38.810804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:37.891536Z","time spent":"919.255703ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769945,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-29T22:56:38.81104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.528144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769922"} {"level":"info","ts":"2026-04-29T22:56:38.811109Z","caller":"traceutil/trace.go:171","msg":"trace[1767252102] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15907; }","duration":"913.607825ms","start":"2026-04-29T22:56:37.897483Z","end":"2026-04-29T22:56:38.811091Z","steps":["trace[1767252102] 'agreement among raft nodes before linearized reading' (duration: 911.832784ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:56:38.811184Z","caller":"traceutil/trace.go:171","msg":"trace[915982312] transaction","detail":"{read_only:false; response_revision:15908; number_of_response:1; }","duration":"372.11389ms","start":"2026-04-29T22:56:38.439051Z","end":"2026-04-29T22:56:38.811165Z","steps":["trace[915982312] 'process raft request' (duration: 372.007777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:38.811266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:37.897477Z","time spent":"913.770239ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769945,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-29T22:56:38.811286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.833201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T22:56:38.81148Z","caller":"traceutil/trace.go:171","msg":"trace[898173164] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:15908; }","duration":"353.038496ms","start":"2026-04-29T22:56:38.458431Z","end":"2026-04-29T22:56:38.81147Z","steps":["trace[898173164] 'agreement among raft nodes before linearized reading' (duration: 352.722739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:56:38.811519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:38.458402Z","time spent":"353.104847ms","remote":"127.0.0.1:35218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T22:56:38.811298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T22:56:38.439024Z","time spent":"372.205582ms","remote":"127.0.0.1:34946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T22:59:44.378659Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14621} {"level":"info","ts":"2026-04-29T22:59:44.45952Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14621,"took":"77.793851ms","hash":2593070835,"current-db-size-bytes":58011648,"current-db-size":"58 MB","current-db-size-in-use-bytes":33505280,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-29T22:59:44.459582Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2593070835,"revision":14621,"compact-revision":12623} {"level":"info","ts":"2026-04-29T22:59:44.906706Z","caller":"traceutil/trace.go:171","msg":"trace[1824901220] transaction","detail":"{read_only:false; response_revision:17362; number_of_response:1; }","duration":"116.86214ms","start":"2026-04-29T22:59:44.789806Z","end":"2026-04-29T22:59:44.906668Z","steps":["trace[1824901220] 'process raft request' (duration: 116.110573ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T22:59:44.906865Z","caller":"traceutil/trace.go:171","msg":"trace[1195052718] linearizableReadLoop","detail":"{readStateIndex:17961; appliedIndex:17959; }","duration":"116.719927ms","start":"2026-04-29T22:59:44.790111Z","end":"2026-04-29T22:59:44.906831Z","steps":["trace[1195052718] 'read index received' (duration: 12.620067ms)","trace[1195052718] 'applied index is now lower than readState.Index' (duration: 104.09802ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T22:59:44.906948Z","caller":"traceutil/trace.go:171","msg":"trace[2127638711] transaction","detail":"{read_only:false; response_revision:17363; number_of_response:1; }","duration":"116.826329ms","start":"2026-04-29T22:59:44.790096Z","end":"2026-04-29T22:59:44.906922Z","steps":["trace[2127638711] 'process raft request' (duration: 116.520272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T22:59:44.907148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.016003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T22:59:44.907194Z","caller":"traceutil/trace.go:171","msg":"trace[1768069161] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17363; }","duration":"117.127146ms","start":"2026-04-29T22:59:44.790057Z","end":"2026-04-29T22:59:44.907184Z","steps":["trace[1768069161] 'agreement among raft nodes before linearized reading' (duration: 116.931191ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:02:24.079641Z","caller":"traceutil/trace.go:171","msg":"trace[999922442] linearizableReadLoop","detail":"{readStateIndex:19111; appliedIndex:19110; }","duration":"277.919316ms","start":"2026-04-29T23:02:23.801697Z","end":"2026-04-29T23:02:24.079616Z","steps":["trace[999922442] 'read index received' (duration: 277.66674ms)","trace[999922442] 'applied index is now lower than readState.Index' (duration: 251.546µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:02:24.079716Z","caller":"traceutil/trace.go:171","msg":"trace[980959867] transaction","detail":"{read_only:false; response_revision:18475; number_of_response:1; }","duration":"293.041081ms","start":"2026-04-29T23:02:23.786635Z","end":"2026-04-29T23:02:24.079677Z","steps":["trace[980959867] 'process raft request' (duration: 292.792476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:02:24.079925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.205652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T23:02:24.079974Z","caller":"traceutil/trace.go:171","msg":"trace[1896482676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18475; }","duration":"278.325385ms","start":"2026-04-29T23:02:23.801638Z","end":"2026-04-29T23:02:24.079964Z","steps":["trace[1896482676] 'agreement among raft nodes before linearized reading' (duration: 278.124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:02:24.080156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.268044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T23:02:24.080266Z","caller":"traceutil/trace.go:171","msg":"trace[762192421] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18475; }","duration":"267.449118ms","start":"2026-04-29T23:02:23.812783Z","end":"2026-04-29T23:02:24.080232Z","steps":["trace[762192421] 'agreement among raft nodes before linearized reading' (duration: 267.10787ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:02:24.605418Z","caller":"traceutil/trace.go:171","msg":"trace[981113449] linearizableReadLoop","detail":"{readStateIndex:19115; appliedIndex:19114; }","duration":"140.650852ms","start":"2026-04-29T23:02:24.464703Z","end":"2026-04-29T23:02:24.605354Z","steps":["trace[981113449] 'read index received' (duration: 48.396532ms)","trace[981113449] 'applied index is now lower than readState.Index' (duration: 92.24706ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:02:24.605442Z","caller":"traceutil/trace.go:171","msg":"trace[729742773] transaction","detail":"{read_only:false; response_revision:18479; number_of_response:1; }","duration":"469.906647ms","start":"2026-04-29T23:02:24.135486Z","end":"2026-04-29T23:02:24.605392Z","steps":["trace[729742773] 'process raft request' (duration: 377.693568ms)","trace[729742773] 'compare' (duration: 91.756487ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:02:24.605554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.844477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:02:24.605626Z","caller":"traceutil/trace.go:171","msg":"trace[242900979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18480; }","duration":"140.972449ms","start":"2026-04-29T23:02:24.464635Z","end":"2026-04-29T23:02:24.605608Z","steps":["trace[242900979] 'agreement among raft nodes before linearized reading' (duration: 140.862467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:02:24.605663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:02:24.135464Z","time spent":"470.0743ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:02:25.292233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.438685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29625060-9bzsn\" ","response":"range_response_count:1 size:7039"} {"level":"info","ts":"2026-04-29T23:02:25.292347Z","caller":"traceutil/trace.go:171","msg":"trace[1654000653] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29625060-9bzsn; range_end:; response_count:1; response_revision:18480; }","duration":"244.619769ms","start":"2026-04-29T23:02:25.047706Z","end":"2026-04-29T23:02:25.292326Z","steps":["trace[1654000653] 'range keys from in-memory index tree' (duration: 244.219918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:02:25.292542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.201342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:02:25.292622Z","caller":"traceutil/trace.go:171","msg":"trace[479983802] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:18480; }","duration":"578.339175ms","start":"2026-04-29T23:02:24.714257Z","end":"2026-04-29T23:02:25.292596Z","steps":["trace[479983802] 'count revisions from in-memory index tree' (duration: 578.066998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:02:25.29266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:02:24.714231Z","time spent":"578.419857ms","remote":"127.0.0.1:35318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:02:25.292692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.756765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s9zs5\" ","response":"range_response_count:1 size:9789"} {"level":"warn","ts":"2026-04-29T23:02:25.2927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.950304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:02:25.292752Z","caller":"traceutil/trace.go:171","msg":"trace[1894931743] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s9zs5; range_end:; response_count:1; response_revision:18480; }","duration":"173.863378ms","start":"2026-04-29T23:02:25.118875Z","end":"2026-04-29T23:02:25.292739Z","steps":["trace[1894931743] 'range keys from in-memory index tree' (duration: 173.596612ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:02:25.29282Z","caller":"traceutil/trace.go:171","msg":"trace[582784703] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:18480; }","duration":"527.141289ms","start":"2026-04-29T23:02:24.765645Z","end":"2026-04-29T23:02:25.292786Z","steps":["trace[582784703] 'count revisions from in-memory index tree' (duration: 526.840362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:02:25.292885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:02:24.765625Z","time spent":"527.244591ms","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:02:25.292984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.180827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T23:02:25.293089Z","caller":"traceutil/trace.go:171","msg":"trace[673415286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18480; }","duration":"555.364331ms","start":"2026-04-29T23:02:24.737692Z","end":"2026-04-29T23:02:25.293056Z","steps":["trace[673415286] 'range keys from in-memory index tree' (duration: 554.922741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:02:25.293155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:02:24.737667Z","time spent":"555.475914ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T23:02:25.293174Z","caller":"traceutil/trace.go:171","msg":"trace[1521525768] transaction","detail":"{read_only:false; response_revision:18481; number_of_response:1; }","duration":"101.735575ms","start":"2026-04-29T23:02:25.191419Z","end":"2026-04-29T23:02:25.293155Z","steps":["trace[1521525768] 'process raft request' (duration: 98.074032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:02:27.280374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.915737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:02:27.280548Z","caller":"traceutil/trace.go:171","msg":"trace[2083508754] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:18510; }","duration":"293.168713ms","start":"2026-04-29T23:02:26.987347Z","end":"2026-04-29T23:02:27.280516Z","steps":["trace[2083508754] 'count revisions from in-memory index tree' (duration: 292.791924ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:02:27.685172Z","caller":"traceutil/trace.go:171","msg":"trace[1190476260] transaction","detail":"{read_only:false; response_revision:18511; number_of_response:1; }","duration":"384.661105ms","start":"2026-04-29T23:02:27.300486Z","end":"2026-04-29T23:02:27.685147Z","steps":["trace[1190476260] 'process raft request' (duration: 384.498462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:02:27.685325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:02:27.300458Z","time spent":"384.781207ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:02:27.720488Z","caller":"traceutil/trace.go:171","msg":"trace[1684218006] transaction","detail":"{read_only:false; response_revision:18512; number_of_response:1; }","duration":"419.862346ms","start":"2026-04-29T23:02:27.300591Z","end":"2026-04-29T23:02:27.720453Z","steps":["trace[1684218006] 'process raft request' (duration: 419.544758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:02:27.720735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:02:27.300547Z","time spent":"420.066561ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:02:27.720871Z","caller":"traceutil/trace.go:171","msg":"trace[855256702] linearizableReadLoop","detail":"{readStateIndex:19149; appliedIndex:19146; }","duration":"403.467884ms","start":"2026-04-29T23:02:27.317364Z","end":"2026-04-29T23:02:27.720832Z","steps":["trace[855256702] 'read index received' (duration: 367.71953ms)","trace[855256702] 'applied index is now lower than readState.Index' (duration: 35.744744ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:02:27.720939Z","caller":"traceutil/trace.go:171","msg":"trace[1881135293] transaction","detail":"{read_only:false; response_revision:18513; number_of_response:1; }","duration":"419.796875ms","start":"2026-04-29T23:02:27.301102Z","end":"2026-04-29T23:02:27.720899Z","steps":["trace[1881135293] 'process raft request' (duration: 419.237763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:02:27.721164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:02:27.301072Z","time spent":"419.98074ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:02:27.721192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.805571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s9zs5\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-04-29T23:02:27.721293Z","caller":"traceutil/trace.go:171","msg":"trace[1180144109] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s9zs5; range_end:; response_count:1; response_revision:18513; }","duration":"403.957485ms","start":"2026-04-29T23:02:27.317312Z","end":"2026-04-29T23:02:27.72127Z","steps":["trace[1180144109] 'agreement among raft nodes before linearized reading' (duration: 403.654308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:02:27.721346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:02:27.317299Z","time spent":"404.038546ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9812,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s9zs5\" "} {"level":"warn","ts":"2026-04-29T23:02:27.721352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.859514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7mdqb\" ","response":"range_response_count:1 size:22094"} {"level":"info","ts":"2026-04-29T23:02:27.721431Z","caller":"traceutil/trace.go:171","msg":"trace[2077745448] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7mdqb; range_end:; response_count:1; response_revision:18513; }","duration":"103.979367ms","start":"2026-04-29T23:02:27.617433Z","end":"2026-04-29T23:02:27.721413Z","steps":["trace[2077745448] 'agreement among raft nodes before linearized reading' (duration: 103.767212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:02:27.721485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.53348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mq9mg\" ","response":"range_response_count:1 size:21069"} {"level":"warn","ts":"2026-04-29T23:02:27.721369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.637269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-29T23:02:27.721481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.524696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:02:27.721639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.132835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29625060-9bzsn\" ","response":"range_response_count:1 size:7039"} {"level":"info","ts":"2026-04-29T23:02:27.721651Z","caller":"traceutil/trace.go:171","msg":"trace[1569349300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18513; }","duration":"255.797811ms","start":"2026-04-29T23:02:27.46582Z","end":"2026-04-29T23:02:27.721618Z","steps":["trace[1569349300] 'agreement among raft nodes before linearized reading' (duration: 255.439103ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:02:27.721635Z","caller":"traceutil/trace.go:171","msg":"trace[207948551] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:18513; }","duration":"233.893795ms","start":"2026-04-29T23:02:27.487695Z","end":"2026-04-29T23:02:27.721589Z","steps":["trace[207948551] 'agreement among raft nodes before linearized reading' (duration: 233.516886ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:02:27.721537Z","caller":"traceutil/trace.go:171","msg":"trace[1721154002] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mq9mg; range_end:; response_count:1; response_revision:18513; }","duration":"108.615442ms","start":"2026-04-29T23:02:27.612906Z","end":"2026-04-29T23:02:27.721522Z","steps":["trace[1721154002] 'agreement among raft nodes before linearized reading' (duration: 108.49858ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:02:27.721683Z","caller":"traceutil/trace.go:171","msg":"trace[1742002469] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29625060-9bzsn; range_end:; response_count:1; response_revision:18513; }","duration":"388.218057ms","start":"2026-04-29T23:02:27.333454Z","end":"2026-04-29T23:02:27.721672Z","steps":["trace[1742002469] 'agreement among raft nodes before linearized reading' (duration: 388.107554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:02:27.721727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:02:27.333433Z","time spent":"388.287129ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7062,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29625060-9bzsn\" "} {"level":"warn","ts":"2026-04-29T23:02:27.722814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.387488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T23:02:27.723055Z","caller":"traceutil/trace.go:171","msg":"trace[260029673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18513; }","duration":"402.688795ms","start":"2026-04-29T23:02:27.320347Z","end":"2026-04-29T23:02:27.723036Z","steps":["trace[260029673] 'agreement among raft nodes before linearized reading' (duration: 400.808623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:02:27.723244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:02:27.320332Z","time spent":"402.8956ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T23:03:40.049748Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4e46287fb5aa4785","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T23:03:40.054876Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-29T23:03:40.055007Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-29T23:04:44.384831Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17357} {"level":"info","ts":"2026-04-29T23:04:44.488851Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17357,"took":"100.36823ms","hash":3383582170,"current-db-size-bytes":58011648,"current-db-size":"58 MB","current-db-size-in-use-bytes":34623488,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-29T23:04:44.488925Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3383582170,"revision":17357,"compact-revision":14621} {"level":"info","ts":"2026-04-29T23:08:26.05743Z","caller":"traceutil/trace.go:171","msg":"trace[345498479] transaction","detail":"{read_only:false; response_revision:21314; number_of_response:1; }","duration":"176.987581ms","start":"2026-04-29T23:08:25.880411Z","end":"2026-04-29T23:08:26.057399Z","steps":["trace[345498479] 'process raft request' (duration: 176.771016ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:08:26.081297Z","caller":"traceutil/trace.go:171","msg":"trace[1623779894] transaction","detail":"{read_only:false; response_revision:21315; number_of_response:1; }","duration":"199.470742ms","start":"2026-04-29T23:08:25.881801Z","end":"2026-04-29T23:08:26.081272Z","steps":["trace[1623779894] 'process raft request' (duration: 199.310998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:08:36.610912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.257501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:08:36.611107Z","caller":"traceutil/trace.go:171","msg":"trace[792752074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21370; }","duration":"145.501566ms","start":"2026-04-29T23:08:36.465571Z","end":"2026-04-29T23:08:36.611072Z","steps":["trace[792752074] 'range keys from in-memory index tree' (duration: 145.187759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:08:36.610855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.368138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-29T23:08:36.611269Z","caller":"traceutil/trace.go:171","msg":"trace[1606757790] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21370; }","duration":"110.813868ms","start":"2026-04-29T23:08:36.500427Z","end":"2026-04-29T23:08:36.611241Z","steps":["trace[1606757790] 'range keys from in-memory index tree' (duration: 110.223614ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:08:42.199418Z","caller":"traceutil/trace.go:171","msg":"trace[1436449797] transaction","detail":"{read_only:false; response_revision:21396; number_of_response:1; }","duration":"172.489849ms","start":"2026-04-29T23:08:42.026886Z","end":"2026-04-29T23:08:42.199376Z","steps":["trace[1436449797] 'process raft request' (duration: 172.09941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:08:42.70013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998438266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T23:08:42.93475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.096751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T23:08:42.934926Z","caller":"traceutil/trace.go:171","msg":"trace[1812033612] transaction","detail":"{read_only:false; response_revision:21398; number_of_response:1; }","duration":"730.792845ms","start":"2026-04-29T23:08:42.204117Z","end":"2026-04-29T23:08:42.93491Z","steps":["trace[1812033612] 'process raft request' (duration: 730.731123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:08:42.934975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:08:42.204092Z","time spent":"730.858987ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:08:42.935168Z","caller":"traceutil/trace.go:171","msg":"trace[1653521391] transaction","detail":"{read_only:false; response_revision:21397; number_of_response:1; }","duration":"764.779197ms","start":"2026-04-29T23:08:42.170309Z","end":"2026-04-29T23:08:42.935089Z","steps":["trace[1653521391] 'process raft request' (duration: 636.260256ms)","trace[1653521391] 'compare' (duration: 127.999799ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:08:42.935353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:08:42.170291Z","time spent":"764.964921ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:08:43.672238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.319243ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T23:08:43.672487Z","caller":"traceutil/trace.go:171","msg":"trace[1694413259] linearizableReadLoop","detail":"{readStateIndex:22129; appliedIndex:22126; }","duration":"1.473174773s","start":"2026-04-29T23:08:42.199292Z","end":"2026-04-29T23:08:43.672467Z","steps":["trace[1694413259] 'read index received' (duration: 607.295419ms)","trace[1694413259] 'applied index is now lower than readState.Index' (duration: 865.877794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:08:43.672784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508759021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T23:08:43.672895Z","caller":"traceutil/trace.go:171","msg":"trace[1359407759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21398; }","duration":"1.508882444s","start":"2026-04-29T23:08:42.163988Z","end":"2026-04-29T23:08:43.67287Z","steps":["trace[1359407759] 'agreement among raft nodes before linearized reading' (duration: 1.508585147s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:08:43.67294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:08:42.163959Z","time spent":"1.508971395s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T23:08:43.67307Z","caller":"traceutil/trace.go:171","msg":"trace[566094511] transaction","detail":"{read_only:false; response_revision:21399; number_of_response:1; }","duration":"338.966662ms","start":"2026-04-29T23:08:43.334055Z","end":"2026-04-29T23:08:43.673022Z","steps":["trace[566094511] 'process raft request' (duration: 338.304016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:08:43.673284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:08:43.334016Z","time spent":"339.142566ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:08:43.977769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.265491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T23:08:43.978124Z","caller":"traceutil/trace.go:171","msg":"trace[1174299564] linearizableReadLoop","detail":"{readStateIndex:22132; appliedIndex:22130; }","duration":"305.575903ms","start":"2026-04-29T23:08:43.672524Z","end":"2026-04-29T23:08:43.9781Z","steps":["trace[1174299564] 'read index received' (duration: 8.855151ms)","trace[1174299564] 'applied index is now lower than readState.Index' (duration: 296.690701ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:08:43.978204Z","caller":"traceutil/trace.go:171","msg":"trace[373124940] transaction","detail":"{read_only:false; response_revision:21401; number_of_response:1; }","duration":"641.010014ms","start":"2026-04-29T23:08:43.337183Z","end":"2026-04-29T23:08:43.978193Z","steps":["trace[373124940] 'process raft request' (duration: 640.798529ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:08:43.97823Z","caller":"traceutil/trace.go:171","msg":"trace[1853065097] transaction","detail":"{read_only:false; response_revision:21400; number_of_response:1; }","duration":"643.635213ms","start":"2026-04-29T23:08:43.334556Z","end":"2026-04-29T23:08:43.978191Z","steps":["trace[1853065097] 'process raft request' (duration: 346.84281ms)","trace[1853065097] 'compare' (duration: 296.012135ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:08:43.978269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:08:43.337151Z","time spent":"641.076916ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:08:43.978349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:08:43.334544Z","time spent":"643.741826ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:08:43.978462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121159065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:08:43.978527Z","caller":"traceutil/trace.go:171","msg":"trace[1294900356] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:21401; }","duration":"1.121286198s","start":"2026-04-29T23:08:42.857228Z","end":"2026-04-29T23:08:43.978514Z","steps":["trace[1294900356] 'agreement among raft nodes before linearized reading' (duration: 1.121195076s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:08:43.978561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:08:42.85721Z","time spent":"1.121341379s","remote":"127.0.0.1:50020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:08:43.978745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513041658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:08:43.978778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715806716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-29T23:08:43.978799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717628897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-29T23:08:43.978821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615052987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417426"} {"level":"warn","ts":"2026-04-29T23:08:43.978821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563065645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T23:08:43.978849Z","caller":"traceutil/trace.go:171","msg":"trace[1814503462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21401; }","duration":"1.715920028s","start":"2026-04-29T23:08:42.262909Z","end":"2026-04-29T23:08:43.978829Z","steps":["trace[1814503462] 'agreement among raft nodes before linearized reading' (duration: 1.715742334s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:08:43.978893Z","caller":"traceutil/trace.go:171","msg":"trace[341172157] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:21401; }","duration":"1.615159609s","start":"2026-04-29T23:08:42.363712Z","end":"2026-04-29T23:08:43.978872Z","steps":["trace[341172157] 'agreement among raft nodes before linearized reading' (duration: 1.614861392s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:08:43.9789Z","caller":"traceutil/trace.go:171","msg":"trace[1892046120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21401; }","duration":"1.563183537s","start":"2026-04-29T23:08:42.415696Z","end":"2026-04-29T23:08:43.97888Z","steps":["trace[1892046120] 'agreement among raft nodes before linearized reading' (duration: 1.562983273s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:08:43.978903Z","caller":"traceutil/trace.go:171","msg":"trace[2074598347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21401; }","duration":"1.71775912s","start":"2026-04-29T23:08:42.261102Z","end":"2026-04-29T23:08:43.978861Z","steps":["trace[2074598347] 'agreement among raft nodes before linearized reading' (duration: 1.717508554s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:08:43.97891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:08:42.262879Z","time spent":"1.716015701s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T23:08:43.978832Z","caller":"traceutil/trace.go:171","msg":"trace[1100969581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21401; }","duration":"1.513183862s","start":"2026-04-29T23:08:42.465622Z","end":"2026-04-29T23:08:43.978806Z","steps":["trace[1100969581] 'agreement among raft nodes before linearized reading' (duration: 1.513027448s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:08:43.978947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:08:42.41568Z","time spent":"1.56325889s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T23:08:43.978948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:08:42.261081Z","time spent":"1.717860213s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T23:08:43.978944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:08:42.363689Z","time spent":"1.61524257s","remote":"127.0.0.1:37868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417449,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-29T23:08:43.978993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:08:42.465603Z","time spent":"1.513369315s","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T23:08:44.702253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.724996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T23:08:44.702698Z","caller":"traceutil/trace.go:171","msg":"trace[1342395786] linearizableReadLoop","detail":"{readStateIndex:22134; appliedIndex:22132; }","duration":"724.516662ms","start":"2026-04-29T23:08:43.978157Z","end":"2026-04-29T23:08:44.702674Z","steps":["trace[1342395786] 'read index received' (duration: 183.135922ms)","trace[1342395786] 'applied index is now lower than readState.Index' (duration: 541.37897ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:08:44.702811Z","caller":"traceutil/trace.go:171","msg":"trace[43459174] transaction","detail":"{read_only:false; response_revision:21404; number_of_response:1; }","duration":"719.274783ms","start":"2026-04-29T23:08:43.983515Z","end":"2026-04-29T23:08:44.70279Z","steps":["trace[43459174] 'process raft request' (duration: 718.948736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:08:44.702888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.097424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:08:44.702935Z","caller":"traceutil/trace.go:171","msg":"trace[235934714] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:21406; }","duration":"923.220576ms","start":"2026-04-29T23:08:43.779698Z","end":"2026-04-29T23:08:44.702919Z","steps":["trace[235934714] 'agreement among raft nodes before linearized reading' (duration: 923.112403ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:08:44.702857Z","caller":"traceutil/trace.go:171","msg":"trace[1603236516] transaction","detail":"{read_only:false; response_revision:21406; number_of_response:1; }","duration":"718.517415ms","start":"2026-04-29T23:08:43.984294Z","end":"2026-04-29T23:08:44.702812Z","steps":["trace[1603236516] 'process raft request' (duration: 718.328701ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:08:44.70316Z","caller":"traceutil/trace.go:171","msg":"trace[889346078] transaction","detail":"{read_only:false; response_revision:21405; number_of_response:1; }","duration":"718.938855ms","start":"2026-04-29T23:08:43.9842Z","end":"2026-04-29T23:08:44.703139Z","steps":["trace[889346078] 'process raft request' (duration: 718.372782ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:08:44.703168Z","caller":"traceutil/trace.go:171","msg":"trace[384553071] transaction","detail":"{read_only:false; response_revision:21403; number_of_response:1; }","duration":"1.007650194s","start":"2026-04-29T23:08:43.69547Z","end":"2026-04-29T23:08:44.703121Z","steps":["trace[384553071] 'process raft request' (duration: 1.006909318s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:08:44.702992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:08:43.779667Z","time spent":"923.308948ms","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:08:44.703192Z","caller":"traceutil/trace.go:171","msg":"trace[1975289506] transaction","detail":"{read_only:false; response_revision:21402; number_of_response:1; }","duration":"1.025789607s","start":"2026-04-29T23:08:43.677363Z","end":"2026-04-29T23:08:44.703153Z","steps":["trace[1975289506] 'process raft request' (duration: 484.012288ms)","trace[1975289506] 'compare' (duration: 540.47933ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:08:44.703172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:08:43.984275Z","time spent":"718.779991ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:08:44.703306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:08:43.98419Z","time spent":"719.035567ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:08:44.703313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:08:43.695445Z","time spent":"1.007789447s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:08:44.703489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:08:43.677334Z","time spent":"1.026042213s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:08:44.703517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:08:43.983498Z","time spent":"719.392006ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:08:44.704309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.218439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-29T23:08:44.704407Z","caller":"traceutil/trace.go:171","msg":"trace[132963773] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21406; }","duration":"707.321352ms","start":"2026-04-29T23:08:43.99706Z","end":"2026-04-29T23:08:44.704381Z","steps":["trace[132963773] 'agreement among raft nodes before linearized reading' (duration: 707.095687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:08:44.704351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.337638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:08:44.704514Z","caller":"traceutil/trace.go:171","msg":"trace[1091463676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21406; }","duration":"724.564953ms","start":"2026-04-29T23:08:43.979928Z","end":"2026-04-29T23:08:44.704493Z","steps":["trace[1091463676] 'agreement among raft nodes before linearized reading' (duration: 723.96637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:08:44.704576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:08:43.979912Z","time spent":"724.653846ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T23:08:44.704456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:08:43.996998Z","time spent":"707.448465ms","remote":"127.0.0.1:35010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-29T23:08:45.31646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.258801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:08:45.316549Z","caller":"traceutil/trace.go:171","msg":"trace[1239360036] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:21406; }","duration":"454.411625ms","start":"2026-04-29T23:08:44.862117Z","end":"2026-04-29T23:08:45.316529Z","steps":["trace[1239360036] 'count revisions from in-memory index tree' (duration: 454.161909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:08:45.316591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:08:44.862098Z","time spent":"454.482556ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:08:45.316803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.316463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T23:08:45.316895Z","caller":"traceutil/trace.go:171","msg":"trace[836536748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21406; }","duration":"377.480916ms","start":"2026-04-29T23:08:44.939392Z","end":"2026-04-29T23:08:45.316873Z","steps":["trace[836536748] 'range keys from in-memory index tree' (duration: 377.058387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:08:45.316937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:08:44.939373Z","time spent":"377.554868ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T23:08:45.317778Z","caller":"traceutil/trace.go:171","msg":"trace[1181661518] transaction","detail":"{read_only:false; response_revision:21407; number_of_response:1; }","duration":"376.917894ms","start":"2026-04-29T23:08:44.940843Z","end":"2026-04-29T23:08:45.317761Z","steps":["trace[1181661518] 'process raft request' (duration: 308.412137ms)","trace[1181661518] 'compare' (duration: 67.208007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:08:45.317892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:08:44.940824Z","time spent":"377.000746ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:09:44.391868Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19773} {"level":"info","ts":"2026-04-29T23:09:44.517621Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19773,"took":"121.625893ms","hash":1168504735,"current-db-size-bytes":58011648,"current-db-size":"58 MB","current-db-size-in-use-bytes":29601792,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-29T23:09:44.517706Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1168504735,"revision":19773,"compact-revision":17357} {"level":"info","ts":"2026-04-29T23:12:45.132002Z","caller":"traceutil/trace.go:171","msg":"trace[2098829753] transaction","detail":"{read_only:false; response_revision:23880; number_of_response:1; }","duration":"166.321709ms","start":"2026-04-29T23:12:44.965649Z","end":"2026-04-29T23:12:45.131971Z","steps":["trace[2098829753] 'process raft request' (duration: 166.108475ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:12:45.575877Z","caller":"traceutil/trace.go:171","msg":"trace[2132319969] transaction","detail":"{read_only:false; response_revision:23882; number_of_response:1; }","duration":"564.198319ms","start":"2026-04-29T23:12:45.011647Z","end":"2026-04-29T23:12:45.575846Z","steps":["trace[2132319969] 'process raft request' (duration: 564.138337ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:12:45.575986Z","caller":"traceutil/trace.go:171","msg":"trace[1116755950] transaction","detail":"{read_only:false; response_revision:23881; number_of_response:1; }","duration":"607.37432ms","start":"2026-04-29T23:12:44.968551Z","end":"2026-04-29T23:12:45.575926Z","steps":["trace[1116755950] 'process raft request' (duration: 607.037033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:12:45.576058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:12:45.011627Z","time spent":"564.339992ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:12:45.576207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:12:44.96853Z","time spent":"607.555935ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:12:45.577424Z","caller":"traceutil/trace.go:171","msg":"trace[1054817114] linearizableReadLoop","detail":"{readStateIndex:24686; appliedIndex:24686; }","duration":"388.526269ms","start":"2026-04-29T23:12:45.188882Z","end":"2026-04-29T23:12:45.577409Z","steps":["trace[1054817114] 'read index received' (duration: 388.519158ms)","trace[1054817114] 'applied index is now lower than readState.Index' (duration: 5.931µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:12:45.577584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.693802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:12:45.577626Z","caller":"traceutil/trace.go:171","msg":"trace[317504764] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23882; }","duration":"388.787684ms","start":"2026-04-29T23:12:45.188827Z","end":"2026-04-29T23:12:45.577614Z","steps":["trace[317504764] 'agreement among raft nodes before linearized reading' (duration: 388.686292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:12:45.577659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:12:45.188806Z","time spent":"388.844755ms","remote":"127.0.0.1:35256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":21,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:12:45.577849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.216743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:12:45.577879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.059359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:12:45.577902Z","caller":"traceutil/trace.go:171","msg":"trace[919007924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23882; }","duration":"113.301165ms","start":"2026-04-29T23:12:45.464586Z","end":"2026-04-29T23:12:45.577887Z","steps":["trace[919007924] 'agreement among raft nodes before linearized reading' (duration: 113.200533ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:12:45.577914Z","caller":"traceutil/trace.go:171","msg":"trace[1211376908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23882; }","duration":"326.121431ms","start":"2026-04-29T23:12:45.251781Z","end":"2026-04-29T23:12:45.577902Z","steps":["trace[1211376908] 'agreement among raft nodes before linearized reading' (duration: 326.064349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:12:45.577955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:12:45.251763Z","time spent":"326.186292ms","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T23:12:45.578208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.417937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:30 size:267033"} {"level":"warn","ts":"2026-04-29T23:12:45.578016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.407399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-29T23:12:45.578321Z","caller":"traceutil/trace.go:171","msg":"trace[1331805699] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:30; response_revision:23882; }","duration":"315.526549ms","start":"2026-04-29T23:12:45.262767Z","end":"2026-04-29T23:12:45.578294Z","steps":["trace[1331805699] 'agreement among raft nodes before linearized reading' (duration: 314.973657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:12:45.578394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:12:45.262745Z","time spent":"315.632382ms","remote":"127.0.0.1:35370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":30,"response size":267056,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-29T23:12:45.578784Z","caller":"traceutil/trace.go:171","msg":"trace[1226713105] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23882; }","duration":"346.026772ms","start":"2026-04-29T23:12:45.232315Z","end":"2026-04-29T23:12:45.578342Z","steps":["trace[1226713105] 'agreement among raft nodes before linearized reading' (duration: 345.244995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:12:45.578912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:12:45.232291Z","time spent":"346.602186ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-29T23:14:44.398693Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21982} {"level":"info","ts":"2026-04-29T23:14:44.514113Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21982,"took":"110.976791ms","hash":3248026665,"current-db-size-bytes":58011648,"current-db-size":"58 MB","current-db-size-in-use-bytes":42340352,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-04-29T23:14:44.514258Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3248026665,"revision":21982,"compact-revision":19773} {"level":"info","ts":"2026-04-29T23:15:47.590753Z","caller":"traceutil/trace.go:171","msg":"trace[2116093757] transaction","detail":"{read_only:false; response_revision:25668; number_of_response:1; }","duration":"131.190415ms","start":"2026-04-29T23:15:47.45953Z","end":"2026-04-29T23:15:47.590721Z","steps":["trace[2116093757] 'process raft request' (duration: 130.93553ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:15:47.617064Z","caller":"traceutil/trace.go:171","msg":"trace[1652217555] transaction","detail":"{read_only:false; response_revision:25669; number_of_response:1; }","duration":"127.3286ms","start":"2026-04-29T23:15:47.489722Z","end":"2026-04-29T23:15:47.617051Z","steps":["trace[1652217555] 'process raft request' (duration: 127.031943ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:15:48.781645Z","caller":"traceutil/trace.go:171","msg":"trace[1072670499] transaction","detail":"{read_only:false; response_revision:25677; number_of_response:1; }","duration":"145.749396ms","start":"2026-04-29T23:15:48.635852Z","end":"2026-04-29T23:15:48.781601Z","steps":["trace[1072670499] 'process raft request' (duration: 145.536251ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:15:54.944979Z","caller":"traceutil/trace.go:171","msg":"trace[670488842] transaction","detail":"{read_only:false; response_revision:25721; number_of_response:1; }","duration":"107.092513ms","start":"2026-04-29T23:15:54.83786Z","end":"2026-04-29T23:15:54.944953Z","steps":["trace[670488842] 'process raft request' (duration: 106.98189ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:15:56.299658Z","caller":"traceutil/trace.go:171","msg":"trace[1379861648] linearizableReadLoop","detail":"{readStateIndex:26583; appliedIndex:26582; }","duration":"155.699751ms","start":"2026-04-29T23:15:56.143925Z","end":"2026-04-29T23:15:56.299625Z","steps":["trace[1379861648] 'read index received' (duration: 155.117008ms)","trace[1379861648] 'applied index is now lower than readState.Index' (duration: 581.673µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:15:56.299847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.205999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:15:56.299828Z","caller":"traceutil/trace.go:171","msg":"trace[279183840] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"160.879197ms","start":"2026-04-29T23:15:56.138876Z","end":"2026-04-29T23:15:56.299755Z","steps":["trace[279183840] 'process raft request' (duration: 160.305855ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:15:56.299895Z","caller":"traceutil/trace.go:171","msg":"trace[193322750] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25732; }","duration":"147.28592ms","start":"2026-04-29T23:15:56.152597Z","end":"2026-04-29T23:15:56.299883Z","steps":["trace[193322750] 'agreement among raft nodes before linearized reading' (duration: 147.192748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:15:56.300024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.889565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:15:56.300167Z","caller":"traceutil/trace.go:171","msg":"trace[777271534] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25732; }","duration":"156.240112ms","start":"2026-04-29T23:15:56.143904Z","end":"2026-04-29T23:15:56.300144Z","steps":["trace[777271534] 'agreement among raft nodes before linearized reading' (duration: 155.845453ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:15:57.066118Z","caller":"traceutil/trace.go:171","msg":"trace[444042923] transaction","detail":"{read_only:false; response_revision:25736; number_of_response:1; }","duration":"114.903368ms","start":"2026-04-29T23:15:56.951169Z","end":"2026-04-29T23:15:57.066072Z","steps":["trace[444042923] 'process raft request' (duration: 114.560061ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:15:57.372224Z","caller":"traceutil/trace.go:171","msg":"trace[967569059] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"119.43768ms","start":"2026-04-29T23:15:57.252761Z","end":"2026-04-29T23:15:57.372199Z","steps":["trace[967569059] 'process raft request' (duration: 119.203625ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:15:57.819539Z","caller":"traceutil/trace.go:171","msg":"trace[810903881] transaction","detail":"{read_only:false; response_revision:25745; number_of_response:1; }","duration":"101.095406ms","start":"2026-04-29T23:15:57.718391Z","end":"2026-04-29T23:15:57.819486Z","steps":["trace[810903881] 'process raft request' (duration: 53.620793ms)","trace[810903881] 'compare' (duration: 46.86844ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:15:59.765223Z","caller":"traceutil/trace.go:171","msg":"trace[1443502623] transaction","detail":"{read_only:false; response_revision:25762; number_of_response:1; }","duration":"110.245662ms","start":"2026-04-29T23:15:59.65495Z","end":"2026-04-29T23:15:59.765195Z","steps":["trace[1443502623] 'process raft request' (duration: 104.995834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:01.537216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.977801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-29T23:16:01.537716Z","caller":"traceutil/trace.go:171","msg":"trace[1962844581] linearizableReadLoop","detail":"{readStateIndex:26634; appliedIndex:26631; }","duration":"206.021349ms","start":"2026-04-29T23:16:01.331675Z","end":"2026-04-29T23:16:01.537696Z","steps":["trace[1962844581] 'read index received' (duration: 90.532997ms)","trace[1962844581] 'applied index is now lower than readState.Index' (duration: 115.487162ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:16:01.537768Z","caller":"traceutil/trace.go:171","msg":"trace[729267883] transaction","detail":"{read_only:false; response_revision:25781; number_of_response:1; }","duration":"216.577387ms","start":"2026-04-29T23:16:01.321166Z","end":"2026-04-29T23:16:01.537743Z","steps":["trace[729267883] 'process raft request' (duration: 216.28365ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:01.537783Z","caller":"traceutil/trace.go:171","msg":"trace[169153076] transaction","detail":"{read_only:false; response_revision:25780; number_of_response:1; }","duration":"218.607504ms","start":"2026-04-29T23:16:01.319136Z","end":"2026-04-29T23:16:01.537743Z","steps":["trace[169153076] 'process raft request' (duration: 218.210015ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:01.537832Z","caller":"traceutil/trace.go:171","msg":"trace[165112545] transaction","detail":"{read_only:false; response_revision:25782; number_of_response:1; }","duration":"154.995895ms","start":"2026-04-29T23:16:01.382795Z","end":"2026-04-29T23:16:01.537791Z","steps":["trace[165112545] 'process raft request' (duration: 154.849902ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:01.537883Z","caller":"traceutil/trace.go:171","msg":"trace[922542039] transaction","detail":"{read_only:false; response_revision:25779; number_of_response:1; }","duration":"219.045144ms","start":"2026-04-29T23:16:01.318778Z","end":"2026-04-29T23:16:01.537823Z","steps":["trace[922542039] 'process raft request' (duration: 103.351577ms)","trace[922542039] 'compare' (duration: 114.365217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:01.53798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.298215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-29T23:16:01.53805Z","caller":"traceutil/trace.go:171","msg":"trace[1378820019] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25782; }","duration":"206.398806ms","start":"2026-04-29T23:16:01.331639Z","end":"2026-04-29T23:16:01.538038Z","steps":["trace[1378820019] 'agreement among raft nodes before linearized reading' (duration: 206.155851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:01.538133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.36049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T23:16:01.538176Z","caller":"traceutil/trace.go:171","msg":"trace[36330081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25782; }","duration":"184.494782ms","start":"2026-04-29T23:16:01.353671Z","end":"2026-04-29T23:16:01.538166Z","steps":["trace[36330081] 'agreement among raft nodes before linearized reading' (duration: 184.358299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:02.966175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998450036,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T23:16:02.992749Z","caller":"traceutil/trace.go:171","msg":"trace[629169675] transaction","detail":"{read_only:false; response_revision:25795; number_of_response:1; }","duration":"592.52039ms","start":"2026-04-29T23:16:02.400202Z","end":"2026-04-29T23:16:02.992723Z","steps":["trace[629169675] 'process raft request' (duration: 592.373165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:02.992866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:02.400184Z","time spent":"592.624243ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2335,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T23:16:03.17738Z","caller":"traceutil/trace.go:171","msg":"trace[1214479680] transaction","detail":"{read_only:false; response_revision:25796; number_of_response:1; }","duration":"746.382439ms","start":"2026-04-29T23:16:02.430966Z","end":"2026-04-29T23:16:03.177348Z","steps":["trace[1214479680] 'process raft request' (duration: 746.188234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:03.177542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:02.430942Z","time spent":"746.521261ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:03.17774Z","caller":"traceutil/trace.go:171","msg":"trace[1895939304] transaction","detail":"{read_only:false; response_revision:25797; number_of_response:1; }","duration":"709.660699ms","start":"2026-04-29T23:16:02.468039Z","end":"2026-04-29T23:16:03.1777Z","steps":["trace[1895939304] 'process raft request' (duration: 709.267629ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:03.177808Z","caller":"traceutil/trace.go:171","msg":"trace[1560910673] transaction","detail":"{read_only:false; response_revision:25798; number_of_response:1; }","duration":"488.421305ms","start":"2026-04-29T23:16:02.689365Z","end":"2026-04-29T23:16:03.177787Z","steps":["trace[1560910673] 'process raft request' (duration: 488.220911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:03.177895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:02.68934Z","time spent":"488.506788ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:03.177929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:02.46802Z","time spent":"709.808302ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:03.261925Z","caller":"traceutil/trace.go:171","msg":"trace[2060352224] transaction","detail":"{read_only:false; response_revision:25799; number_of_response:1; }","duration":"370.461649ms","start":"2026-04-29T23:16:02.891442Z","end":"2026-04-29T23:16:03.261903Z","steps":["trace[2060352224] 'process raft request' (duration: 370.169882ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:03.261921Z","caller":"traceutil/trace.go:171","msg":"trace[725581387] linearizableReadLoop","detail":"{readStateIndex:26653; appliedIndex:26648; }","duration":"796.038572ms","start":"2026-04-29T23:16:02.465856Z","end":"2026-04-29T23:16:03.261895Z","steps":["trace[725581387] 'read index received' (duration: 526.862656ms)","trace[725581387] 'applied index is now lower than readState.Index' (duration: 269.174876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:03.26208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:02.891416Z","time spent":"370.577481ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:03.28348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.586109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:03.283584Z","caller":"traceutil/trace.go:171","msg":"trace[717353751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25799; }","duration":"817.827485ms","start":"2026-04-29T23:16:02.465724Z","end":"2026-04-29T23:16:03.283551Z","steps":["trace[717353751] 'agreement among raft nodes before linearized reading' (duration: 796.245697ms)","trace[717353751] 'range keys from in-memory index tree' (duration: 21.426164ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:03.283611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.425751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:16:03.283653Z","caller":"traceutil/trace.go:171","msg":"trace[2011968454] transaction","detail":"{read_only:false; response_revision:25800; number_of_response:1; }","duration":"150.268698ms","start":"2026-04-29T23:16:03.133339Z","end":"2026-04-29T23:16:03.283608Z","steps":["trace[2011968454] 'process raft request' (duration: 128.547927ms)","trace[2011968454] 'compare' (duration: 21.499246ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:16:03.283733Z","caller":"traceutil/trace.go:171","msg":"trace[860767238] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25800; }","duration":"731.633035ms","start":"2026-04-29T23:16:02.552079Z","end":"2026-04-29T23:16:03.283712Z","steps":["trace[860767238] 'agreement among raft nodes before linearized reading' (duration: 731.451231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:03.283784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:02.552047Z","time spent":"731.724997ms","remote":"127.0.0.1:35306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:03.283642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:02.4657Z","time spent":"817.929356ms","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T23:16:03.647499Z","caller":"traceutil/trace.go:171","msg":"trace[1770098986] transaction","detail":"{read_only:false; response_revision:25808; number_of_response:1; }","duration":"104.39044ms","start":"2026-04-29T23:16:03.54307Z","end":"2026-04-29T23:16:03.64746Z","steps":["trace[1770098986] 'process raft request' (duration: 90.937866ms)","trace[1770098986] 'compare' (duration: 13.028654ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:16:03.647634Z","caller":"traceutil/trace.go:171","msg":"trace[1972552153] transaction","detail":"{read_only:false; response_revision:25809; number_of_response:1; }","duration":"103.727676ms","start":"2026-04-29T23:16:03.543866Z","end":"2026-04-29T23:16:03.647594Z","steps":["trace[1972552153] 'process raft request' (duration: 103.373158ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:03.791169Z","caller":"traceutil/trace.go:171","msg":"trace[134496600] transaction","detail":"{read_only:false; response_revision:25812; number_of_response:1; }","duration":"138.455582ms","start":"2026-04-29T23:16:03.652672Z","end":"2026-04-29T23:16:03.791127Z","steps":["trace[134496600] 'process raft request' (duration: 110.425378ms)","trace[134496600] 'compare' (duration: 27.819648ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:16:03.791339Z","caller":"traceutil/trace.go:171","msg":"trace[1340109678] transaction","detail":"{read_only:false; response_revision:25813; number_of_response:1; }","duration":"138.586764ms","start":"2026-04-29T23:16:03.652698Z","end":"2026-04-29T23:16:03.791284Z","steps":["trace[1340109678] 'process raft request' (duration: 138.351188ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:03.791362Z","caller":"traceutil/trace.go:171","msg":"trace[1308376744] transaction","detail":"{read_only:false; response_revision:25814; number_of_response:1; }","duration":"138.506693ms","start":"2026-04-29T23:16:03.652814Z","end":"2026-04-29T23:16:03.791321Z","steps":["trace[1308376744] 'process raft request' (duration: 138.35031ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:03.791851Z","caller":"traceutil/trace.go:171","msg":"trace[627688013] transaction","detail":"{read_only:false; response_revision:25815; number_of_response:1; }","duration":"138.546013ms","start":"2026-04-29T23:16:03.653277Z","end":"2026-04-29T23:16:03.791823Z","steps":["trace[627688013] 'process raft request' (duration: 137.925789ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:03.793228Z","caller":"traceutil/trace.go:171","msg":"trace[569167101] transaction","detail":"{read_only:false; response_revision:25816; number_of_response:1; }","duration":"135.715189ms","start":"2026-04-29T23:16:03.657484Z","end":"2026-04-29T23:16:03.793199Z","steps":["trace[569167101] 'process raft request' (duration: 135.080725ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:03.978363Z","caller":"traceutil/trace.go:171","msg":"trace[1163265212] linearizableReadLoop","detail":"{readStateIndex:26678; appliedIndex:26677; }","duration":"109.880264ms","start":"2026-04-29T23:16:03.868456Z","end":"2026-04-29T23:16:03.978336Z","steps":["trace[1163265212] 'read index received' (duration: 109.818403ms)","trace[1163265212] 'applied index is now lower than readState.Index' (duration: 60.701µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:16:03.9785Z","caller":"traceutil/trace.go:171","msg":"trace[1723571010] transaction","detail":"{read_only:false; response_revision:25823; number_of_response:1; }","duration":"110.750434ms","start":"2026-04-29T23:16:03.867698Z","end":"2026-04-29T23:16:03.978449Z","steps":["trace[1723571010] 'process raft request' (duration: 110.469288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:03.978677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.15014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-29T23:16:03.978764Z","caller":"traceutil/trace.go:171","msg":"trace[1215593839] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25823; }","duration":"110.275824ms","start":"2026-04-29T23:16:03.868439Z","end":"2026-04-29T23:16:03.978715Z","steps":["trace[1215593839] 'agreement among raft nodes before linearized reading' (duration: 110.006748ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:04.120343Z","caller":"traceutil/trace.go:171","msg":"trace[134192751] linearizableReadLoop","detail":"{readStateIndex:26679; appliedIndex:26678; }","duration":"137.950839ms","start":"2026-04-29T23:16:03.982365Z","end":"2026-04-29T23:16:04.120315Z","steps":["trace[134192751] 'read index received' (duration: 90.812063ms)","trace[134192751] 'applied index is now lower than readState.Index' (duration: 47.137666ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:16:04.120435Z","caller":"traceutil/trace.go:171","msg":"trace[2085682762] transaction","detail":"{read_only:false; response_revision:25824; number_of_response:1; }","duration":"245.247625ms","start":"2026-04-29T23:16:03.875109Z","end":"2026-04-29T23:16:04.120357Z","steps":["trace[2085682762] 'process raft request' (duration: 198.105719ms)","trace[2085682762] 'compare' (duration: 46.978093ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:04.120552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.157534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:04.1206Z","caller":"traceutil/trace.go:171","msg":"trace[1503973533] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:25824; }","duration":"138.251776ms","start":"2026-04-29T23:16:03.982333Z","end":"2026-04-29T23:16:04.120585Z","steps":["trace[1503973533] 'agreement among raft nodes before linearized reading' (duration: 138.150714ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:04.34558Z","caller":"traceutil/trace.go:171","msg":"trace[257952473] transaction","detail":"{read_only:false; response_revision:25825; number_of_response:1; }","duration":"362.427506ms","start":"2026-04-29T23:16:03.983122Z","end":"2026-04-29T23:16:04.34555Z","steps":["trace[257952473] 'process raft request' (duration: 362.1586ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:04.345636Z","caller":"traceutil/trace.go:171","msg":"trace[1238225860] transaction","detail":"{read_only:false; response_revision:25826; number_of_response:1; }","duration":"362.219351ms","start":"2026-04-29T23:16:03.983373Z","end":"2026-04-29T23:16:04.345592Z","steps":["trace[1238225860] 'process raft request' (duration: 362.049587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:04.345713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:03.983111Z","time spent":"362.542368ms","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T23:16:04.345717Z","caller":"traceutil/trace.go:171","msg":"trace[1662631040] transaction","detail":"{read_only:false; response_revision:25827; number_of_response:1; }","duration":"362.086968ms","start":"2026-04-29T23:16:03.983621Z","end":"2026-04-29T23:16:04.345708Z","steps":["trace[1662631040] 'process raft request' (duration: 361.843123ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:04.345715Z","caller":"traceutil/trace.go:171","msg":"trace[960090519] transaction","detail":"{read_only:false; response_revision:25829; number_of_response:1; }","duration":"361.645528ms","start":"2026-04-29T23:16:03.984013Z","end":"2026-04-29T23:16:04.345658Z","steps":["trace[960090519] 'process raft request' (duration: 361.529976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:04.345799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:03.983364Z","time spent":"362.361575ms","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T23:16:04.34582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:03.983612Z","time spent":"362.14884ms","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T23:16:04.345652Z","caller":"traceutil/trace.go:171","msg":"trace[295650633] transaction","detail":"{read_only:false; response_revision:25828; number_of_response:1; }","duration":"361.838382ms","start":"2026-04-29T23:16:03.983787Z","end":"2026-04-29T23:16:04.345625Z","steps":["trace[295650633] 'process raft request' (duration: 361.72196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:04.345908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:03.983988Z","time spent":"361.826744ms","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T23:16:04.345941Z","caller":"traceutil/trace.go:171","msg":"trace[1548670001] transaction","detail":"{read_only:false; response_revision:25831; number_of_response:1; }","duration":"356.901302ms","start":"2026-04-29T23:16:03.98903Z","end":"2026-04-29T23:16:04.345931Z","steps":["trace[1548670001] 'process raft request' (duration: 356.581404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:04.345942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:03.983778Z","time spent":"362.12483ms","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":832,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T23:16:04.345978Z","caller":"traceutil/trace.go:171","msg":"trace[2108690610] transaction","detail":"{read_only:false; response_revision:25832; number_of_response:1; }","duration":"349.33967ms","start":"2026-04-29T23:16:03.99663Z","end":"2026-04-29T23:16:04.34597Z","steps":["trace[2108690610] 'process raft request' (duration: 349.048533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:04.346008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:03.989021Z","time spent":"356.942703ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:04.345761Z","caller":"traceutil/trace.go:171","msg":"trace[680779514] linearizableReadLoop","detail":"{readStateIndex:26687; appliedIndex:26679; }","duration":"225.289695ms","start":"2026-04-29T23:16:04.120456Z","end":"2026-04-29T23:16:04.345746Z","steps":["trace[680779514] 'read index received' (duration: 224.745292ms)","trace[680779514] 'applied index is now lower than readState.Index' (duration: 543.573µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:04.34605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:03.996621Z","time spent":"349.379452ms","remote":"127.0.0.1:35534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3781,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:04.346161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.627367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T23:16:04.346214Z","caller":"traceutil/trace.go:171","msg":"trace[1990544940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25832; }","duration":"246.707509ms","start":"2026-04-29T23:16:04.09949Z","end":"2026-04-29T23:16:04.346197Z","steps":["trace[1990544940] 'agreement among raft nodes before linearized reading' (duration: 246.552276ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:04.346243Z","caller":"traceutil/trace.go:171","msg":"trace[36031540] transaction","detail":"{read_only:false; response_revision:25830; number_of_response:1; }","duration":"361.194498ms","start":"2026-04-29T23:16:03.985041Z","end":"2026-04-29T23:16:04.346235Z","steps":["trace[36031540] 'process raft request' (duration: 360.532152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:04.346274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:03.985023Z","time spent":"361.23838ms","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T23:16:04.346732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.002141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212892"} {"level":"info","ts":"2026-04-29T23:16:04.346782Z","caller":"traceutil/trace.go:171","msg":"trace[1633132256] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25832; }","duration":"268.100203ms","start":"2026-04-29T23:16:04.078669Z","end":"2026-04-29T23:16:04.346769Z","steps":["trace[1633132256] 'agreement among raft nodes before linearized reading' (duration: 267.121531ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:04.395002Z","caller":"traceutil/trace.go:171","msg":"trace[1292322574] transaction","detail":"{read_only:false; response_revision:25833; number_of_response:1; }","duration":"250.972316ms","start":"2026-04-29T23:16:04.14399Z","end":"2026-04-29T23:16:04.394962Z","steps":["trace[1292322574] 'process raft request' (duration: 250.782462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:04.395041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.729822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-04-29T23:16:04.395106Z","caller":"traceutil/trace.go:171","msg":"trace[2126228482] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25833; }","duration":"270.868876ms","start":"2026-04-29T23:16:04.124218Z","end":"2026-04-29T23:16:04.395087Z","steps":["trace[2126228482] 'agreement among raft nodes before linearized reading' (duration: 270.676682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:04.395222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.25102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:04.395254Z","caller":"traceutil/trace.go:171","msg":"trace[1957253483] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25833; }","duration":"124.353022ms","start":"2026-04-29T23:16:04.270892Z","end":"2026-04-29T23:16:04.395245Z","steps":["trace[1957253483] 'agreement among raft nodes before linearized reading' (duration: 124.28441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:04.395296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.694623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:04.395317Z","caller":"traceutil/trace.go:171","msg":"trace[903731958] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:0; response_revision:25833; }","duration":"259.735734ms","start":"2026-04-29T23:16:04.135575Z","end":"2026-04-29T23:16:04.395311Z","steps":["trace[903731958] 'agreement among raft nodes before linearized reading' (duration: 259.697353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:04.513836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.00146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:04.514098Z","caller":"traceutil/trace.go:171","msg":"trace[2067231659] transaction","detail":"{read_only:false; response_revision:25838; number_of_response:1; }","duration":"107.231315ms","start":"2026-04-29T23:16:04.406839Z","end":"2026-04-29T23:16:04.514071Z","steps":["trace[2067231659] 'process raft request' (duration: 71.943627ms)","trace[2067231659] 'compare' (duration: 35.140215ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:16:04.514178Z","caller":"traceutil/trace.go:171","msg":"trace[601687084] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25837; }","duration":"107.172795ms","start":"2026-04-29T23:16:04.406743Z","end":"2026-04-29T23:16:04.513916Z","steps":["trace[601687084] 'agreement among raft nodes before linearized reading' (duration: 37.97582ms)","trace[601687084] 'range keys from in-memory index tree' (duration: 69.02556ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:04.51441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.504872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-04-29T23:16:04.514495Z","caller":"traceutil/trace.go:171","msg":"trace[1813509478] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25838; }","duration":"107.593124ms","start":"2026-04-29T23:16:04.406865Z","end":"2026-04-29T23:16:04.514458Z","steps":["trace[1813509478] 'agreement among raft nodes before linearized reading' (duration: 107.272877ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:04.840814Z","caller":"traceutil/trace.go:171","msg":"trace[189449365] linearizableReadLoop","detail":"{readStateIndex:26696; appliedIndex:26694; }","duration":"263.815906ms","start":"2026-04-29T23:16:04.576972Z","end":"2026-04-29T23:16:04.840787Z","steps":["trace[189449365] 'read index received' (duration: 263.428028ms)","trace[189449365] 'applied index is now lower than readState.Index' (duration: 365.238µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:16:04.840925Z","caller":"traceutil/trace.go:171","msg":"trace[1272356265] transaction","detail":"{read_only:false; response_revision:25840; number_of_response:1; }","duration":"321.90148ms","start":"2026-04-29T23:16:04.518992Z","end":"2026-04-29T23:16:04.840893Z","steps":["trace[1272356265] 'process raft request' (duration: 321.529341ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:04.840914Z","caller":"traceutil/trace.go:171","msg":"trace[1821100217] transaction","detail":"{read_only:false; response_revision:25841; number_of_response:1; }","duration":"300.24245ms","start":"2026-04-29T23:16:04.540625Z","end":"2026-04-29T23:16:04.840868Z","steps":["trace[1821100217] 'process raft request' (duration: 300.068036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:04.84107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:04.518976Z","time spent":"322.002572ms","remote":"127.0.0.1:34996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4341,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:04.841101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:04.540601Z","time spent":"300.405043ms","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T23:16:04.841358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.891598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-04-29T23:16:04.841433Z","caller":"traceutil/trace.go:171","msg":"trace[1455915233] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25841; }","duration":"298.987421ms","start":"2026-04-29T23:16:04.542425Z","end":"2026-04-29T23:16:04.841413Z","steps":["trace[1455915233] 'agreement among raft nodes before linearized reading' (duration: 298.50674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:04.868686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.531923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:04.86876Z","caller":"traceutil/trace.go:171","msg":"trace[1859880662] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25842; }","duration":"161.662517ms","start":"2026-04-29T23:16:04.707087Z","end":"2026-04-29T23:16:04.868749Z","steps":["trace[1859880662] 'agreement among raft nodes before linearized reading' (duration: 161.501283ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:04.868758Z","caller":"traceutil/trace.go:171","msg":"trace[369373461] transaction","detail":"{read_only:false; response_revision:25842; number_of_response:1; }","duration":"283.356078ms","start":"2026-04-29T23:16:04.58538Z","end":"2026-04-29T23:16:04.868736Z","steps":["trace[369373461] 'process raft request' (duration: 283.00425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:04.868809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.128632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:04.868814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.814802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:04.868929Z","caller":"traceutil/trace.go:171","msg":"trace[1889923163] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:25842; }","duration":"269.997016ms","start":"2026-04-29T23:16:04.598906Z","end":"2026-04-29T23:16:04.868903Z","steps":["trace[1889923163] 'agreement among raft nodes before linearized reading' (duration: 269.772371ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:04.868879Z","caller":"traceutil/trace.go:171","msg":"trace[662644144] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:0; response_revision:25842; }","duration":"287.247465ms","start":"2026-04-29T23:16:04.581614Z","end":"2026-04-29T23:16:04.868862Z","steps":["trace[662644144] 'agreement among raft nodes before linearized reading' (duration: 287.122842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:04.868809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.990394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9950"} {"level":"info","ts":"2026-04-29T23:16:04.869059Z","caller":"traceutil/trace.go:171","msg":"trace[839088730] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:25842; }","duration":"216.292481ms","start":"2026-04-29T23:16:04.652753Z","end":"2026-04-29T23:16:04.869046Z","steps":["trace[839088730] 'agreement among raft nodes before linearized reading' (duration: 215.871712ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:04.983593Z","caller":"traceutil/trace.go:171","msg":"trace[812494438] transaction","detail":"{read_only:false; response_revision:25845; number_of_response:1; }","duration":"109.19012ms","start":"2026-04-29T23:16:04.87437Z","end":"2026-04-29T23:16:04.98356Z","steps":["trace[812494438] 'process raft request' (duration: 108.892233ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:04.983855Z","caller":"traceutil/trace.go:171","msg":"trace[1123043851] transaction","detail":"{read_only:false; response_revision:25846; number_of_response:1; }","duration":"109.035226ms","start":"2026-04-29T23:16:04.874792Z","end":"2026-04-29T23:16:04.983827Z","steps":["trace[1123043851] 'process raft request' (duration: 108.692418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:04.984062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.060273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:04.984135Z","caller":"traceutil/trace.go:171","msg":"trace[1268897037] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:25847; }","duration":"108.167965ms","start":"2026-04-29T23:16:04.875949Z","end":"2026-04-29T23:16:04.984117Z","steps":["trace[1268897037] 'agreement among raft nodes before linearized reading' (duration: 107.983541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:04.984267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.097427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130910"} {"level":"warn","ts":"2026-04-29T23:16:04.984246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.577255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-04-29T23:16:04.984301Z","caller":"traceutil/trace.go:171","msg":"trace[791682452] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25847; }","duration":"109.164319ms","start":"2026-04-29T23:16:04.875129Z","end":"2026-04-29T23:16:04.984293Z","steps":["trace[791682452] 'agreement among raft nodes before linearized reading' (duration: 109.009286ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:04.984336Z","caller":"traceutil/trace.go:171","msg":"trace[1837418797] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25847; }","duration":"112.689848ms","start":"2026-04-29T23:16:04.871623Z","end":"2026-04-29T23:16:04.984313Z","steps":["trace[1837418797] 'agreement among raft nodes before linearized reading' (duration: 112.407041ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:04.984359Z","caller":"traceutil/trace.go:171","msg":"trace[325782339] transaction","detail":"{read_only:false; response_revision:25847; number_of_response:1; }","duration":"102.62584ms","start":"2026-04-29T23:16:04.881719Z","end":"2026-04-29T23:16:04.984345Z","steps":["trace[325782339] 'process raft request' (duration: 101.818272ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:05.127108Z","caller":"traceutil/trace.go:171","msg":"trace[53029999] transaction","detail":"{read_only:false; response_revision:25854; number_of_response:1; }","duration":"131.79ms","start":"2026-04-29T23:16:04.995287Z","end":"2026-04-29T23:16:05.127077Z","steps":["trace[53029999] 'process raft request' (duration: 131.661197ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:05.127178Z","caller":"traceutil/trace.go:171","msg":"trace[1164849121] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25853; }","duration":"133.019198ms","start":"2026-04-29T23:16:04.994128Z","end":"2026-04-29T23:16:05.127147Z","steps":["trace[1164849121] 'process raft request' (duration: 132.638519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:05.127282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.151773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-04-29T23:16:05.127371Z","caller":"traceutil/trace.go:171","msg":"trace[1452116949] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25854; }","duration":"130.271446ms","start":"2026-04-29T23:16:04.997078Z","end":"2026-04-29T23:16:05.12735Z","steps":["trace[1452116949] 'agreement among raft nodes before linearized reading' (duration: 130.01997ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:05.199028Z","caller":"traceutil/trace.go:171","msg":"trace[1360751454] transaction","detail":"{read_only:false; response_revision:25855; number_of_response:1; }","duration":"139.829893ms","start":"2026-04-29T23:16:05.059161Z","end":"2026-04-29T23:16:05.198991Z","steps":["trace[1360751454] 'process raft request' (duration: 139.421764ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:05.199064Z","caller":"traceutil/trace.go:171","msg":"trace[650177611] transaction","detail":"{read_only:false; response_revision:25856; number_of_response:1; }","duration":"135.412102ms","start":"2026-04-29T23:16:05.063617Z","end":"2026-04-29T23:16:05.199029Z","steps":["trace[650177611] 'process raft request' (duration: 135.114765ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:05.199092Z","caller":"traceutil/trace.go:171","msg":"trace[1407304790] transaction","detail":"{read_only:false; response_revision:25857; number_of_response:1; }","duration":"135.28857ms","start":"2026-04-29T23:16:05.063782Z","end":"2026-04-29T23:16:05.19907Z","steps":["trace[1407304790] 'process raft request' (duration: 135.036954ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:05.199432Z","caller":"traceutil/trace.go:171","msg":"trace[530434786] transaction","detail":"{read_only:false; response_revision:25858; number_of_response:1; }","duration":"135.625037ms","start":"2026-04-29T23:16:05.06378Z","end":"2026-04-29T23:16:05.199405Z","steps":["trace[530434786] 'process raft request' (duration: 135.107475ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:05.199515Z","caller":"traceutil/trace.go:171","msg":"trace[469968591] transaction","detail":"{read_only:false; response_revision:25859; number_of_response:1; }","duration":"135.271789ms","start":"2026-04-29T23:16:05.064216Z","end":"2026-04-29T23:16:05.199487Z","steps":["trace[469968591] 'process raft request' (duration: 135.018333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:05.19969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.972095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-04-29T23:16:05.199761Z","caller":"traceutil/trace.go:171","msg":"trace[298804443] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25859; }","duration":"136.050936ms","start":"2026-04-29T23:16:05.063689Z","end":"2026-04-29T23:16:05.19974Z","steps":["trace[298804443] 'agreement among raft nodes before linearized reading' (duration: 135.856972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:05.199777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.545448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-04-29T23:16:05.19991Z","caller":"traceutil/trace.go:171","msg":"trace[241815632] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25859; }","duration":"128.66823ms","start":"2026-04-29T23:16:05.071187Z","end":"2026-04-29T23:16:05.199855Z","steps":["trace[241815632] 'agreement among raft nodes before linearized reading' (duration: 128.353773ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:05.33707Z","caller":"traceutil/trace.go:171","msg":"trace[612956919] transaction","detail":"{read_only:false; response_revision:25865; number_of_response:1; }","duration":"130.154393ms","start":"2026-04-29T23:16:05.206876Z","end":"2026-04-29T23:16:05.337031Z","steps":["trace[612956919] 'process raft request' (duration: 95.131262ms)","trace[612956919] 'compare' (duration: 34.728595ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:16:05.33713Z","caller":"traceutil/trace.go:171","msg":"trace[1636981484] transaction","detail":"{read_only:false; response_revision:25866; number_of_response:1; }","duration":"129.002538ms","start":"2026-04-29T23:16:05.208091Z","end":"2026-04-29T23:16:05.337093Z","steps":["trace[1636981484] 'process raft request' (duration: 128.836114ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:05.337173Z","caller":"traceutil/trace.go:171","msg":"trace[2031037754] linearizableReadLoop","detail":"{readStateIndex:26722; appliedIndex:26719; }","duration":"128.928356ms","start":"2026-04-29T23:16:05.208213Z","end":"2026-04-29T23:16:05.337142Z","steps":["trace[2031037754] 'read index received' (duration: 22.139121ms)","trace[2031037754] 'applied index is now lower than readState.Index' (duration: 106.787675ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:16:05.337245Z","caller":"traceutil/trace.go:171","msg":"trace[1894028689] transaction","detail":"{read_only:false; response_revision:25867; number_of_response:1; }","duration":"128.683261ms","start":"2026-04-29T23:16:05.20851Z","end":"2026-04-29T23:16:05.337193Z","steps":["trace[1894028689] 'process raft request' (duration: 128.501187ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:05.337704Z","caller":"traceutil/trace.go:171","msg":"trace[1983305809] transaction","detail":"{read_only:false; response_revision:25868; number_of_response:1; }","duration":"123.138765ms","start":"2026-04-29T23:16:05.214551Z","end":"2026-04-29T23:16:05.337689Z","steps":["trace[1983305809] 'process raft request' (duration: 122.53105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:05.337861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.622232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-29T23:16:05.337915Z","caller":"traceutil/trace.go:171","msg":"trace[128537099] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25868; }","duration":"129.700884ms","start":"2026-04-29T23:16:05.208198Z","end":"2026-04-29T23:16:05.337899Z","steps":["trace[128537099] 'agreement among raft nodes before linearized reading' (duration: 129.53334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:05.343092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.802579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-04-29T23:16:05.34319Z","caller":"traceutil/trace.go:171","msg":"trace[1077496634] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:25870; }","duration":"134.953433ms","start":"2026-04-29T23:16:05.208214Z","end":"2026-04-29T23:16:05.343168Z","steps":["trace[1077496634] 'agreement among raft nodes before linearized reading' (duration: 134.679736ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:05.343578Z","caller":"traceutil/trace.go:171","msg":"trace[190245046] transaction","detail":"{read_only:false; response_revision:25869; number_of_response:1; }","duration":"102.019608ms","start":"2026-04-29T23:16:05.241545Z","end":"2026-04-29T23:16:05.343565Z","steps":["trace[190245046] 'process raft request' (duration: 101.161908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:05.344087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.434315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-6nq2l\" ","response":"range_response_count:1 size:2476"} {"level":"info","ts":"2026-04-29T23:16:05.344161Z","caller":"traceutil/trace.go:171","msg":"trace[751671406] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-6nq2l; range_end:; response_count:1; response_revision:25870; }","duration":"124.539297ms","start":"2026-04-29T23:16:05.219602Z","end":"2026-04-29T23:16:05.344141Z","steps":["trace[751671406] 'agreement among raft nodes before linearized reading' (duration: 124.331332ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:05.473014Z","caller":"traceutil/trace.go:171","msg":"trace[443689310] transaction","detail":"{read_only:false; response_revision:25872; number_of_response:1; }","duration":"121.045257ms","start":"2026-04-29T23:16:05.351934Z","end":"2026-04-29T23:16:05.472979Z","steps":["trace[443689310] 'process raft request' (duration: 116.996035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:05.473207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.827904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-04-29T23:16:05.473283Z","caller":"traceutil/trace.go:171","msg":"trace[1991720360] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:25872; }","duration":"117.932906ms","start":"2026-04-29T23:16:05.355332Z","end":"2026-04-29T23:16:05.473265Z","steps":["trace[1991720360] 'agreement among raft nodes before linearized reading' (duration: 117.699201ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:05.821105Z","caller":"traceutil/trace.go:171","msg":"trace[2053022903] transaction","detail":"{read_only:false; response_revision:25876; number_of_response:1; }","duration":"130.684275ms","start":"2026-04-29T23:16:05.690401Z","end":"2026-04-29T23:16:05.821086Z","steps":["trace[2053022903] 'process raft request' (duration: 130.522101ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:05.821302Z","caller":"traceutil/trace.go:171","msg":"trace[553222654] transaction","detail":"{read_only:false; response_revision:25877; number_of_response:1; }","duration":"125.143879ms","start":"2026-04-29T23:16:05.696136Z","end":"2026-04-29T23:16:05.82128Z","steps":["trace[553222654] 'process raft request' (duration: 124.903854ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:05.890996Z","caller":"traceutil/trace.go:171","msg":"trace[1378001553] linearizableReadLoop","detail":"{readStateIndex:26734; appliedIndex:26732; }","duration":"105.445275ms","start":"2026-04-29T23:16:05.78552Z","end":"2026-04-29T23:16:05.890966Z","steps":["trace[1378001553] 'read index received' (duration: 35.528794ms)","trace[1378001553] 'applied index is now lower than readState.Index' (duration: 69.915151ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:16:05.891151Z","caller":"traceutil/trace.go:171","msg":"trace[1602523917] transaction","detail":"{read_only:false; response_revision:25878; number_of_response:1; }","duration":"123.199126ms","start":"2026-04-29T23:16:05.767902Z","end":"2026-04-29T23:16:05.891101Z","steps":["trace[1602523917] 'process raft request' (duration: 122.90354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:05.892264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.717064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212892"} {"level":"info","ts":"2026-04-29T23:16:05.892367Z","caller":"traceutil/trace.go:171","msg":"trace[622298690] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25878; }","duration":"106.887168ms","start":"2026-04-29T23:16:05.785459Z","end":"2026-04-29T23:16:05.892346Z","steps":["trace[622298690] 'agreement among raft nodes before linearized reading' (duration: 105.6636ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:06.006204Z","caller":"traceutil/trace.go:171","msg":"trace[1425223295] transaction","detail":"{read_only:false; response_revision:25879; number_of_response:1; }","duration":"106.967059ms","start":"2026-04-29T23:16:05.899198Z","end":"2026-04-29T23:16:06.006165Z","steps":["trace[1425223295] 'process raft request' (duration: 28.674179ms)","trace[1425223295] 'compare' (duration: 78.131056ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:16:06.007832Z","caller":"traceutil/trace.go:171","msg":"trace[1642313384] transaction","detail":"{read_only:false; response_revision:25883; number_of_response:1; }","duration":"101.500975ms","start":"2026-04-29T23:16:05.906313Z","end":"2026-04-29T23:16:06.007814Z","steps":["trace[1642313384] 'process raft request' (duration: 101.211568ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:06.007914Z","caller":"traceutil/trace.go:171","msg":"trace[1020565792] transaction","detail":"{read_only:false; response_revision:25882; number_of_response:1; }","duration":"102.13235ms","start":"2026-04-29T23:16:05.90575Z","end":"2026-04-29T23:16:06.007883Z","steps":["trace[1020565792] 'process raft request' (duration: 101.714141ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:06.007997Z","caller":"traceutil/trace.go:171","msg":"trace[421505617] transaction","detail":"{read_only:false; response_revision:25880; number_of_response:1; }","duration":"107.765977ms","start":"2026-04-29T23:16:05.900203Z","end":"2026-04-29T23:16:06.007969Z","steps":["trace[421505617] 'process raft request' (duration: 107.114533ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:06.008047Z","caller":"traceutil/trace.go:171","msg":"trace[141042300] transaction","detail":"{read_only:false; response_revision:25881; number_of_response:1; }","duration":"107.728357ms","start":"2026-04-29T23:16:05.900307Z","end":"2026-04-29T23:16:06.008036Z","steps":["trace[141042300] 'process raft request' (duration: 107.112373ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:06.453852Z","caller":"traceutil/trace.go:171","msg":"trace[372539973] transaction","detail":"{read_only:false; response_revision:25890; number_of_response:1; }","duration":"101.755781ms","start":"2026-04-29T23:16:06.352078Z","end":"2026-04-29T23:16:06.453834Z","steps":["trace[372539973] 'process raft request' (duration: 101.626998ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:06.516693Z","caller":"traceutil/trace.go:171","msg":"trace[48428862] transaction","detail":"{read_only:false; response_revision:25891; number_of_response:1; }","duration":"115.838659ms","start":"2026-04-29T23:16:06.400808Z","end":"2026-04-29T23:16:06.516646Z","steps":["trace[48428862] 'process raft request' (duration: 115.703816ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:10.707413Z","caller":"traceutil/trace.go:171","msg":"trace[326361526] linearizableReadLoop","detail":"{readStateIndex:26810; appliedIndex:26809; }","duration":"252.365337ms","start":"2026-04-29T23:16:10.455017Z","end":"2026-04-29T23:16:10.707383Z","steps":["trace[326361526] 'read index received' (duration: 252.251494ms)","trace[326361526] 'applied index is now lower than readState.Index' (duration: 112.843µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:16:10.707495Z","caller":"traceutil/trace.go:171","msg":"trace[1473055420] transaction","detail":"{read_only:false; response_revision:25951; number_of_response:1; }","duration":"291.015741ms","start":"2026-04-29T23:16:10.416449Z","end":"2026-04-29T23:16:10.707464Z","steps":["trace[1473055420] 'process raft request' (duration: 290.787655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:10.707659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.612652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:10.707748Z","caller":"traceutil/trace.go:171","msg":"trace[707745129] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25951; }","duration":"252.704836ms","start":"2026-04-29T23:16:10.454988Z","end":"2026-04-29T23:16:10.707693Z","steps":["trace[707745129] 'agreement among raft nodes before linearized reading' (duration: 252.51704ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:10.733841Z","caller":"traceutil/trace.go:171","msg":"trace[24175265] transaction","detail":"{read_only:false; response_revision:25953; number_of_response:1; }","duration":"204.169767ms","start":"2026-04-29T23:16:10.529651Z","end":"2026-04-29T23:16:10.733821Z","steps":["trace[24175265] 'process raft request' (duration: 204.128446ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:10.734212Z","caller":"traceutil/trace.go:171","msg":"trace[455972884] transaction","detail":"{read_only:false; response_revision:25952; number_of_response:1; }","duration":"268.627164ms","start":"2026-04-29T23:16:10.465569Z","end":"2026-04-29T23:16:10.734197Z","steps":["trace[455972884] 'process raft request' (duration: 268.114313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:10.734616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.78074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:10.734663Z","caller":"traceutil/trace.go:171","msg":"trace[1969732416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25953; }","duration":"269.893033ms","start":"2026-04-29T23:16:10.464758Z","end":"2026-04-29T23:16:10.734651Z","steps":["trace[1969732416] 'agreement among raft nodes before linearized reading' (duration: 269.815031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:10.734889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.561091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T23:16:10.734924Z","caller":"traceutil/trace.go:171","msg":"trace[678699136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25953; }","duration":"160.621582ms","start":"2026-04-29T23:16:10.574294Z","end":"2026-04-29T23:16:10.734916Z","steps":["trace[678699136] 'agreement among raft nodes before linearized reading' (duration: 160.505189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:10.735025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.872206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-29T23:16:10.735143Z","caller":"traceutil/trace.go:171","msg":"trace[376193798] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25953; }","duration":"141.040239ms","start":"2026-04-29T23:16:10.59407Z","end":"2026-04-29T23:16:10.73511Z","steps":["trace[376193798] 'agreement among raft nodes before linearized reading' (duration: 140.705811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:16.919245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.614295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T23:16:16.919345Z","caller":"traceutil/trace.go:171","msg":"trace[391416563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25990; }","duration":"861.774078ms","start":"2026-04-29T23:16:16.057545Z","end":"2026-04-29T23:16:16.919319Z","steps":["trace[391416563] 'range keys from in-memory index tree' (duration: 861.41684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:16.919404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:16.057517Z","time spent":"861.876391ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T23:16:16.920165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.274544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T23:16:16.920293Z","caller":"traceutil/trace.go:171","msg":"trace[1111584777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25990; }","duration":"860.462918ms","start":"2026-04-29T23:16:16.059796Z","end":"2026-04-29T23:16:16.920259Z","steps":["trace[1111584777] 'range keys from in-memory index tree' (duration: 856.391597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:16.920378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:16.059775Z","time spent":"860.584552ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T23:16:16.921217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.801739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-29T23:16:16.921345Z","caller":"traceutil/trace.go:171","msg":"trace[845221299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25990; }","duration":"857.936483ms","start":"2026-04-29T23:16:16.063371Z","end":"2026-04-29T23:16:16.921308Z","steps":["trace[845221299] 'range keys from in-memory index tree' (duration: 852.793255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:16.921257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.515834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-29T23:16:16.921433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:16.063362Z","time spent":"858.026305ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T23:16:16.921781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.054407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:16.921912Z","caller":"traceutil/trace.go:171","msg":"trace[1941296008] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25991; }","duration":"511.213491ms","start":"2026-04-29T23:16:16.410654Z","end":"2026-04-29T23:16:16.921868Z","steps":["trace[1941296008] 'agreement among raft nodes before linearized reading' (duration: 511.025777ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:16.921909Z","caller":"traceutil/trace.go:171","msg":"trace[2092780097] transaction","detail":"{read_only:false; response_revision:25991; number_of_response:1; }","duration":"712.567325ms","start":"2026-04-29T23:16:16.209278Z","end":"2026-04-29T23:16:16.921845Z","steps":["trace[2092780097] 'process raft request' (duration: 278.380946ms)","trace[2092780097] 'compare' (duration: 433.40671ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:16.921975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:16.410634Z","time spent":"511.325913ms","remote":"127.0.0.1:49998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:16:16.921968Z","caller":"traceutil/trace.go:171","msg":"trace[1715190325] linearizableReadLoop","detail":"{readStateIndex:26851; appliedIndex:26850; }","duration":"511.225241ms","start":"2026-04-29T23:16:16.410695Z","end":"2026-04-29T23:16:16.92192Z","steps":["trace[1715190325] 'read index received' (duration: 76.9349ms)","trace[1715190325] 'applied index is now lower than readState.Index' (duration: 433.975414ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:16.922102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:16.209253Z","time spent":"712.745999ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:16.922541Z","caller":"traceutil/trace.go:171","msg":"trace[1378197696] transaction","detail":"{read_only:false; response_revision:25992; number_of_response:1; }","duration":"163.62621ms","start":"2026-04-29T23:16:16.758841Z","end":"2026-04-29T23:16:16.922467Z","steps":["trace[1378197696] 'process raft request' (duration: 162.678208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:17.460494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.527124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T23:16:17.460952Z","caller":"traceutil/trace.go:171","msg":"trace[190889863] linearizableReadLoop","detail":"{readStateIndex:26853; appliedIndex:26852; }","duration":"538.863445ms","start":"2026-04-29T23:16:16.922022Z","end":"2026-04-29T23:16:17.460885Z","steps":["trace[190889863] 'read index received' (duration: 142.85211ms)","trace[190889863] 'applied index is now lower than readState.Index' (duration: 396.009315ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:16:17.460958Z","caller":"traceutil/trace.go:171","msg":"trace[798990054] transaction","detail":"{read_only:false; response_revision:25993; number_of_response:1; }","duration":"701.021623ms","start":"2026-04-29T23:16:16.759887Z","end":"2026-04-29T23:16:17.460909Z","steps":["trace[798990054] 'process raft request' (duration: 304.972047ms)","trace[798990054] 'compare' (duration: 395.399461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:17.461094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.712397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:17.461094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.224241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-29T23:16:17.461135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:16.759858Z","time spent":"701.185527ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:17.461171Z","caller":"traceutil/trace.go:171","msg":"trace[1123740143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25993; }","duration":"995.800529ms","start":"2026-04-29T23:16:16.46535Z","end":"2026-04-29T23:16:17.46115Z","steps":["trace[1123740143] 'agreement among raft nodes before linearized reading' (duration: 995.671966ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:17.461175Z","caller":"traceutil/trace.go:171","msg":"trace[2093728712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25993; }","duration":"699.346774ms","start":"2026-04-29T23:16:16.761812Z","end":"2026-04-29T23:16:17.461158Z","steps":["trace[2093728712] 'agreement among raft nodes before linearized reading' (duration: 699.113799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:17.46121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:16.46529Z","time spent":"995.911551ms","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T23:16:17.461212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:16.761791Z","time spent":"699.412956ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T23:16:17.494499Z","caller":"traceutil/trace.go:171","msg":"trace[957858926] transaction","detail":"{read_only:false; response_revision:25996; number_of_response:1; }","duration":"565.852076ms","start":"2026-04-29T23:16:16.928596Z","end":"2026-04-29T23:16:17.494448Z","steps":["trace[957858926] 'process raft request' (duration: 565.810305ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:17.494578Z","caller":"traceutil/trace.go:171","msg":"trace[786648074] transaction","detail":"{read_only:false; response_revision:25994; number_of_response:1; }","duration":"566.864009ms","start":"2026-04-29T23:16:16.927682Z","end":"2026-04-29T23:16:17.494546Z","steps":["trace[786648074] 'process raft request' (duration: 566.559652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:17.494662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:16.928592Z","time spent":"565.988589ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:17.494735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:16.927667Z","time spent":"566.980681ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:17.494842Z","caller":"traceutil/trace.go:171","msg":"trace[1054082045] transaction","detail":"{read_only:false; response_revision:25995; number_of_response:1; }","duration":"567.025612ms","start":"2026-04-29T23:16:16.927807Z","end":"2026-04-29T23:16:17.494832Z","steps":["trace[1054082045] 'process raft request' (duration: 566.571522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:17.494897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:16.927801Z","time spent":"567.063383ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:18.443063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:17.917986Z","time spent":"525.069554ms","remote":"127.0.0.1:35086","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-29T23:16:18.443864Z","caller":"traceutil/trace.go:171","msg":"trace[1118320979] transaction","detail":"{read_only:false; response_revision:25997; number_of_response:1; }","duration":"1.139061259s","start":"2026-04-29T23:16:17.304791Z","end":"2026-04-29T23:16:18.443852Z","steps":["trace[1118320979] 'process raft request' (duration: 1.110752669s)","trace[1118320979] 'compare' (duration: 27.953882ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:18.443942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:17.304766Z","time spent":"1.139124921s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:18.444316Z","caller":"traceutil/trace.go:171","msg":"trace[1360701413] transaction","detail":"{read_only:false; response_revision:25998; number_of_response:1; }","duration":"1.138124748s","start":"2026-04-29T23:16:17.30616Z","end":"2026-04-29T23:16:18.444285Z","steps":["trace[1360701413] 'process raft request' (duration: 1.137627187s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:18.444497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:17.30614Z","time spent":"1.1382544s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:18.44471Z","caller":"traceutil/trace.go:171","msg":"trace[471507812] transaction","detail":"{read_only:false; response_revision:25999; number_of_response:1; }","duration":"1.138288231s","start":"2026-04-29T23:16:17.306402Z","end":"2026-04-29T23:16:18.444691Z","steps":["trace[471507812] 'process raft request' (duration: 1.137779099s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:18.444798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:17.306389Z","time spent":"1.138361873s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:18.445175Z","caller":"traceutil/trace.go:171","msg":"trace[236798942] transaction","detail":"{read_only:false; response_revision:26001; number_of_response:1; }","duration":"980.726089ms","start":"2026-04-29T23:16:17.464414Z","end":"2026-04-29T23:16:18.44514Z","steps":["trace[236798942] 'process raft request' (duration: 980.598595ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:18.445202Z","caller":"traceutil/trace.go:171","msg":"trace[353591333] transaction","detail":"{read_only:false; response_revision:26000; number_of_response:1; }","duration":"1.027458015s","start":"2026-04-29T23:16:17.417702Z","end":"2026-04-29T23:16:18.44516Z","steps":["trace[353591333] 'process raft request' (duration: 1.026918062s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:18.44529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:17.464392Z","time spent":"980.842532ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:18.445392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:17.417676Z","time spent":"1.027613199s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:18.445457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26684626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:18.445518Z","caller":"traceutil/trace.go:171","msg":"trace[883752685] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26001; }","duration":"1.266967642s","start":"2026-04-29T23:16:17.178535Z","end":"2026-04-29T23:16:18.445503Z","steps":["trace[883752685] 'agreement among raft nodes before linearized reading' (duration: 1.266854209s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:18.445575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:17.178512Z","time spent":"1.267056854s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:16:18.445519Z","caller":"traceutil/trace.go:171","msg":"trace[305320315] linearizableReadLoop","detail":"{readStateIndex:26860; appliedIndex:26856; }","duration":"984.382121ms","start":"2026-04-29T23:16:17.460999Z","end":"2026-04-29T23:16:18.445381Z","steps":["trace[305320315] 'read index received' (duration: 34.06913ms)","trace[305320315] 'applied index is now lower than readState.Index' (duration: 950.310221ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:16:18.445857Z","caller":"traceutil/trace.go:171","msg":"trace[1906476919] transaction","detail":"{read_only:false; response_revision:26002; number_of_response:1; }","duration":"716.503703ms","start":"2026-04-29T23:16:17.729342Z","end":"2026-04-29T23:16:18.445846Z","steps":["trace[1906476919] 'process raft request' (duration: 715.768207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:18.445753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.148099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-76b7684c95-55jvg\" ","response":"range_response_count:1 size:8650"} {"level":"info","ts":"2026-04-29T23:16:18.445973Z","caller":"traceutil/trace.go:171","msg":"trace[935574215] transaction","detail":"{read_only:false; response_revision:26003; number_of_response:1; }","duration":"165.39616ms","start":"2026-04-29T23:16:18.280555Z","end":"2026-04-29T23:16:18.445952Z","steps":["trace[935574215] 'process raft request' (duration: 165.069772ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:18.446011Z","caller":"traceutil/trace.go:171","msg":"trace[1180153089] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-76b7684c95-55jvg; range_end:; response_count:1; response_revision:26002; }","duration":"993.417835ms","start":"2026-04-29T23:16:17.452559Z","end":"2026-04-29T23:16:18.445977Z","steps":["trace[1180153089] 'agreement among raft nodes before linearized reading' (duration: 993.118399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:18.446067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.053513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:18.446092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:17.452537Z","time spent":"993.531748ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8673,"request content":"key:\"/registry/pods/openstack/magnum-api-76b7684c95-55jvg\" "} {"level":"info","ts":"2026-04-29T23:16:18.446142Z","caller":"traceutil/trace.go:171","msg":"trace[1206954423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26003; }","duration":"984.160575ms","start":"2026-04-29T23:16:17.461962Z","end":"2026-04-29T23:16:18.446123Z","steps":["trace[1206954423] 'agreement among raft nodes before linearized reading' (duration: 984.019472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:18.446199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:17.461947Z","time spent":"984.237987ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T23:16:18.446261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.380708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:18.445783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335124193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:18.446343Z","caller":"traceutil/trace.go:171","msg":"trace[2086507237] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26003; }","duration":"145.572172ms","start":"2026-04-29T23:16:18.300755Z","end":"2026-04-29T23:16:18.446327Z","steps":["trace[2086507237] 'agreement among raft nodes before linearized reading' (duration: 145.353777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:18.446516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.285258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:18.446535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.072742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:18.446386Z","caller":"traceutil/trace.go:171","msg":"trace[1512510413] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26002; }","duration":"1.335738447s","start":"2026-04-29T23:16:17.110622Z","end":"2026-04-29T23:16:18.44636Z","steps":["trace[1512510413] 'agreement among raft nodes before linearized reading' (duration: 1.335148414s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:18.446585Z","caller":"traceutil/trace.go:171","msg":"trace[1211892066] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26003; }","duration":"517.415921ms","start":"2026-04-29T23:16:17.929151Z","end":"2026-04-29T23:16:18.446567Z","steps":["trace[1211892066] 'agreement among raft nodes before linearized reading' (duration: 517.271788ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:18.446589Z","caller":"traceutil/trace.go:171","msg":"trace[2084098907] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26003; }","duration":"157.218594ms","start":"2026-04-29T23:16:18.289356Z","end":"2026-04-29T23:16:18.446574Z","steps":["trace[2084098907] 'agreement among raft nodes before linearized reading' (duration: 157.072561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:18.446606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.33001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-29T23:16:18.446616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.356399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T23:16:18.446644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:17.929138Z","time spent":"517.490813ms","remote":"127.0.0.1:50064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:16:18.44666Z","caller":"traceutil/trace.go:171","msg":"trace[70739141] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:26003; }","duration":"900.386341ms","start":"2026-04-29T23:16:17.546259Z","end":"2026-04-29T23:16:18.446645Z","steps":["trace[70739141] 'agreement among raft nodes before linearized reading' (duration: 900.173026ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:18.446684Z","caller":"traceutil/trace.go:171","msg":"trace[1733932028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26003; }","duration":"567.572046ms","start":"2026-04-29T23:16:17.879094Z","end":"2026-04-29T23:16:18.446666Z","steps":["trace[1733932028] 'agreement among raft nodes before linearized reading' (duration: 567.361491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:18.446704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:17.546206Z","time spent":"900.486443ms","remote":"127.0.0.1:34946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-04-29T23:16:18.446722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:17.879069Z","time spent":"567.644847ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T23:16:18.446677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:17.110604Z","time spent":"1.336020033s","remote":"127.0.0.1:51430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:18.445858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452867326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-29T23:16:18.446955Z","caller":"traceutil/trace.go:171","msg":"trace[541650065] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26002; }","duration":"1.45397675s","start":"2026-04-29T23:16:16.992968Z","end":"2026-04-29T23:16:18.446944Z","steps":["trace[541650065] 'agreement among raft nodes before linearized reading' (duration: 1.452857305s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:18.446989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:16.992957Z","time spent":"1.454022141s","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T23:16:18.446181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.558204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:18.447076Z","caller":"traceutil/trace.go:171","msg":"trace[588928105] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26003; }","duration":"262.533436ms","start":"2026-04-29T23:16:18.184523Z","end":"2026-04-29T23:16:18.447056Z","steps":["trace[588928105] 'agreement among raft nodes before linearized reading' (duration: 261.549634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:18.44595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:17.729314Z","time spent":"716.609205ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:18.447899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463329402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:18.447976Z","caller":"traceutil/trace.go:171","msg":"trace[815040449] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26003; }","duration":"1.463445995s","start":"2026-04-29T23:16:16.984508Z","end":"2026-04-29T23:16:18.447954Z","steps":["trace[815040449] 'agreement among raft nodes before linearized reading' (duration: 1.461397669s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:18.44803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:16.984485Z","time spent":"1.463530557s","remote":"127.0.0.1:51348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:19.024935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.659796ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-29T23:16:19.025043Z","caller":"traceutil/trace.go:171","msg":"trace[1337888757] linearizableReadLoop","detail":"{readStateIndex:26864; appliedIndex:26863; }","duration":"574.593415ms","start":"2026-04-29T23:16:18.450428Z","end":"2026-04-29T23:16:19.025021Z","steps":["trace[1337888757] 'read index received' (duration: 450.841736ms)","trace[1337888757] 'applied index is now lower than readState.Index' (duration: 123.749959ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:19.02511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:18.447651Z","time spent":"577.45633ms","remote":"127.0.0.1:34946","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T23:16:19.025503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.060625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-29T23:16:19.025566Z","caller":"traceutil/trace.go:171","msg":"trace[1627089592] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26003; }","duration":"575.159747ms","start":"2026-04-29T23:16:18.45039Z","end":"2026-04-29T23:16:19.02555Z","steps":["trace[1627089592] 'agreement among raft nodes before linearized reading' (duration: 574.959932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:19.025615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:18.450374Z","time spent":"575.230559ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-29T23:16:19.187127Z","caller":"traceutil/trace.go:171","msg":"trace[181752522] transaction","detail":"{read_only:false; response_revision:26004; number_of_response:1; }","duration":"734.97626ms","start":"2026-04-29T23:16:18.452113Z","end":"2026-04-29T23:16:19.187089Z","steps":["trace[181752522] 'process raft request' (duration: 734.617382ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:19.187283Z","caller":"traceutil/trace.go:171","msg":"trace[2110750736] transaction","detail":"{read_only:false; response_revision:26005; number_of_response:1; }","duration":"733.20527ms","start":"2026-04-29T23:16:18.454056Z","end":"2026-04-29T23:16:19.187261Z","steps":["trace[2110750736] 'process raft request' (duration: 732.946975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:19.187308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:18.4521Z","time spent":"735.111553ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:19.187378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:18.45403Z","time spent":"733.303212ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8448,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:19.191223Z","caller":"traceutil/trace.go:171","msg":"trace[827813074] linearizableReadLoop","detail":"{readStateIndex:26868; appliedIndex:26864; }","duration":"166.133567ms","start":"2026-04-29T23:16:19.025069Z","end":"2026-04-29T23:16:19.191203Z","steps":["trace[827813074] 'read index received' (duration: 161.665206ms)","trace[827813074] 'applied index is now lower than readState.Index' (duration: 4.467431ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:16:19.19155Z","caller":"traceutil/trace.go:171","msg":"trace[1393209637] transaction","detail":"{read_only:false; response_revision:26006; number_of_response:1; }","duration":"261.981025ms","start":"2026-04-29T23:16:18.929548Z","end":"2026-04-29T23:16:19.191529Z","steps":["trace[1393209637] 'process raft request' (duration: 261.456643ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:19.191856Z","caller":"traceutil/trace.go:171","msg":"trace[501750435] transaction","detail":"{read_only:false; response_revision:26007; number_of_response:1; }","duration":"261.683497ms","start":"2026-04-29T23:16:18.930158Z","end":"2026-04-29T23:16:19.191841Z","steps":["trace[501750435] 'process raft request' (duration: 260.955581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:19.192085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.317806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18621"} {"level":"info","ts":"2026-04-29T23:16:19.192146Z","caller":"traceutil/trace.go:171","msg":"trace[866511293] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26008; }","duration":"164.418448ms","start":"2026-04-29T23:16:19.027713Z","end":"2026-04-29T23:16:19.192131Z","steps":["trace[866511293] 'agreement among raft nodes before linearized reading' (duration: 164.202564ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:19.192338Z","caller":"traceutil/trace.go:171","msg":"trace[1789934891] transaction","detail":"{read_only:false; response_revision:26008; number_of_response:1; }","duration":"166.209538ms","start":"2026-04-29T23:16:19.026121Z","end":"2026-04-29T23:16:19.19233Z","steps":["trace[1789934891] 'process raft request' (duration: 165.032452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:19.19243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.102936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:19.192495Z","caller":"traceutil/trace.go:171","msg":"trace[113600421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26008; }","duration":"736.200487ms","start":"2026-04-29T23:16:18.456279Z","end":"2026-04-29T23:16:19.192479Z","steps":["trace[113600421] 'agreement among raft nodes before linearized reading' (duration: 736.095095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:19.192545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:18.456268Z","time spent":"736.266278ms","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T23:16:19.192561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.202565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:19.192693Z","caller":"traceutil/trace.go:171","msg":"trace[1624201242] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26008; }","duration":"666.390709ms","start":"2026-04-29T23:16:18.526271Z","end":"2026-04-29T23:16:19.192662Z","steps":["trace[1624201242] 'agreement among raft nodes before linearized reading' (duration: 666.153064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:19.192767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:18.526256Z","time spent":"666.495132ms","remote":"127.0.0.1:50038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:21.193111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.886475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:21.193222Z","caller":"traceutil/trace.go:171","msg":"trace[837736940] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26024; }","duration":"420.046449ms","start":"2026-04-29T23:16:20.77315Z","end":"2026-04-29T23:16:21.193196Z","steps":["trace[837736940] 'count revisions from in-memory index tree' (duration: 419.808053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:21.193206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.464178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:21.193279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:20.77313Z","time spent":"420.133791ms","remote":"127.0.0.1:35132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:16:21.193305Z","caller":"traceutil/trace.go:171","msg":"trace[1153934803] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26024; }","duration":"183.622412ms","start":"2026-04-29T23:16:21.009654Z","end":"2026-04-29T23:16:21.193277Z","steps":["trace[1153934803] 'count revisions from in-memory index tree' (duration: 183.354255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:21.965989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998450562,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T23:16:22.46623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998450562,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T23:16:22.848445Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.651473556s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T23:16:22.848799Z","caller":"traceutil/trace.go:171","msg":"trace[98709839] transaction","detail":"{read_only:false; response_revision:26025; number_of_response:1; }","duration":"1.651910916s","start":"2026-04-29T23:16:21.196862Z","end":"2026-04-29T23:16:22.848773Z","steps":["trace[98709839] 'process raft request' (duration: 1.651748722s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:22.848949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:21.196842Z","time spent":"1.652017559s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:23.465151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999939976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T23:16:23.465244Z","caller":"traceutil/trace.go:171","msg":"trace[1312316353] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00010221s","start":"2026-04-29T23:16:21.465119Z","end":"2026-04-29T23:16:23.465221Z","steps":["trace[1312316353] 'agreement among raft nodes before linearized reading' (duration: 1.999970936s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:23.465314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:21.465094Z","time spent":"2.000210593s","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 23:16:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T23:16:23.912805Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.064129295s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T23:16:23.913661Z","caller":"traceutil/trace.go:171","msg":"trace[1358503380] transaction","detail":"{read_only:false; response_revision:26029; number_of_response:1; }","duration":"1.981184954s","start":"2026-04-29T23:16:21.932456Z","end":"2026-04-29T23:16:23.913641Z","steps":["trace[1358503380] 'process raft request' (duration: 1.980848745s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:23.913777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:21.932431Z","time spent":"1.981284735s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:23.91386Z","caller":"traceutil/trace.go:171","msg":"trace[1353667208] transaction","detail":"{read_only:false; response_revision:26032; number_of_response:1; }","duration":"1.446336288s","start":"2026-04-29T23:16:22.467488Z","end":"2026-04-29T23:16:23.913824Z","steps":["trace[1353667208] 'process raft request' (duration: 1.445900048s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:23.913937Z","caller":"traceutil/trace.go:171","msg":"trace[1641617761] transaction","detail":"{read_only:false; response_revision:26027; number_of_response:1; }","duration":"2.715950219s","start":"2026-04-29T23:16:21.197978Z","end":"2026-04-29T23:16:23.913929Z","steps":["trace[1641617761] 'process raft request' (duration: 2.715262213s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:23.913972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:21.197972Z","time spent":"2.71598189s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:23.913965Z","caller":"traceutil/trace.go:171","msg":"trace[1452175392] transaction","detail":"{read_only:false; response_revision:26033; number_of_response:1; }","duration":"1.44640931s","start":"2026-04-29T23:16:22.467538Z","end":"2026-04-29T23:16:23.913948Z","steps":["trace[1452175392] 'process raft request' (duration: 1.445876678s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:23.914058Z","caller":"traceutil/trace.go:171","msg":"trace[957884047] transaction","detail":"{read_only:false; response_revision:26028; number_of_response:1; }","duration":"2.41529354s","start":"2026-04-29T23:16:21.498758Z","end":"2026-04-29T23:16:23.914052Z","steps":["trace[957884047] 'process raft request' (duration: 2.414515922s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:23.914094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:21.498733Z","time spent":"2.41534528s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:23.914078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:22.467465Z","time spent":"1.446497422s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:23.914087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:22.467513Z","time spent":"1.446503942s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:23.913868Z","caller":"traceutil/trace.go:171","msg":"trace[1781866229] transaction","detail":"{read_only:false; response_revision:26030; number_of_response:1; }","duration":"1.448350563s","start":"2026-04-29T23:16:22.465466Z","end":"2026-04-29T23:16:23.913817Z","steps":["trace[1781866229] 'process raft request' (duration: 1.447860222s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:23.914267Z","caller":"traceutil/trace.go:171","msg":"trace[1576300597] transaction","detail":"{read_only:false; response_revision:26031; number_of_response:1; }","duration":"1.447958774s","start":"2026-04-29T23:16:22.466302Z","end":"2026-04-29T23:16:23.914261Z","steps":["trace[1576300597] 'process raft request' (duration: 1.447061855s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:23.91431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:22.466285Z","time spent":"1.448004235s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:23.914323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:22.465438Z","time spent":"1.448850064s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:23.9144Z","caller":"traceutil/trace.go:171","msg":"trace[377817287] transaction","detail":"{read_only:false; response_revision:26034; number_of_response:1; }","duration":"1.446760237s","start":"2026-04-29T23:16:22.467626Z","end":"2026-04-29T23:16:23.914386Z","steps":["trace[377817287] 'process raft request' (duration: 1.445812376s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:23.914513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:22.467579Z","time spent":"1.446844339s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:23.914541Z","caller":"traceutil/trace.go:171","msg":"trace[1362146014] transaction","detail":"{read_only:false; response_revision:26026; number_of_response:1; }","duration":"2.716439661s","start":"2026-04-29T23:16:21.197285Z","end":"2026-04-29T23:16:23.913724Z","steps":["trace[1362146014] 'process raft request' (duration: 2.715863027s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:23.914878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:21.197273Z","time spent":"2.717486434s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:23.976695Z","caller":"traceutil/trace.go:171","msg":"trace[1566229037] linearizableReadLoop","detail":"{readStateIndex:26891; appliedIndex:26885; }","duration":"2.511521845s","start":"2026-04-29T23:16:21.465162Z","end":"2026-04-29T23:16:23.976684Z","steps":["trace[1566229037] 'read index received' (duration: 1.383504976s)","trace[1566229037] 'applied index is now lower than readState.Index' (duration: 1.128016109s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:24.47729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998450576,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T23:16:24.980039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998450576,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T23:16:24.984687Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.071627164s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T23:16:24.985013Z","caller":"traceutil/trace.go:171","msg":"trace[150227262] transaction","detail":"{read_only:false; response_revision:26035; number_of_response:1; }","duration":"1.52913061s","start":"2026-04-29T23:16:23.455863Z","end":"2026-04-29T23:16:24.984994Z","steps":["trace[150227262] 'process raft request' (duration: 1.529005237s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:24.985118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:23.455843Z","time spent":"1.529208511s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:25.044029Z","caller":"traceutil/trace.go:171","msg":"trace[673361203] linearizableReadLoop","detail":"{readStateIndex:26899; appliedIndex:26897; }","duration":"1.067280895s","start":"2026-04-29T23:16:23.976724Z","end":"2026-04-29T23:16:25.044005Z","steps":["trace[673361203] 'read index received' (duration: 1.008359913s)","trace[673361203] 'applied index is now lower than readState.Index' (duration: 58.919682ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:25.044135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631440863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:25.0442Z","caller":"traceutil/trace.go:171","msg":"trace[2023867778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26037; }","duration":"1.631564645s","start":"2026-04-29T23:16:23.412618Z","end":"2026-04-29T23:16:25.044183Z","steps":["trace[2023867778] 'agreement among raft nodes before linearized reading' (duration: 1.631395442s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:25.044232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:23.412599Z","time spent":"1.631627207s","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T23:16:25.044234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.361247928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:16:25.044269Z","caller":"traceutil/trace.go:171","msg":"trace[1307802404] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26037; }","duration":"2.361340429s","start":"2026-04-29T23:16:22.682917Z","end":"2026-04-29T23:16:25.044258Z","steps":["trace[1307802404] 'agreement among raft nodes before linearized reading' (duration: 2.361216386s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:25.044306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:22.682901Z","time spent":"2.361394261s","remote":"127.0.0.1:35392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:16:25.044573Z","caller":"traceutil/trace.go:171","msg":"trace[2015203971] transaction","detail":"{read_only:false; response_revision:26036; number_of_response:1; }","duration":"1.131490998s","start":"2026-04-29T23:16:23.913074Z","end":"2026-04-29T23:16:25.044565Z","steps":["trace[2015203971] 'process raft request' (duration: 1.130730641s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:25.044641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:23.913055Z","time spent":"1.131539269s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:25.044662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575871931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-29T23:16:25.044697Z","caller":"traceutil/trace.go:171","msg":"trace[421520780] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26037; }","duration":"2.575946322s","start":"2026-04-29T23:16:22.468742Z","end":"2026-04-29T23:16:25.044688Z","steps":["trace[421520780] 'agreement among raft nodes before linearized reading' (duration: 2.575831769s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:25.044724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:22.468731Z","time spent":"2.575987303s","remote":"127.0.0.1:35010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-29T23:16:25.044741Z","caller":"traceutil/trace.go:171","msg":"trace[909451951] transaction","detail":"{read_only:false; response_revision:26037; number_of_response:1; }","duration":"189.191128ms","start":"2026-04-29T23:16:24.85554Z","end":"2026-04-29T23:16:25.044731Z","steps":["trace[909451951] 'process raft request' (duration: 188.40751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:25.044849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188409795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:16:25.044873Z","caller":"traceutil/trace.go:171","msg":"trace[824651556] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26037; }","duration":"1.188465306s","start":"2026-04-29T23:16:23.856401Z","end":"2026-04-29T23:16:25.044866Z","steps":["trace[824651556] 'agreement among raft nodes before linearized reading' (duration: 1.188421685s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:25.044891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:23.856385Z","time spent":"1.188500797s","remote":"127.0.0.1:35368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:25.044933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576203718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T23:16:25.044964Z","caller":"traceutil/trace.go:171","msg":"trace[384666305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26037; }","duration":"2.57625898s","start":"2026-04-29T23:16:22.468695Z","end":"2026-04-29T23:16:25.044954Z","steps":["trace[384666305] 'agreement among raft nodes before linearized reading' (duration: 2.576163757s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:25.044989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:22.468685Z","time spent":"2.57629816s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T23:16:25.04508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443528514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:16:25.0451Z","caller":"traceutil/trace.go:171","msg":"trace[1852776656] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26037; }","duration":"1.443585396s","start":"2026-04-29T23:16:23.601509Z","end":"2026-04-29T23:16:25.045094Z","steps":["trace[1852776656] 'agreement among raft nodes before linearized reading' (duration: 1.443491073s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:25.045117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:23.601491Z","time spent":"1.443621877s","remote":"127.0.0.1:35202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:25.045157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774026453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:16:25.045188Z","caller":"traceutil/trace.go:171","msg":"trace[1472773247] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26037; }","duration":"2.774101225s","start":"2026-04-29T23:16:22.271078Z","end":"2026-04-29T23:16:25.045179Z","steps":["trace[1472773247] 'agreement among raft nodes before linearized reading' (duration: 2.774044003s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:25.045242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515487992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:16:25.04657Z","caller":"traceutil/trace.go:171","msg":"trace[1724400045] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26037; }","duration":"1.516850781s","start":"2026-04-29T23:16:23.529709Z","end":"2026-04-29T23:16:25.04656Z","steps":["trace[1724400045] 'agreement among raft nodes before linearized reading' (duration: 1.515503191s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:25.046598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:23.529689Z","time spent":"1.516900463s","remote":"127.0.0.1:35020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:25.045243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:22.271056Z","time spent":"2.774178777s","remote":"127.0.0.1:57838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:25.045287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.331587142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:25.046763Z","caller":"traceutil/trace.go:171","msg":"trace[1350487891] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26037; }","duration":"3.333073625s","start":"2026-04-29T23:16:21.71365Z","end":"2026-04-29T23:16:25.046724Z","steps":["trace[1350487891] 'agreement among raft nodes before linearized reading' (duration: 3.331611932s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:25.045366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.53183339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T23:16:25.04544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.337032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-29T23:16:25.046894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:21.713633Z","time spent":"3.333208577s","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:16:25.046936Z","caller":"traceutil/trace.go:171","msg":"trace[2019359465] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26037; }","duration":"760.858745ms","start":"2026-04-29T23:16:24.286067Z","end":"2026-04-29T23:16:25.046926Z","steps":["trace[2019359465] 'agreement among raft nodes before linearized reading' (duration: 759.295401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:25.04697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:24.286048Z","time spent":"760.914327ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T23:16:25.045498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.532797781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T23:16:25.047058Z","caller":"traceutil/trace.go:171","msg":"trace[155829669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26037; }","duration":"3.534371456s","start":"2026-04-29T23:16:21.512676Z","end":"2026-04-29T23:16:25.047047Z","steps":["trace[155829669] 'agreement among raft nodes before linearized reading' (duration: 3.532781221s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:25.047094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:21.512669Z","time spent":"3.534412677s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T23:16:25.045543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.533397406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T23:16:25.047214Z","caller":"traceutil/trace.go:171","msg":"trace[1663147155] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26037; }","duration":"3.535066243s","start":"2026-04-29T23:16:21.51214Z","end":"2026-04-29T23:16:25.047206Z","steps":["trace[1663147155] 'agreement among raft nodes before linearized reading' (duration: 3.533369675s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:25.047238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:21.512046Z","time spent":"3.535184925s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T23:16:25.045592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.537675062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-29T23:16:25.047305Z","caller":"traceutil/trace.go:171","msg":"trace[1543803931] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26037; }","duration":"3.53941389s","start":"2026-04-29T23:16:21.507882Z","end":"2026-04-29T23:16:25.047296Z","steps":["trace[1543803931] 'agreement among raft nodes before linearized reading' (duration: 3.537672241s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:25.046912Z","caller":"traceutil/trace.go:171","msg":"trace[420678316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26037; }","duration":"3.533350733s","start":"2026-04-29T23:16:21.51351Z","end":"2026-04-29T23:16:25.04686Z","steps":["trace[420678316] 'agreement among raft nodes before linearized reading' (duration: 3.531795508s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:25.047329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:21.507865Z","time spent":"3.539459041s","remote":"127.0.0.1:35064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-29T23:16:25.047412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:21.513501Z","time spent":"3.533874775s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T23:16:25.045888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.116434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:16:25.047501Z","caller":"traceutil/trace.go:171","msg":"trace[1458294716] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26037; }","duration":"468.75212ms","start":"2026-04-29T23:16:24.578736Z","end":"2026-04-29T23:16:25.047488Z","steps":["trace[1458294716] 'agreement among raft nodes before linearized reading' (duration: 467.097213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:25.047554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:24.578702Z","time spent":"468.836762ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:25.045927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.093896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:25.047649Z","caller":"traceutil/trace.go:171","msg":"trace[821314033] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26037; }","duration":"756.831675ms","start":"2026-04-29T23:16:24.290798Z","end":"2026-04-29T23:16:25.04763Z","steps":["trace[821314033] 'agreement among raft nodes before linearized reading' (duration: 755.093326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:25.047686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:24.290788Z","time spent":"756.887426ms","remote":"127.0.0.1:37906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:25.045994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.079893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:16:25.047773Z","caller":"traceutil/trace.go:171","msg":"trace[1671185072] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26037; }","duration":"621.897234ms","start":"2026-04-29T23:16:24.425863Z","end":"2026-04-29T23:16:25.047761Z","steps":["trace[1671185072] 'agreement among raft nodes before linearized reading' (duration: 620.088974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:25.04782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:24.425844Z","time spent":"621.959775ms","remote":"127.0.0.1:49380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:25.046109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580620164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:25.047891Z","caller":"traceutil/trace.go:171","msg":"trace[843656660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26037; }","duration":"1.582430676s","start":"2026-04-29T23:16:23.465452Z","end":"2026-04-29T23:16:25.047882Z","steps":["trace[843656660] 'agreement among raft nodes before linearized reading' (duration: 1.580641785s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:25.047918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:23.465437Z","time spent":"1.582473976s","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T23:16:25.046144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598279264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:25.048029Z","caller":"traceutil/trace.go:171","msg":"trace[1591156236] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26037; }","duration":"1.600199148s","start":"2026-04-29T23:16:23.447822Z","end":"2026-04-29T23:16:25.048021Z","steps":["trace[1591156236] 'agreement among raft nodes before linearized reading' (duration: 1.598307605s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:25.048054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:23.447802Z","time spent":"1.600243928s","remote":"127.0.0.1:45248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:25.045819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.893516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-29T23:16:25.04817Z","caller":"traceutil/trace.go:171","msg":"trace[1888441639] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26037; }","duration":"120.26709ms","start":"2026-04-29T23:16:24.927882Z","end":"2026-04-29T23:16:25.048149Z","steps":["trace[1888441639] 'agreement among raft nodes before linearized reading' (duration: 117.897726ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:25.811903Z","caller":"traceutil/trace.go:171","msg":"trace[1356556997] transaction","detail":"{read_only:false; response_revision:26039; number_of_response:1; }","duration":"759.399233ms","start":"2026-04-29T23:16:25.052469Z","end":"2026-04-29T23:16:25.811869Z","steps":["trace[1356556997] 'process raft request' (duration: 759.049165ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:25.812031Z","caller":"traceutil/trace.go:171","msg":"trace[907505550] transaction","detail":"{read_only:false; response_revision:26040; number_of_response:1; }","duration":"759.322521ms","start":"2026-04-29T23:16:25.052647Z","end":"2026-04-29T23:16:25.81197Z","steps":["trace[907505550] 'process raft request' (duration: 759.133827ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:25.81213Z","caller":"traceutil/trace.go:171","msg":"trace[886142190] transaction","detail":"{read_only:false; response_revision:26041; number_of_response:1; }","duration":"757.327416ms","start":"2026-04-29T23:16:25.054786Z","end":"2026-04-29T23:16:25.812113Z","steps":["trace[886142190] 'process raft request' (duration: 757.05006ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:25.812196Z","caller":"traceutil/trace.go:171","msg":"trace[1006050057] transaction","detail":"{read_only:false; response_revision:26042; number_of_response:1; }","duration":"756.665471ms","start":"2026-04-29T23:16:25.05552Z","end":"2026-04-29T23:16:25.812186Z","steps":["trace[1006050057] 'process raft request' (duration: 756.402705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:25.812219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:25.054773Z","time spent":"757.397878ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:25.812063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:25.052452Z","time spent":"759.530735ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:25.81223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:25.052636Z","time spent":"759.494975ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:25.81226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:25.055513Z","time spent":"756.707862ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:25.815026Z","caller":"traceutil/trace.go:171","msg":"trace[1760872509] linearizableReadLoop","detail":"{readStateIndex:26902; appliedIndex:26900; }","duration":"762.311499ms","start":"2026-04-29T23:16:25.052699Z","end":"2026-04-29T23:16:25.815011Z","steps":["trace[1760872509] 'read index received' (duration: 19.45973ms)","trace[1760872509] 'applied index is now lower than readState.Index' (duration: 742.850689ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:16:25.815196Z","caller":"traceutil/trace.go:171","msg":"trace[240604392] transaction","detail":"{read_only:false; response_revision:26043; number_of_response:1; }","duration":"759.582107ms","start":"2026-04-29T23:16:25.055563Z","end":"2026-04-29T23:16:25.815145Z","steps":["trace[240604392] 'process raft request' (duration: 759.368562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:25.815302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.86013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:25.815294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.230649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:25.815325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.992123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:25.815357Z","caller":"traceutil/trace.go:171","msg":"trace[1223300027] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26043; }","duration":"532.958592ms","start":"2026-04-29T23:16:25.282384Z","end":"2026-04-29T23:16:25.815342Z","steps":["trace[1223300027] 'agreement among raft nodes before linearized reading' (duration: 532.8656ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:25.815375Z","caller":"traceutil/trace.go:171","msg":"trace[86136774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26043; }","duration":"759.331421ms","start":"2026-04-29T23:16:25.056019Z","end":"2026-04-29T23:16:25.815351Z","steps":["trace[86136774] 'agreement among raft nodes before linearized reading' (duration: 759.172318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:25.815395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:25.282363Z","time spent":"533.022784ms","remote":"127.0.0.1:45234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:16:25.815391Z","caller":"traceutil/trace.go:171","msg":"trace[865413667] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26043; }","duration":"759.072185ms","start":"2026-04-29T23:16:25.0563Z","end":"2026-04-29T23:16:25.815373Z","steps":["trace[865413667] 'agreement among raft nodes before linearized reading' (duration: 758.960382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:25.815392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:25.055557Z","time spent":"759.73692ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:25.815397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.83323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-29T23:16:25.815431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:25.056014Z","time spent":"759.408123ms","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T23:16:25.815444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:25.056295Z","time spent":"759.132056ms","remote":"127.0.0.1:35202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-29T23:16:25.815456Z","caller":"traceutil/trace.go:171","msg":"trace[1187918730] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26043; }","duration":"280.918042ms","start":"2026-04-29T23:16:25.53452Z","end":"2026-04-29T23:16:25.815438Z","steps":["trace[1187918730] 'agreement among raft nodes before linearized reading' (duration: 280.675807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:25.815533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.824891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18621"} {"level":"info","ts":"2026-04-29T23:16:25.815606Z","caller":"traceutil/trace.go:171","msg":"trace[166951920] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26043; }","duration":"762.928844ms","start":"2026-04-29T23:16:25.052662Z","end":"2026-04-29T23:16:25.815591Z","steps":["trace[166951920] 'agreement among raft nodes before linearized reading' (duration: 762.485213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:25.815661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:25.052648Z","time spent":"763.002255ms","remote":"127.0.0.1:35080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18644,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-29T23:16:25.81563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.174494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-29T23:16:25.815781Z","caller":"traceutil/trace.go:171","msg":"trace[550451029] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26043; }","duration":"103.375518ms","start":"2026-04-29T23:16:25.712377Z","end":"2026-04-29T23:16:25.815752Z","steps":["trace[550451029] 'agreement among raft nodes before linearized reading' (duration: 103.03548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:26.741196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.084009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T23:16:26.741414Z","caller":"traceutil/trace.go:171","msg":"trace[1082793458] transaction","detail":"{read_only:false; response_revision:26045; number_of_response:1; }","duration":"821.510117ms","start":"2026-04-29T23:16:25.919884Z","end":"2026-04-29T23:16:26.741394Z","steps":["trace[1082793458] 'process raft request' (duration: 821.431956ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:26.741428Z","caller":"traceutil/trace.go:171","msg":"trace[354186821] transaction","detail":"{read_only:false; response_revision:26044; number_of_response:1; }","duration":"920.037755ms","start":"2026-04-29T23:16:25.821354Z","end":"2026-04-29T23:16:26.741391Z","steps":["trace[354186821] 'process raft request' (duration: 71.66501ms)","trace[354186821] 'compare' (duration: 847.960496ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:26.741483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:25.919856Z","time spent":"821.593239ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:26.741631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:25.821336Z","time spent":"920.163809ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:26.741661Z","caller":"traceutil/trace.go:171","msg":"trace[1116775764] linearizableReadLoop","detail":"{readStateIndex:26906; appliedIndex:26905; }","duration":"920.24538ms","start":"2026-04-29T23:16:25.821405Z","end":"2026-04-29T23:16:26.74165Z","steps":["trace[1116775764] 'read index received' (duration: 71.474966ms)","trace[1116775764] 'applied index is now lower than readState.Index' (duration: 848.769324ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:26.741804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.394063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:26.741849Z","caller":"traceutil/trace.go:171","msg":"trace[1403512826] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26045; }","duration":"920.459825ms","start":"2026-04-29T23:16:25.821375Z","end":"2026-04-29T23:16:26.741835Z","steps":["trace[1403512826] 'agreement among raft nodes before linearized reading' (duration: 920.369113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:26.741881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:25.82136Z","time spent":"920.513986ms","remote":"127.0.0.1:35202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T23:16:27.24195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998450601,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T23:16:27.477859Z","caller":"traceutil/trace.go:171","msg":"trace[351932545] transaction","detail":"{read_only:false; response_revision:26051; number_of_response:1; }","duration":"1.556200532s","start":"2026-04-29T23:16:25.921638Z","end":"2026-04-29T23:16:27.477838Z","steps":["trace[351932545] 'process raft request' (duration: 1.556169522s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:27.477981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:25.921631Z","time spent":"1.556287734s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:27.478224Z","caller":"traceutil/trace.go:171","msg":"trace[2067770402] transaction","detail":"{read_only:false; response_revision:26046; number_of_response:1; }","duration":"1.558060044s","start":"2026-04-29T23:16:25.920153Z","end":"2026-04-29T23:16:27.478213Z","steps":["trace[2067770402] 'process raft request' (duration: 1.503878119s)","trace[2067770402] 'compare' (duration: 53.53119ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:27.47827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:25.920133Z","time spent":"1.558115675s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:27.478364Z","caller":"traceutil/trace.go:171","msg":"trace[2138415637] transaction","detail":"{read_only:false; response_revision:26047; number_of_response:1; }","duration":"1.558141046s","start":"2026-04-29T23:16:25.920217Z","end":"2026-04-29T23:16:27.478358Z","steps":["trace[2138415637] 'process raft request' (duration: 1.557482611s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:27.478401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:25.920211Z","time spent":"1.558173927s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:27.479111Z","caller":"traceutil/trace.go:171","msg":"trace[2068343633] transaction","detail":"{read_only:false; response_revision:26048; number_of_response:1; }","duration":"1.55882136s","start":"2026-04-29T23:16:25.920275Z","end":"2026-04-29T23:16:27.479097Z","steps":["trace[2068343633] 'process raft request' (duration: 1.55745899s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:27.479274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:25.920245Z","time spent":"1.558906203s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:27.479344Z","caller":"traceutil/trace.go:171","msg":"trace[396568331] transaction","detail":"{read_only:false; response_revision:26050; number_of_response:1; }","duration":"1.558000543s","start":"2026-04-29T23:16:25.921337Z","end":"2026-04-29T23:16:27.479337Z","steps":["trace[396568331] 'process raft request' (duration: 1.556449278s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:27.479386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:25.921331Z","time spent":"1.558033093s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:27.479373Z","caller":"traceutil/trace.go:171","msg":"trace[46671704] transaction","detail":"{read_only:false; response_revision:26049; number_of_response:1; }","duration":"1.558308819s","start":"2026-04-29T23:16:25.921034Z","end":"2026-04-29T23:16:27.479343Z","steps":["trace[46671704] 'process raft request' (duration: 1.556726374s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:27.479537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:25.921021Z","time spent":"1.558423342s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:27.904003Z","caller":"traceutil/trace.go:171","msg":"trace[1707941040] transaction","detail":"{read_only:false; response_revision:26052; number_of_response:1; }","duration":"846.706037ms","start":"2026-04-29T23:16:27.057217Z","end":"2026-04-29T23:16:27.903923Z","steps":["trace[1707941040] 'process raft request' (duration: 839.585385ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:27.904108Z","caller":"traceutil/trace.go:171","msg":"trace[1180505604] linearizableReadLoop","detail":"{readStateIndex:26914; appliedIndex:26907; }","duration":"1.162400556s","start":"2026-04-29T23:16:26.741686Z","end":"2026-04-29T23:16:27.904087Z","steps":["trace[1180505604] 'read index received' (duration: 682.374162ms)","trace[1180505604] 'applied index is now lower than readState.Index' (duration: 480.025234ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:27.904213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:27.057172Z","time spent":"846.938462ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:27.904292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312257415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-29T23:16:27.904329Z","caller":"traceutil/trace.go:171","msg":"trace[948483153] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26053; }","duration":"1.312353548s","start":"2026-04-29T23:16:26.591966Z","end":"2026-04-29T23:16:27.90432Z","steps":["trace[948483153] 'agreement among raft nodes before linearized reading' (duration: 1.312226855s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:27.90435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:26.591945Z","time spent":"1.312399618s","remote":"127.0.0.1:35064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-29T23:16:27.904503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018287912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:27.904522Z","caller":"traceutil/trace.go:171","msg":"trace[169528120] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26053; }","duration":"2.018343863s","start":"2026-04-29T23:16:25.886173Z","end":"2026-04-29T23:16:27.904516Z","steps":["trace[169528120] 'agreement among raft nodes before linearized reading' (duration: 2.018307792s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:27.904539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:25.886153Z","time spent":"2.018382913s","remote":"127.0.0.1:35370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-29T23:16:27.904563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438684284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:27.904591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984006736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-29T23:16:27.904622Z","caller":"traceutil/trace.go:171","msg":"trace[2000257388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26053; }","duration":"1.438777196s","start":"2026-04-29T23:16:26.465818Z","end":"2026-04-29T23:16:27.904596Z","steps":["trace[2000257388] 'agreement among raft nodes before linearized reading' (duration: 1.438700774s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:27.904653Z","caller":"traceutil/trace.go:171","msg":"trace[879430719] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26053; }","duration":"1.984118789s","start":"2026-04-29T23:16:25.920518Z","end":"2026-04-29T23:16:27.904637Z","steps":["trace[879430719] 'agreement among raft nodes before linearized reading' (duration: 1.983880003s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:27.904658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:26.465792Z","time spent":"1.438858168s","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T23:16:27.90468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:25.920489Z","time spent":"1.98418702s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T23:16:27.904688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.283512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-29T23:16:27.904736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702814727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:27.90478Z","caller":"traceutil/trace.go:171","msg":"trace[623837697] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:26053; }","duration":"358.422205ms","start":"2026-04-29T23:16:27.546333Z","end":"2026-04-29T23:16:27.904756Z","steps":["trace[623837697] 'agreement among raft nodes before linearized reading' (duration: 358.19513ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:27.904793Z","caller":"traceutil/trace.go:171","msg":"trace[1142423347] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26053; }","duration":"1.70292495s","start":"2026-04-29T23:16:26.201854Z","end":"2026-04-29T23:16:27.904779Z","steps":["trace[1142423347] 'agreement among raft nodes before linearized reading' (duration: 1.702835158s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:27.904823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:26.201818Z","time spent":"1.702999582s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:27.904835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:27.546314Z","time spent":"358.506718ms","remote":"127.0.0.1:34946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-04-29T23:16:28.442298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998450614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T23:16:28.943032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998450614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T23:16:29.44371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998450614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T23:16:29.884272Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.942870787s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T23:16:29.88563Z","caller":"traceutil/trace.go:171","msg":"trace[74008199] transaction","detail":"{read_only:false; response_revision:26054; number_of_response:1; }","duration":"1.976270931s","start":"2026-04-29T23:16:27.909324Z","end":"2026-04-29T23:16:29.885595Z","steps":["trace[74008199] 'process raft request' (duration: 1.975949344s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:29.885841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:27.909312Z","time spent":"1.976420604s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:29.886002Z","caller":"traceutil/trace.go:171","msg":"trace[761276479] transaction","detail":"{read_only:false; response_revision:26055; number_of_response:1; }","duration":"1.97659933s","start":"2026-04-29T23:16:27.909379Z","end":"2026-04-29T23:16:29.885978Z","steps":["trace[761276479] 'process raft request' (duration: 1.976133008s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:29.886122Z","caller":"traceutil/trace.go:171","msg":"trace[1591651065] transaction","detail":"{read_only:false; response_revision:26056; number_of_response:1; }","duration":"1.976191331s","start":"2026-04-29T23:16:27.90992Z","end":"2026-04-29T23:16:29.886111Z","steps":["trace[1591651065] 'process raft request' (duration: 1.975953325s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:29.886159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:27.909375Z","time spent":"1.976708662s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:29.886168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:27.909913Z","time spent":"1.976234252s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:29.886395Z","caller":"traceutil/trace.go:171","msg":"trace[1882131103] transaction","detail":"{read_only:false; response_revision:26058; number_of_response:1; }","duration":"1.975799192s","start":"2026-04-29T23:16:27.910588Z","end":"2026-04-29T23:16:29.886387Z","steps":["trace[1882131103] 'process raft request' (duration: 1.975753141s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:29.886443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:27.910541Z","time spent":"1.975879054s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:29.886515Z","caller":"traceutil/trace.go:171","msg":"trace[1694782313] transaction","detail":"{read_only:false; response_revision:26057; number_of_response:1; }","duration":"1.976485057s","start":"2026-04-29T23:16:27.90995Z","end":"2026-04-29T23:16:29.886435Z","steps":["trace[1694782313] 'process raft request' (duration: 1.976116739s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:29.886704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:27.909928Z","time spent":"1.976670721s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:29.913891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000724894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T23:16:29.91406Z","caller":"traceutil/trace.go:171","msg":"trace[38274921] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000981841s","start":"2026-04-29T23:16:27.913043Z","end":"2026-04-29T23:16:29.914025Z","steps":["trace[38274921] 'agreement among raft nodes before linearized reading' (duration: 2.000741025s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:29.914169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:27.913002Z","time spent":"2.001136745s","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 23:16:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T23:16:30.991543Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.104571858s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T23:16:31.245827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.854541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T23:16:31.246019Z","caller":"traceutil/trace.go:171","msg":"trace[1230902667] transaction","detail":"{read_only:false; response_revision:26059; number_of_response:1; }","duration":"3.303495305s","start":"2026-04-29T23:16:27.942461Z","end":"2026-04-29T23:16:31.245957Z","steps":["trace[1230902667] 'process raft request' (duration: 3.049438339s)","trace[1230902667] 'compare' (duration: 253.288419ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:31.246071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:27.942444Z","time spent":"3.303605198s","remote":"127.0.0.1:34946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:31.24662Z","caller":"traceutil/trace.go:171","msg":"trace[836241259] transaction","detail":"{read_only:false; response_revision:26060; number_of_response:1; }","duration":"2.498356858s","start":"2026-04-29T23:16:28.74823Z","end":"2026-04-29T23:16:31.246587Z","steps":["trace[836241259] 'process raft request' (duration: 2.497690873s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:31.246693Z","caller":"traceutil/trace.go:171","msg":"trace[1517104348] linearizableReadLoop","detail":"{readStateIndex:26923; appliedIndex:26916; }","duration":"3.305258666s","start":"2026-04-29T23:16:27.941408Z","end":"2026-04-29T23:16:31.246667Z","steps":["trace[1517104348] 'read index received' (duration: 1.943836758s)","trace[1517104348] 'applied index is now lower than readState.Index' (duration: 1.361421027s)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:16:31.246758Z","caller":"traceutil/trace.go:171","msg":"trace[1311115275] transaction","detail":"{read_only:false; response_revision:26061; number_of_response:1; }","duration":"1.761949365s","start":"2026-04-29T23:16:29.48479Z","end":"2026-04-29T23:16:31.246739Z","steps":["trace[1311115275] 'process raft request' (duration: 1.761549676s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:31.246785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:28.748199Z","time spent":"2.498496751s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:31.246809Z","caller":"traceutil/trace.go:171","msg":"trace[109987467] transaction","detail":"{read_only:false; response_revision:26064; number_of_response:1; }","duration":"1.76090777s","start":"2026-04-29T23:16:29.48589Z","end":"2026-04-29T23:16:31.246798Z","steps":["trace[109987467] 'process raft request' (duration: 1.760668045s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:31.246842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:29.484769Z","time spent":"1.762025176s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:31.24689Z","caller":"traceutil/trace.go:171","msg":"trace[1280022101] transaction","detail":"{read_only:false; response_revision:26062; number_of_response:1; }","duration":"1.761997346s","start":"2026-04-29T23:16:29.484876Z","end":"2026-04-29T23:16:31.246873Z","steps":["trace[1280022101] 'process raft request' (duration: 1.761585707s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:31.246882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.338499246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:31.246854Z","caller":"traceutil/trace.go:171","msg":"trace[1271697178] transaction","detail":"{read_only:false; response_revision:26066; number_of_response:1; }","duration":"1.755689083s","start":"2026-04-29T23:16:29.491126Z","end":"2026-04-29T23:16:31.246815Z","steps":["trace[1271697178] 'process raft request' (duration: 1.755500969s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:31.246941Z","caller":"traceutil/trace.go:171","msg":"trace[527446756] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26066; }","duration":"3.338576568s","start":"2026-04-29T23:16:27.908351Z","end":"2026-04-29T23:16:31.246927Z","steps":["trace[527446756] 'agreement among raft nodes before linearized reading' (duration: 3.338450756s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:31.246953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:29.484871Z","time spent":"1.762053327s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:31.246922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:29.485886Z","time spent":"1.760950431s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:31.246984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:27.908342Z","time spent":"3.338635559s","remote":"127.0.0.1:35104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-29T23:16:31.246998Z","caller":"traceutil/trace.go:171","msg":"trace[194048453] transaction","detail":"{read_only:false; response_revision:26065; number_of_response:1; }","duration":"1.760062232s","start":"2026-04-29T23:16:29.486897Z","end":"2026-04-29T23:16:31.246959Z","steps":["trace[194048453] 'process raft request' (duration: 1.759692614s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:31.24709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:29.491115Z","time spent":"1.755865927s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:31.247103Z","caller":"traceutil/trace.go:171","msg":"trace[1224240730] transaction","detail":"{read_only:false; response_revision:26063; number_of_response:1; }","duration":"1.761203807s","start":"2026-04-29T23:16:29.485843Z","end":"2026-04-29T23:16:31.247046Z","steps":["trace[1224240730] 'process raft request' (duration: 1.760674385s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:31.247186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:29.486887Z","time spent":"1.760191185s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:31.247597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:29.485833Z","time spent":"1.76133364s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:31.747274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998450625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T23:16:31.914815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000450468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T23:16:31.914903Z","caller":"traceutil/trace.go:171","msg":"trace[394646601] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000601711s","start":"2026-04-29T23:16:29.914283Z","end":"2026-04-29T23:16:31.914885Z","steps":["trace[394646601] 'agreement among raft nodes before linearized reading' (duration: 2.000483669s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:31.91495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:29.914262Z","time spent":"2.000679204s","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 23:16:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T23:16:32.174518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.517136ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:32.174625Z","caller":"traceutil/trace.go:171","msg":"trace[1994827300] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26066; }","duration":"526.66492ms","start":"2026-04-29T23:16:31.647944Z","end":"2026-04-29T23:16:32.174609Z","steps":["trace[1994827300] 'range keys from in-memory index tree' (duration: 526.499655ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:32.225809Z","caller":"traceutil/trace.go:171","msg":"trace[1833217697] transaction","detail":"{read_only:false; response_revision:26067; number_of_response:1; }","duration":"2.315116295s","start":"2026-04-29T23:16:29.910666Z","end":"2026-04-29T23:16:32.225782Z","steps":["trace[1833217697] 'process raft request' (duration: 2.31490709s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:32.225973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:29.91064Z","time spent":"2.315245497s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:32.225999Z","caller":"traceutil/trace.go:171","msg":"trace[1299160610] linearizableReadLoop","detail":"{readStateIndex:26931; appliedIndex:26929; }","duration":"979.202964ms","start":"2026-04-29T23:16:31.246763Z","end":"2026-04-29T23:16:32.225966Z","steps":["trace[1299160610] 'read index received' (duration: 978.746794ms)","trace[1299160610] 'applied index is now lower than readState.Index' (duration: 453.77µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:32.226181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.361245491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:32.226221Z","caller":"traceutil/trace.go:171","msg":"trace[357126912] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26068; }","duration":"3.361342513s","start":"2026-04-29T23:16:28.864867Z","end":"2026-04-29T23:16:32.22621Z","steps":["trace[357126912] 'agreement among raft nodes before linearized reading' (duration: 3.361246491s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:32.226216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.214865226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T23:16:32.22626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:28.864852Z","time spent":"3.361398425s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:16:32.226289Z","caller":"traceutil/trace.go:171","msg":"trace[821890569] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26068; }","duration":"4.214989639s","start":"2026-04-29T23:16:28.011282Z","end":"2026-04-29T23:16:32.226271Z","steps":["trace[821890569] 'agreement among raft nodes before linearized reading' (duration: 4.214852226s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:32.226322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:28.011265Z","time spent":"4.21505084s","remote":"127.0.0.1:35234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:16:32.226005Z","caller":"traceutil/trace.go:171","msg":"trace[353921179] transaction","detail":"{read_only:false; response_revision:26068; number_of_response:1; }","duration":"2.235484443s","start":"2026-04-29T23:16:29.990491Z","end":"2026-04-29T23:16:32.225976Z","steps":["trace[353921179] 'process raft request' (duration: 2.235245628s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:32.22656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:29.990438Z","time spent":"2.236060826s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:32.226668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.178741028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-29T23:16:32.226697Z","caller":"traceutil/trace.go:171","msg":"trace[662760494] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26068; }","duration":"4.17880612s","start":"2026-04-29T23:16:28.047881Z","end":"2026-04-29T23:16:32.226687Z","steps":["trace[662760494] 'agreement among raft nodes before linearized reading' (duration: 4.178707028s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:32.226569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.696260287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:32.226718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:28.047857Z","time spent":"4.178856962s","remote":"127.0.0.1:35064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-29T23:16:32.226699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717944879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:32.226756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.579939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T23:16:32.22679Z","caller":"traceutil/trace.go:171","msg":"trace[1672108368] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26068; }","duration":"1.718104903s","start":"2026-04-29T23:16:30.508664Z","end":"2026-04-29T23:16:32.226769Z","steps":["trace[1672108368] 'agreement among raft nodes before linearized reading' (duration: 1.717871978s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:32.226847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.115334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:32.22685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:30.508647Z","time spent":"1.718191554s","remote":"127.0.0.1:58692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:16:32.226874Z","caller":"traceutil/trace.go:171","msg":"trace[1201659796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26068; }","duration":"303.140355ms","start":"2026-04-29T23:16:31.923725Z","end":"2026-04-29T23:16:32.226865Z","steps":["trace[1201659796] 'agreement among raft nodes before linearized reading' (duration: 303.097134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:32.226903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:31.923657Z","time spent":"303.240688ms","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T23:16:32.226975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.716715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:16:32.227016Z","caller":"traceutil/trace.go:171","msg":"trace[213847246] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26068; }","duration":"631.795397ms","start":"2026-04-29T23:16:31.595209Z","end":"2026-04-29T23:16:32.227005Z","steps":["trace[213847246] 'agreement among raft nodes before linearized reading' (duration: 631.676974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:32.227017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.856449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:32.227069Z","caller":"traceutil/trace.go:171","msg":"trace[1964584042] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26068; }","duration":"895.965911ms","start":"2026-04-29T23:16:31.331095Z","end":"2026-04-29T23:16:32.227061Z","steps":["trace[1964584042] 'agreement among raft nodes before linearized reading' (duration: 895.88971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:32.22709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:31.331078Z","time spent":"896.006343ms","remote":"127.0.0.1:58732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:16:32.226729Z","caller":"traceutil/trace.go:171","msg":"trace[972178297] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26068; }","duration":"3.696456772s","start":"2026-04-29T23:16:28.530261Z","end":"2026-04-29T23:16:32.226718Z","steps":["trace[972178297] 'agreement among raft nodes before linearized reading' (duration: 3.696276378s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:32.227157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:28.53024Z","time spent":"3.696905691s","remote":"127.0.0.1:50052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:32.227195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.040489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T23:16:32.227209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.432639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:32.227217Z","caller":"traceutil/trace.go:171","msg":"trace[1431211455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26068; }","duration":"336.089871ms","start":"2026-04-29T23:16:31.891121Z","end":"2026-04-29T23:16:32.227211Z","steps":["trace[1431211455] 'agreement among raft nodes before linearized reading' (duration: 335.940237ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:32.22723Z","caller":"traceutil/trace.go:171","msg":"trace[698954604] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26068; }","duration":"861.490681ms","start":"2026-04-29T23:16:31.365733Z","end":"2026-04-29T23:16:32.227224Z","steps":["trace[698954604] 'agreement among raft nodes before linearized reading' (duration: 861.45357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:32.227236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:31.891102Z","time spent":"336.129661ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T23:16:32.22725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:31.365715Z","time spent":"861.529672ms","remote":"127.0.0.1:57344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:16:32.226802Z","caller":"traceutil/trace.go:171","msg":"trace[2101471452] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26068; }","duration":"335.66515ms","start":"2026-04-29T23:16:31.891124Z","end":"2026-04-29T23:16:32.226789Z","steps":["trace[2101471452] 'agreement among raft nodes before linearized reading' (duration: 335.511117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:32.227043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:31.595191Z","time spent":"631.844828ms","remote":"127.0.0.1:35288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:32.227539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:31.891101Z","time spent":"336.425938ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T23:16:32.227601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.722923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:16:32.227644Z","caller":"traceutil/trace.go:171","msg":"trace[157036918] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26068; }","duration":"523.766754ms","start":"2026-04-29T23:16:31.703866Z","end":"2026-04-29T23:16:32.227633Z","steps":["trace[157036918] 'agreement among raft nodes before linearized reading' (duration: 523.698152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:32.227672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:31.703808Z","time spent":"523.854887ms","remote":"127.0.0.1:50106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:32.227677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.413858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-29T23:16:32.227705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.02857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aaf700a282f34b\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-04-29T23:16:32.227752Z","caller":"traceutil/trace.go:171","msg":"trace[1346131050] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aaf700a282f34b; range_end:; response_count:1; response_revision:26068; }","duration":"310.099721ms","start":"2026-04-29T23:16:31.917633Z","end":"2026-04-29T23:16:32.227733Z","steps":["trace[1346131050] 'agreement among raft nodes before linearized reading' (duration: 309.990979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:32.227777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:31.917615Z","time spent":"310.156533ms","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aaf700a282f34b\" "} {"level":"warn","ts":"2026-04-29T23:16:32.227816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002815826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-29T23:16:32.227853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74712337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:32.227877Z","caller":"traceutil/trace.go:171","msg":"trace[933872167] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26068; }","duration":"1.747198941s","start":"2026-04-29T23:16:30.480672Z","end":"2026-04-29T23:16:32.227871Z","steps":["trace[933872167] 'agreement among raft nodes before linearized reading' (duration: 1.74715548s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:32.227603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.248374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T23:16:32.227708Z","caller":"traceutil/trace.go:171","msg":"trace[1329893470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26068; }","duration":"336.447428ms","start":"2026-04-29T23:16:31.891251Z","end":"2026-04-29T23:16:32.227698Z","steps":["trace[1329893470] 'agreement among raft nodes before linearized reading' (duration: 336.374807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:32.227901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:30.480646Z","time spent":"1.747250153s","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:16:32.22791Z","caller":"traceutil/trace.go:171","msg":"trace[1592288885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26068; }","duration":"336.600203ms","start":"2026-04-29T23:16:31.8913Z","end":"2026-04-29T23:16:32.227901Z","steps":["trace[1592288885] 'agreement among raft nodes before linearized reading' (duration: 335.643071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:32.227919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:31.891245Z","time spent":"336.664734ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T23:16:32.227946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:31.891273Z","time spent":"336.660954ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T23:16:32.227874Z","caller":"traceutil/trace.go:171","msg":"trace[1461844204] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26068; }","duration":"3.002917218s","start":"2026-04-29T23:16:29.224943Z","end":"2026-04-29T23:16:32.227861Z","steps":["trace[1461844204] 'agreement among raft nodes before linearized reading' (duration: 3.001118777s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:32.227604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.303815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T23:16:32.228009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:29.224923Z","time spent":"3.003078811s","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2702,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:16:32.228035Z","caller":"traceutil/trace.go:171","msg":"trace[1785286203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26068; }","duration":"336.757536ms","start":"2026-04-29T23:16:31.891264Z","end":"2026-04-29T23:16:32.228022Z","steps":["trace[1785286203] 'agreement among raft nodes before linearized reading' (duration: 336.265634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:32.228077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:31.891251Z","time spent":"336.812298ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T23:16:32.228118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.549127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-29T23:16:32.228143Z","caller":"traceutil/trace.go:171","msg":"trace[767691242] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26068; }","duration":"977.589747ms","start":"2026-04-29T23:16:31.250546Z","end":"2026-04-29T23:16:32.228135Z","steps":["trace[767691242] 'agreement among raft nodes before linearized reading' (duration: 977.513896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:32.22816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:31.250535Z","time spent":"977.621158ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T23:16:32.228313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.5858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-29T23:16:32.22835Z","caller":"traceutil/trace.go:171","msg":"trace[1433241820] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26068; }","duration":"978.660972ms","start":"2026-04-29T23:16:31.24968Z","end":"2026-04-29T23:16:32.228341Z","steps":["trace[1433241820] 'agreement among raft nodes before linearized reading' (duration: 978.534839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:32.228379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:31.249664Z","time spent":"978.708593ms","remote":"127.0.0.1:35078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-29T23:16:32.737359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998450631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T23:16:33.237534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998450631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T23:16:33.929859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.169603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T23:16:33.929975Z","caller":"traceutil/trace.go:171","msg":"trace[2028991765] transaction","detail":"{read_only:false; response_revision:26069; number_of_response:1; }","duration":"1.693440555s","start":"2026-04-29T23:16:32.236514Z","end":"2026-04-29T23:16:33.929955Z","steps":["trace[2028991765] 'process raft request' (duration: 1.162091908s)","trace[2028991765] 'compare' (duration: 530.407446ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:33.930034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:32.236497Z","time spent":"1.693508467s","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:34.703422Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.304718476s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T23:16:35.462654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999963097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T23:16:35.462777Z","caller":"traceutil/trace.go:171","msg":"trace[1273088523] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000144032s","start":"2026-04-29T23:16:33.462607Z","end":"2026-04-29T23:16:35.462751Z","steps":["trace[1273088523] 'agreement among raft nodes before linearized reading' (duration: 1.999982218s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:35.462841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:33.462591Z","time spent":"2.000237513s","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T23:16:35.565063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.592231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T23:16:35.565704Z","caller":"traceutil/trace.go:171","msg":"trace[920125819] linearizableReadLoop","detail":"{readStateIndex:26937; appliedIndex:26931; }","duration":"3.328843558s","start":"2026-04-29T23:16:32.236841Z","end":"2026-04-29T23:16:35.565684Z","steps":["trace[920125819] 'read index received' (duration: 1.161731281s)","trace[920125819] 'applied index is now lower than readState.Index' (duration: 2.167111397s)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:16:35.565706Z","caller":"traceutil/trace.go:171","msg":"trace[2130722683] transaction","detail":"{read_only:false; response_revision:26074; number_of_response:1; }","duration":"3.327371366s","start":"2026-04-29T23:16:32.23828Z","end":"2026-04-29T23:16:35.565652Z","steps":["trace[2130722683] 'process raft request' (duration: 3.327083989s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:35.56572Z","caller":"traceutil/trace.go:171","msg":"trace[236556922] transaction","detail":"{read_only:false; response_revision:26079; number_of_response:1; }","duration":"2.312340201s","start":"2026-04-29T23:16:33.253315Z","end":"2026-04-29T23:16:35.565655Z","steps":["trace[236556922] 'process raft request' (duration: 2.312221878s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:35.565797Z","caller":"traceutil/trace.go:171","msg":"trace[205848983] transaction","detail":"{read_only:false; response_revision:26081; number_of_response:1; }","duration":"2.312253279s","start":"2026-04-29T23:16:33.253532Z","end":"2026-04-29T23:16:35.565785Z","steps":["trace[205848983] 'process raft request' (duration: 2.312067034s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:35.56578Z","caller":"traceutil/trace.go:171","msg":"trace[749240050] transaction","detail":"{read_only:false; response_revision:26080; number_of_response:1; }","duration":"2.312357741s","start":"2026-04-29T23:16:33.253376Z","end":"2026-04-29T23:16:35.565733Z","steps":["trace[749240050] 'process raft request' (duration: 2.312190128s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:35.56587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:33.253524Z","time spent":"2.31230821s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:35.565884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:32.238258Z","time spent":"3.32752999s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:35.565913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:33.253305Z","time spent":"2.312493674s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:35.565923Z","caller":"traceutil/trace.go:171","msg":"trace[163024008] transaction","detail":"{read_only:false; response_revision:26076; number_of_response:1; }","duration":"2.313387585s","start":"2026-04-29T23:16:33.252507Z","end":"2026-04-29T23:16:35.565894Z","steps":["trace[163024008] 'process raft request' (duration: 2.312926145s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:35.565937Z","caller":"traceutil/trace.go:171","msg":"trace[1002414668] transaction","detail":"{read_only:false; response_revision:26083; number_of_response:1; }","duration":"1.329813382s","start":"2026-04-29T23:16:34.236092Z","end":"2026-04-29T23:16:35.565905Z","steps":["trace[1002414668] 'process raft request' (duration: 1.329674219s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:35.565981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:33.253369Z","time spent":"2.312504015s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:35.566039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:33.252493Z","time spent":"2.313488587s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:35.566066Z","caller":"traceutil/trace.go:171","msg":"trace[77573023] transaction","detail":"{read_only:false; response_revision:26078; number_of_response:1; }","duration":"2.313284583s","start":"2026-04-29T23:16:33.25277Z","end":"2026-04-29T23:16:35.566054Z","steps":["trace[77573023] 'process raft request' (duration: 2.31273247s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:35.566063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.329203056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-29T23:16:35.566111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:34.236067Z","time spent":"1.329962546s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:35.566125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:33.252753Z","time spent":"2.313335354s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:35.566239Z","caller":"traceutil/trace.go:171","msg":"trace[1041530499] transaction","detail":"{read_only:false; response_revision:26070; number_of_response:1; }","duration":"3.329520943s","start":"2026-04-29T23:16:32.236698Z","end":"2026-04-29T23:16:35.566219Z","steps":["trace[1041530499] 'process raft request' (duration: 2.467686985s)","trace[1041530499] 'compare' (duration: 859.607788ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:16:35.56578Z","caller":"traceutil/trace.go:171","msg":"trace[1096290097] transaction","detail":"{read_only:false; response_revision:26075; number_of_response:1; }","duration":"2.313342014s","start":"2026-04-29T23:16:33.252429Z","end":"2026-04-29T23:16:35.565771Z","steps":["trace[1096290097] 'process raft request' (duration: 2.312968596s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:35.566271Z","caller":"traceutil/trace.go:171","msg":"trace[375860052] transaction","detail":"{read_only:false; response_revision:26082; number_of_response:1; }","duration":"1.616497155s","start":"2026-04-29T23:16:33.949759Z","end":"2026-04-29T23:16:35.566256Z","steps":["trace[375860052] 'process raft request' (duration: 1.615887202s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:35.566312Z","caller":"traceutil/trace.go:171","msg":"trace[516075196] transaction","detail":"{read_only:false; response_revision:26071; number_of_response:1; }","duration":"3.329421661s","start":"2026-04-29T23:16:32.236872Z","end":"2026-04-29T23:16:35.566293Z","steps":["trace[516075196] 'process raft request' (duration: 3.328293296s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:35.566387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:33.94972Z","time spent":"1.616616538s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:35.566314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:32.236675Z","time spent":"3.329605136s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:35.566406Z","caller":"traceutil/trace.go:171","msg":"trace[852442536] transaction","detail":"{read_only:false; response_revision:26073; number_of_response:1; }","duration":"3.328116942s","start":"2026-04-29T23:16:32.238233Z","end":"2026-04-29T23:16:35.56635Z","steps":["trace[852442536] 'process raft request' (duration: 3.327093209s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:35.566441Z","caller":"traceutil/trace.go:171","msg":"trace[1178294077] transaction","detail":"{read_only:false; response_revision:26072; number_of_response:1; }","duration":"3.328227405s","start":"2026-04-29T23:16:32.238204Z","end":"2026-04-29T23:16:35.566431Z","steps":["trace[1178294077] 'process raft request' (duration: 3.327059339s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:35.566458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:33.252408Z","time spent":"2.313930297s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:35.566568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:32.238191Z","time spent":"3.328340757s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:35.566137Z","caller":"traceutil/trace.go:171","msg":"trace[1631677375] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26083; }","duration":"3.329299678s","start":"2026-04-29T23:16:32.236819Z","end":"2026-04-29T23:16:35.566119Z","steps":["trace[1631677375] 'agreement among raft nodes before linearized reading' (duration: 3.329026642s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:35.566626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:32.23822Z","time spent":"3.328304786s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:35.566652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:32.236805Z","time spent":"3.329837611s","remote":"127.0.0.1:35202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-29T23:16:35.566391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:32.236857Z","time spent":"3.329500553s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:35.565711Z","caller":"traceutil/trace.go:171","msg":"trace[1705579981] transaction","detail":"{read_only:false; response_revision:26077; number_of_response:1; }","duration":"2.312932865s","start":"2026-04-29T23:16:33.252725Z","end":"2026-04-29T23:16:35.565658Z","steps":["trace[1705579981] 'process raft request' (duration: 2.312740251s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:35.566829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:33.25269Z","time spent":"2.314107731s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:35.84612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.220377ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-29T23:16:36.066062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998450650,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T23:16:36.566912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998450650,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T23:16:36.581039Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.302445012s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T23:16:36.58147Z","caller":"traceutil/trace.go:171","msg":"trace[894383176] transaction","detail":"{read_only:false; response_revision:26084; number_of_response:1; }","duration":"1.303022757s","start":"2026-04-29T23:16:35.27842Z","end":"2026-04-29T23:16:36.581442Z","steps":["trace[894383176] 'process raft request' (duration: 1.302829813s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:36.581691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:35.278387Z","time spent":"1.303160261s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:37.250614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999974487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T23:16:37.250701Z","caller":"traceutil/trace.go:171","msg":"trace[1414782343] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00011035s","start":"2026-04-29T23:16:35.250569Z","end":"2026-04-29T23:16:37.250679Z","steps":["trace[1414782343] 'agreement among raft nodes before linearized reading' (duration: 2.000000157s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:37.250753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:35.250554Z","time spent":"2.000189683s","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 23:16:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T23:16:37.464084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000248463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T23:16:37.464182Z","caller":"traceutil/trace.go:171","msg":"trace[131404279] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000416347s","start":"2026-04-29T23:16:35.463745Z","end":"2026-04-29T23:16:37.464161Z","steps":["trace[131404279] 'agreement among raft nodes before linearized reading' (duration: 2.000288834s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:37.464253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:35.463717Z","time spent":"2.00052567s","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 23:16:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T23:16:38.442123Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.156282399s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T23:16:39.058746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810110854s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T23:16:39.059035Z","caller":"traceutil/trace.go:171","msg":"trace[690736226] transaction","detail":"{read_only:false; response_revision:26086; number_of_response:1; }","duration":"1.819773073s","start":"2026-04-29T23:16:37.239237Z","end":"2026-04-29T23:16:39.05901Z","steps":["trace[690736226] 'process raft request' (duration: 1.81965233s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:39.059146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:37.23921Z","time spent":"1.819886296s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:39.059506Z","caller":"traceutil/trace.go:171","msg":"trace[1625018911] linearizableReadLoop","detail":"{readStateIndex:26949; appliedIndex:26947; }","duration":"3.493724887s","start":"2026-04-29T23:16:35.565749Z","end":"2026-04-29T23:16:39.059474Z","steps":["trace[1625018911] 'read index received' (duration: 1.015440954s)","trace[1625018911] 'applied index is now lower than readState.Index' (duration: 2.478281103s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:39.059597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.880631295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:39.059622Z","caller":"traceutil/trace.go:171","msg":"trace[404777428] transaction","detail":"{read_only:false; response_revision:26085; number_of_response:1; }","duration":"3.649988091s","start":"2026-04-29T23:16:35.409557Z","end":"2026-04-29T23:16:39.059545Z","steps":["trace[404777428] 'process raft request' (duration: 1.838960187s)","trace[404777428] 'compare' (duration: 1.809255304s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:39.05967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.71884686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-29T23:16:39.059742Z","caller":"traceutil/trace.go:171","msg":"trace[1804326276] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26086; }","duration":"6.718951602s","start":"2026-04-29T23:16:32.340768Z","end":"2026-04-29T23:16:39.05972Z","steps":["trace[1804326276] 'agreement among raft nodes before linearized reading' (duration: 6.718773488s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:39.059643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.215216157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T23:16:39.05959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.478694129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:39.059954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.727477093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T23:16:39.059956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.675300593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:277882"} {"level":"warn","ts":"2026-04-29T23:16:39.059974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.106183795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:39.060001Z","caller":"traceutil/trace.go:171","msg":"trace[270201726] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26086; }","duration":"3.727529044s","start":"2026-04-29T23:16:35.332459Z","end":"2026-04-29T23:16:39.059988Z","steps":["trace[270201726] 'agreement among raft nodes before linearized reading' (duration: 3.727447323s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:39.060018Z","caller":"traceutil/trace.go:171","msg":"trace[980641138] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26086; }","duration":"6.106256976s","start":"2026-04-29T23:16:32.95375Z","end":"2026-04-29T23:16:39.060007Z","steps":["trace[980641138] 'agreement among raft nodes before linearized reading' (duration: 6.106187224s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:39.060015Z","caller":"traceutil/trace.go:171","msg":"trace[284618634] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26086; }","duration":"3.675400626s","start":"2026-04-29T23:16:35.384602Z","end":"2026-04-29T23:16:39.060002Z","steps":["trace[284618634] 'agreement among raft nodes before linearized reading' (duration: 3.674908915s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:39.060017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.565730865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-29T23:16:39.06005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:32.953727Z","time spent":"6.106317338s","remote":"127.0.0.1:57278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:39.060052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:35.332399Z","time spent":"3.727640617s","remote":"127.0.0.1:35400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:16:39.060064Z","caller":"traceutil/trace.go:171","msg":"trace[1138438015] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26086; }","duration":"3.565805356s","start":"2026-04-29T23:16:35.494246Z","end":"2026-04-29T23:16:39.060052Z","steps":["trace[1138438015] 'agreement among raft nodes before linearized reading' (duration: 3.565635632s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:39.06006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:35.38458Z","time spent":"3.675468887s","remote":"127.0.0.1:35370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":277905,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-29T23:16:39.060124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:35.494231Z","time spent":"3.565863238s","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":165,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:16:39.059997Z","caller":"traceutil/trace.go:171","msg":"trace[821215101] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26086; }","duration":"6.479146839s","start":"2026-04-29T23:16:32.580831Z","end":"2026-04-29T23:16:39.059978Z","steps":["trace[821215101] 'agreement among raft nodes before linearized reading' (duration: 6.478677879s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:39.059822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:35.409521Z","time spent":"3.650188335s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:39.05969Z","caller":"traceutil/trace.go:171","msg":"trace[895527422] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26086; }","duration":"5.880773288s","start":"2026-04-29T23:16:33.178892Z","end":"2026-04-29T23:16:39.059665Z","steps":["trace[895527422] 'agreement among raft nodes before linearized reading' (duration: 5.880613715s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:39.06045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:32.580812Z","time spent":"6.47961732s","remote":"127.0.0.1:35512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:39.059842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.815780573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-29T23:16:39.060515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:33.178872Z","time spent":"5.881615708s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:16:39.06072Z","caller":"traceutil/trace.go:171","msg":"trace[807559236] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26086; }","duration":"6.816482849s","start":"2026-04-29T23:16:32.244043Z","end":"2026-04-29T23:16:39.060526Z","steps":["trace[807559236] 'agreement among raft nodes before linearized reading' (duration: 6.815563818s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:39.060822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:32.243998Z","time spent":"6.816807177s","remote":"127.0.0.1:57828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-29T23:16:39.059862Z","caller":"traceutil/trace.go:171","msg":"trace[735373951] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26086; }","duration":"5.215509153s","start":"2026-04-29T23:16:33.84433Z","end":"2026-04-29T23:16:39.059839Z","steps":["trace[735373951] 'agreement among raft nodes before linearized reading' (duration: 5.215169606s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:39.060945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:33.844271Z","time spent":"5.216646459s","remote":"127.0.0.1:35414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:39.059797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:32.340748Z","time spent":"6.719036574s","remote":"127.0.0.1:35064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-29T23:16:39.059877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.251423702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:16:39.061457Z","caller":"traceutil/trace.go:171","msg":"trace[789322820] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26086; }","duration":"4.253042449s","start":"2026-04-29T23:16:34.808397Z","end":"2026-04-29T23:16:39.061439Z","steps":["trace[789322820] 'agreement among raft nodes before linearized reading' (duration: 4.251432552s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:39.061537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:34.808375Z","time spent":"4.253144721s","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:39.059888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.50806139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:39.05993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.68068108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:39.061692Z","caller":"traceutil/trace.go:171","msg":"trace[1865247011] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26086; }","duration":"5.50984055s","start":"2026-04-29T23:16:33.551774Z","end":"2026-04-29T23:16:39.061615Z","steps":["trace[1865247011] 'agreement among raft nodes before linearized reading' (duration: 5.507942776s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:39.061735Z","caller":"traceutil/trace.go:171","msg":"trace[73432907] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26086; }","duration":"4.682524251s","start":"2026-04-29T23:16:34.379195Z","end":"2026-04-29T23:16:39.061719Z","steps":["trace[73432907] 'agreement among raft nodes before linearized reading' (duration: 4.680701249s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:39.059934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.772595291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:39.061756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:33.551755Z","time spent":"5.509981183s","remote":"127.0.0.1:50020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:39.06178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:34.379175Z","time spent":"4.682589143s","remote":"127.0.0.1:57128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:16:39.061809Z","caller":"traceutil/trace.go:171","msg":"trace[594580457] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26086; }","duration":"5.774448653s","start":"2026-04-29T23:16:33.287331Z","end":"2026-04-29T23:16:39.061779Z","steps":["trace[594580457] 'agreement among raft nodes before linearized reading' (duration: 5.772581001s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:39.06193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:33.287272Z","time spent":"5.774618178s","remote":"127.0.0.1:49992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:39.472973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998180477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T23:16:39.473074Z","caller":"traceutil/trace.go:171","msg":"trace[1211157628] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998334521s","start":"2026-04-29T23:16:37.474714Z","end":"2026-04-29T23:16:39.473049Z","steps":["trace[1211157628] 'agreement among raft nodes before linearized reading' (duration: 1.998209698s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:39.473131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:37.474697Z","time spent":"1.998422593s","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 23:16:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T23:16:39.559955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998450661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T23:16:39.915339Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.472132981s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T23:16:41.148101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232369619s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-29T23:16:41.148774Z","caller":"traceutil/trace.go:171","msg":"trace[949008767] linearizableReadLoop","detail":"{readStateIndex:26959; appliedIndex:26950; }","duration":"2.089175415s","start":"2026-04-29T23:16:39.059574Z","end":"2026-04-29T23:16:41.148749Z","steps":["trace[949008767] 'read index received' (duration: 856.030009ms)","trace[949008767] 'applied index is now lower than readState.Index' (duration: 1.233143936s)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:16:41.148913Z","caller":"traceutil/trace.go:171","msg":"trace[1147464179] transaction","detail":"{read_only:false; response_revision:26087; number_of_response:1; }","duration":"3.895118054s","start":"2026-04-29T23:16:37.253775Z","end":"2026-04-29T23:16:41.148893Z","steps":["trace[1147464179] 'process raft request' (duration: 2.661869075s)","trace[1147464179] 'compare' (duration: 1.231899259s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:41.149008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:37.253751Z","time spent":"3.895212336s","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T23:16:41.149166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.576389567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T23:16:41.149185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.576804856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T23:16:41.149202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.743882074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T23:16:41.149241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.576908199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-29T23:16:41.149244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.577146114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-29T23:16:41.149262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.142399471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:41.149294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.601895914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-29T23:16:41.149335Z","caller":"traceutil/trace.go:171","msg":"trace[1271243738] transaction","detail":"{read_only:false; response_revision:26093; number_of_response:1; }","duration":"3.574601346s","start":"2026-04-29T23:16:37.574718Z","end":"2026-04-29T23:16:41.149319Z","steps":["trace[1271243738] 'process raft request' (duration: 3.57386418s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:41.149344Z","caller":"traceutil/trace.go:171","msg":"trace[190724895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26095; }","duration":"3.577298307s","start":"2026-04-29T23:16:37.572024Z","end":"2026-04-29T23:16:41.149322Z","steps":["trace[190724895] 'agreement among raft nodes before linearized reading' (duration: 3.576954069s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:41.14935Z","caller":"traceutil/trace.go:171","msg":"trace[566781269] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26095; }","duration":"5.142510533s","start":"2026-04-29T23:16:36.006817Z","end":"2026-04-29T23:16:41.149327Z","steps":["trace[566781269] 'agreement among raft nodes before linearized reading' (duration: 5.14235342s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:41.149386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:37.572001Z","time spent":"3.577376759s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T23:16:41.149398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:36.006776Z","time spent":"5.142610716s","remote":"127.0.0.1:57358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:41.149401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182811672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:41.149408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.742934653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T23:16:41.149427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:37.574708Z","time spent":"3.574661037s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:41.149435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.821215143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-04-29T23:16:41.149466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.084821486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e8d06edb-2318-4733-bfbd-1fbfc00dcea1\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-29T23:16:41.149469Z","caller":"traceutil/trace.go:171","msg":"trace[1079261120] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26095; }","duration":"3.743034295s","start":"2026-04-29T23:16:37.406417Z","end":"2026-04-29T23:16:41.149451Z","steps":["trace[1079261120] 'agreement among raft nodes before linearized reading' (duration: 3.742941303s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:41.1495Z","caller":"traceutil/trace.go:171","msg":"trace[1606989379] transaction","detail":"{read_only:false; response_revision:26094; number_of_response:1; }","duration":"3.573058461s","start":"2026-04-29T23:16:37.576428Z","end":"2026-04-29T23:16:41.149487Z","steps":["trace[1606989379] 'process raft request' (duration: 3.572205382s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:41.149517Z","caller":"traceutil/trace.go:171","msg":"trace[901564009] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e8d06edb-2318-4733-bfbd-1fbfc00dcea1; range_end:; response_count:1; response_revision:26095; }","duration":"2.084894438s","start":"2026-04-29T23:16:39.064606Z","end":"2026-04-29T23:16:41.149501Z","steps":["trace[901564009] 'agreement among raft nodes before linearized reading' (duration: 2.084753005s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:41.149266Z","caller":"traceutil/trace.go:171","msg":"trace[525697800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26095; }","duration":"3.576904648s","start":"2026-04-29T23:16:37.572339Z","end":"2026-04-29T23:16:41.149244Z","steps":["trace[525697800] 'agreement among raft nodes before linearized reading' (duration: 3.576652823s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:41.14953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:37.406396Z","time spent":"3.743118247s","remote":"127.0.0.1:57790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:41.149548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.576011638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-29T23:16:41.149565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:39.064589Z","time spent":"2.084963959s","remote":"127.0.0.1:35062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-e8d06edb-2318-4733-bfbd-1fbfc00dcea1\" "} {"level":"info","ts":"2026-04-29T23:16:41.149566Z","caller":"traceutil/trace.go:171","msg":"trace[226280694] transaction","detail":"{read_only:false; response_revision:26088; number_of_response:1; }","duration":"3.577138704s","start":"2026-04-29T23:16:37.572412Z","end":"2026-04-29T23:16:41.14955Z","steps":["trace[226280694] 'process raft request' (duration: 3.575817535s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:41.149603Z","caller":"traceutil/trace.go:171","msg":"trace[2029377465] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26095; }","duration":"3.576073899s","start":"2026-04-29T23:16:37.573514Z","end":"2026-04-29T23:16:41.149588Z","steps":["trace[2029377465] 'agreement among raft nodes before linearized reading' (duration: 3.575977347s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:41.149251Z","caller":"traceutil/trace.go:171","msg":"trace[661373968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26095; }","duration":"3.57652773s","start":"2026-04-29T23:16:37.572701Z","end":"2026-04-29T23:16:41.149228Z","steps":["trace[661373968] 'agreement among raft nodes before linearized reading' (duration: 3.576240674s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:41.149641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:37.573504Z","time spent":"3.57612974s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T23:16:41.149643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.390314173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:41.149653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:37.572398Z","time spent":"3.577211196s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:41.149675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:37.572681Z","time spent":"3.576983591s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T23:16:41.14967Z","caller":"traceutil/trace.go:171","msg":"trace[1450374680] transaction","detail":"{read_only:false; response_revision:26095; number_of_response:1; }","duration":"3.569824828s","start":"2026-04-29T23:16:37.579831Z","end":"2026-04-29T23:16:41.149655Z","steps":["trace[1450374680] 'process raft request' (duration: 3.568854666s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:41.149699Z","caller":"traceutil/trace.go:171","msg":"trace[1915169008] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26095; }","duration":"4.390365574s","start":"2026-04-29T23:16:36.759313Z","end":"2026-04-29T23:16:41.149679Z","steps":["trace[1915169008] 'agreement among raft nodes before linearized reading' (duration: 4.390288882s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:41.149314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.340092011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:41.149757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:36.759294Z","time spent":"4.390448486s","remote":"127.0.0.1:45216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-29T23:16:41.149774Z","caller":"traceutil/trace.go:171","msg":"trace[506993343] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26095; }","duration":"5.340598492s","start":"2026-04-29T23:16:35.80916Z","end":"2026-04-29T23:16:41.149758Z","steps":["trace[506993343] 'agreement among raft nodes before linearized reading' (duration: 5.340101191s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:41.149759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:37.579817Z","time spent":"3.56989987s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:41.149812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:35.809127Z","time spent":"5.340671664s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:16:41.149826Z","caller":"traceutil/trace.go:171","msg":"trace[1383419400] transaction","detail":"{read_only:false; response_revision:26090; number_of_response:1; }","duration":"3.57612754s","start":"2026-04-29T23:16:37.573687Z","end":"2026-04-29T23:16:41.149815Z","steps":["trace[1383419400] 'process raft request' (duration: 3.574726919s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:41.149834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.05115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-29T23:16:41.149897Z","caller":"traceutil/trace.go:171","msg":"trace[954952978] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26095; }","duration":"329.113042ms","start":"2026-04-29T23:16:40.820768Z","end":"2026-04-29T23:16:41.149881Z","steps":["trace[954952978] 'agreement among raft nodes before linearized reading' (duration: 328.963098ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:41.149949Z","caller":"traceutil/trace.go:171","msg":"trace[1770975901] transaction","detail":"{read_only:false; response_revision:26091; number_of_response:1; }","duration":"3.57610008s","start":"2026-04-29T23:16:37.573837Z","end":"2026-04-29T23:16:41.149937Z","steps":["trace[1770975901] 'process raft request' (duration: 3.574631797s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:41.15Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676998393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:41.150034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:37.573829Z","time spent":"3.576165251s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:41.150074Z","caller":"traceutil/trace.go:171","msg":"trace[87932961] transaction","detail":"{read_only:false; response_revision:26092; number_of_response:1; }","duration":"3.576024937s","start":"2026-04-29T23:16:37.574031Z","end":"2026-04-29T23:16:41.150055Z","steps":["trace[87932961] 'process raft request' (duration: 3.574493633s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:41.149785Z","caller":"traceutil/trace.go:171","msg":"trace[471430472] transaction","detail":"{read_only:false; response_revision:26089; number_of_response:1; }","duration":"3.576171961s","start":"2026-04-29T23:16:37.573596Z","end":"2026-04-29T23:16:41.149768Z","steps":["trace[471430472] 'process raft request' (duration: 3.574751209s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:41.149517Z","caller":"traceutil/trace.go:171","msg":"trace[234046946] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26095; }","duration":"3.821333406s","start":"2026-04-29T23:16:37.328163Z","end":"2026-04-29T23:16:41.149496Z","steps":["trace[234046946] 'agreement among raft nodes before linearized reading' (duration: 3.821137102s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:41.150172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.083548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:41.150179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:37.328145Z","time spent":"3.822015571s","remote":"127.0.0.1:35104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-29T23:16:41.150183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.475954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:41.150214Z","caller":"traceutil/trace.go:171","msg":"trace[1393873042] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26095; }","duration":"978.157451ms","start":"2026-04-29T23:16:40.172042Z","end":"2026-04-29T23:16:41.150199Z","steps":["trace[1393873042] 'agreement among raft nodes before linearized reading' (duration: 978.101868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:41.150216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:37.574004Z","time spent":"3.57613246s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:41.150221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:37.573587Z","time spent":"3.57656338s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:41.15023Z","caller":"traceutil/trace.go:171","msg":"trace[1049698277] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26095; }","duration":"736.565597ms","start":"2026-04-29T23:16:40.413651Z","end":"2026-04-29T23:16:41.150216Z","steps":["trace[1049698277] 'agreement among raft nodes before linearized reading' (duration: 736.487874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:41.150253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:40.172023Z","time spent":"978.219053ms","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:41.150276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:40.413631Z","time spent":"736.636418ms","remote":"127.0.0.1:50036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:41.150274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.023703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:16:41.150342Z","caller":"traceutil/trace.go:171","msg":"trace[1347446081] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26095; }","duration":"674.133585ms","start":"2026-04-29T23:16:40.476191Z","end":"2026-04-29T23:16:41.150325Z","steps":["trace[1347446081] 'agreement among raft nodes before linearized reading' (duration: 674.008653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:41.150407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:40.47617Z","time spent":"674.222427ms","remote":"127.0.0.1:35378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:16:41.149385Z","caller":"traceutil/trace.go:171","msg":"trace[1631538953] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:26095; }","duration":"3.602029857s","start":"2026-04-29T23:16:37.547333Z","end":"2026-04-29T23:16:41.149363Z","steps":["trace[1631538953] 'agreement among raft nodes before linearized reading' (duration: 3.601678119s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:41.15054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:37.547312Z","time spent":"3.603216094s","remote":"127.0.0.1:34946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"info","ts":"2026-04-29T23:16:41.150054Z","caller":"traceutil/trace.go:171","msg":"trace[82916710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26095; }","duration":"1.677050604s","start":"2026-04-29T23:16:39.472989Z","end":"2026-04-29T23:16:41.15004Z","steps":["trace[82916710] 'agreement among raft nodes before linearized reading' (duration: 1.676962982s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:41.15063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:39.472933Z","time spent":"1.677664189s","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T23:16:41.149453Z","caller":"traceutil/trace.go:171","msg":"trace[1894240272] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26095; }","duration":"2.182916145s","start":"2026-04-29T23:16:38.966519Z","end":"2026-04-29T23:16:41.149436Z","steps":["trace[1894240272] 'agreement among raft nodes before linearized reading' (duration: 2.182833603s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:41.149904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:37.573667Z","time spent":"3.576193262s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:41.150817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:38.966497Z","time spent":"2.184255635s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:41.149954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:40.820723Z","time spent":"329.215664ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-29T23:16:41.149466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.219092817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:41.151043Z","caller":"traceutil/trace.go:171","msg":"trace[836313885] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26095; }","duration":"3.220708954s","start":"2026-04-29T23:16:37.930318Z","end":"2026-04-29T23:16:41.151027Z","steps":["trace[836313885] 'agreement among raft nodes before linearized reading' (duration: 3.219103477s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:41.151091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:37.930298Z","time spent":"3.220777155s","remote":"127.0.0.1:45104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:41.149575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:37.572335Z","time spent":"3.577226525s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T23:16:41.149615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:37.576419Z","time spent":"3.573128752s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:41.149312Z","caller":"traceutil/trace.go:171","msg":"trace[934897658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26095; }","duration":"3.577000201s","start":"2026-04-29T23:16:37.572295Z","end":"2026-04-29T23:16:41.149296Z","steps":["trace[934897658] 'agreement among raft nodes before linearized reading' (duration: 3.576819927s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:41.152322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:37.572289Z","time spent":"3.580018539s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T23:16:41.149321Z","caller":"traceutil/trace.go:171","msg":"trace[219157718] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26095; }","duration":"3.744049977s","start":"2026-04-29T23:16:37.405238Z","end":"2026-04-29T23:16:41.149288Z","steps":["trace[219157718] 'agreement among raft nodes before linearized reading' (duration: 3.74373894s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:41.152488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:37.405223Z","time spent":"3.74724894s","remote":"127.0.0.1:58834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:41.150121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.136697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:16:41.152603Z","caller":"traceutil/trace.go:171","msg":"trace[1124822922] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26095; }","duration":"409.664494ms","start":"2026-04-29T23:16:40.742928Z","end":"2026-04-29T23:16:41.152592Z","steps":["trace[1124822922] 'agreement among raft nodes before linearized reading' (duration: 407.147747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:41.152646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:40.742907Z","time spent":"409.728056ms","remote":"127.0.0.1:35062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:41.655999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998450663,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T23:16:42.156617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998450663,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T23:16:42.691978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043236862s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:42.692148Z","caller":"traceutil/trace.go:171","msg":"trace[255514207] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26095; }","duration":"1.043420056s","start":"2026-04-29T23:16:41.648697Z","end":"2026-04-29T23:16:42.692117Z","steps":["trace[255514207] 'range keys from in-memory index tree' (duration: 1.043216042s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:42.693171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.03327ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-29T23:16:42.693419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:41.152597Z","time spent":"1.540815474s","remote":"127.0.0.1:34946","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T23:16:43.15862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000254534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T23:16:43.158707Z","caller":"traceutil/trace.go:171","msg":"trace[483730576] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000387767s","start":"2026-04-29T23:16:41.158302Z","end":"2026-04-29T23:16:43.15869Z","steps":["trace[483730576] 'agreement among raft nodes before linearized reading' (duration: 2.000272154s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:43.158752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:41.158295Z","time spent":"2.000448258s","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 23:16:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T23:16:44.706959Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.144165218s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T23:16:45.159399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000441899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T23:16:45.159626Z","caller":"traceutil/trace.go:171","msg":"trace[576375900] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000725064s","start":"2026-04-29T23:16:43.158869Z","end":"2026-04-29T23:16:45.159594Z","steps":["trace[576375900] 'agreement among raft nodes before linearized reading' (duration: 2.000473669s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:45.159793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:43.158855Z","time spent":"2.000917749s","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 23:16:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T23:16:45.853841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146527249s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T23:16:45.854356Z","caller":"traceutil/trace.go:171","msg":"trace[89695307] linearizableReadLoop","detail":"{readStateIndex:26966; appliedIndex:26959; }","duration":"4.699041025s","start":"2026-04-29T23:16:41.155291Z","end":"2026-04-29T23:16:45.854332Z","steps":["trace[89695307] 'read index received' (duration: 1.407686674s)","trace[89695307] 'applied index is now lower than readState.Index' (duration: 3.291353191s)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:16:45.854519Z","caller":"traceutil/trace.go:171","msg":"trace[168424614] transaction","detail":"{read_only:false; response_revision:26096; number_of_response:1; }","duration":"4.697887688s","start":"2026-04-29T23:16:41.156573Z","end":"2026-04-29T23:16:45.85446Z","steps":["trace[168424614] 'process raft request' (duration: 3.550639353s)","trace[168424614] 'compare' (duration: 1.144151975s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:45.854599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:41.15656Z","time spent":"4.698000071s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:45.854672Z","caller":"traceutil/trace.go:171","msg":"trace[894643678] transaction","detail":"{read_only:false; response_revision:26099; number_of_response:1; }","duration":"4.697704094s","start":"2026-04-29T23:16:41.15692Z","end":"2026-04-29T23:16:45.854624Z","steps":["trace[894643678] 'process raft request' (duration: 4.697279415s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:45.854827Z","caller":"traceutil/trace.go:171","msg":"trace[176953649] transaction","detail":"{read_only:false; response_revision:26100; number_of_response:1; }","duration":"4.697854158s","start":"2026-04-29T23:16:41.156961Z","end":"2026-04-29T23:16:45.854815Z","steps":["trace[176953649] 'process raft request' (duration: 4.697293375s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:45.854894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:41.156952Z","time spent":"4.697909569s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:45.854895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:41.156899Z","time spent":"4.697881268s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:45.855029Z","caller":"traceutil/trace.go:171","msg":"trace[920306846] transaction","detail":"{read_only:false; response_revision:26101; number_of_response:1; }","duration":"4.697547031s","start":"2026-04-29T23:16:41.157473Z","end":"2026-04-29T23:16:45.85502Z","steps":["trace[920306846] 'process raft request' (duration: 4.696816325s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:45.855087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:41.157455Z","time spent":"4.697605172s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:45.855247Z","caller":"traceutil/trace.go:171","msg":"trace[190512392] transaction","detail":"{read_only:false; response_revision:26098; number_of_response:1; }","duration":"4.698288127s","start":"2026-04-29T23:16:41.156917Z","end":"2026-04-29T23:16:45.855205Z","steps":["trace[190512392] 'process raft request' (duration: 4.697202723s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:45.855418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.700099568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-04-29T23:16:45.855452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:41.156803Z","time spent":"4.698547723s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:45.855241Z","caller":"traceutil/trace.go:171","msg":"trace[117679610] transaction","detail":"{read_only:false; response_revision:26097; number_of_response:1; }","duration":"4.698369679s","start":"2026-04-29T23:16:41.156814Z","end":"2026-04-29T23:16:45.855184Z","steps":["trace[117679610] 'process raft request' (duration: 4.697134171s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:45.855508Z","caller":"traceutil/trace.go:171","msg":"trace[146102423] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26101; }","duration":"4.700234422s","start":"2026-04-29T23:16:41.155251Z","end":"2026-04-29T23:16:45.855486Z","steps":["trace[146102423] 'agreement among raft nodes before linearized reading' (duration: 4.699870254s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:45.855562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:41.155234Z","time spent":"4.700317913s","remote":"127.0.0.1:35064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-29T23:16:45.855609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:41.156807Z","time spent":"4.698703956s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:46.354681Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998450684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T23:16:46.709084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.784347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T23:16:46.709841Z","caller":"traceutil/trace.go:171","msg":"trace[131044490] transaction","detail":"{read_only:false; response_revision:26102; number_of_response:1; }","duration":"4.014176257s","start":"2026-04-29T23:16:42.695622Z","end":"2026-04-29T23:16:46.709798Z","steps":["trace[131044490] 'process raft request' (duration: 3.890580772s)","trace[131044490] 'compare' (duration: 122.48364ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:16:46.709986Z","caller":"traceutil/trace.go:171","msg":"trace[2073692369] transaction","detail":"{read_only:false; response_revision:26103; number_of_response:1; }","duration":"3.553256023s","start":"2026-04-29T23:16:43.156689Z","end":"2026-04-29T23:16:46.709945Z","steps":["trace[2073692369] 'process raft request' (duration: 3.553049389s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:46.710028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:42.6956Z","time spent":"4.01432656s","remote":"127.0.0.1:34946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:46.710051Z","caller":"traceutil/trace.go:171","msg":"trace[780554558] transaction","detail":"{read_only:false; response_revision:26106; number_of_response:1; }","duration":"3.552573528s","start":"2026-04-29T23:16:43.157456Z","end":"2026-04-29T23:16:46.710029Z","steps":["trace[780554558] 'process raft request' (duration: 3.552492636s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:46.710139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:43.157441Z","time spent":"3.55265501s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:46.710148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:43.156662Z","time spent":"3.553398176s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:46.710312Z","caller":"traceutil/trace.go:171","msg":"trace[1739669412] transaction","detail":"{read_only:false; response_revision:26105; number_of_response:1; }","duration":"3.553326135s","start":"2026-04-29T23:16:43.15697Z","end":"2026-04-29T23:16:46.710296Z","steps":["trace[1739669412] 'process raft request' (duration: 3.552932656s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:46.710385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:43.156933Z","time spent":"3.553414556s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:46.710565Z","caller":"traceutil/trace.go:171","msg":"trace[645293209] transaction","detail":"{read_only:false; response_revision:26104; number_of_response:1; }","duration":"3.553818496s","start":"2026-04-29T23:16:43.156735Z","end":"2026-04-29T23:16:46.710554Z","steps":["trace[645293209] 'process raft request' (duration: 3.55312099s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:46.710586Z","caller":"traceutil/trace.go:171","msg":"trace[1453955499] transaction","detail":"{read_only:false; response_revision:26108; number_of_response:1; }","duration":"3.552555948s","start":"2026-04-29T23:16:43.158007Z","end":"2026-04-29T23:16:46.710563Z","steps":["trace[1453955499] 'process raft request' (duration: 3.552092158s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:46.710598Z","caller":"traceutil/trace.go:171","msg":"trace[553306158] transaction","detail":"{read_only:false; response_revision:26107; number_of_response:1; }","duration":"3.553059538s","start":"2026-04-29T23:16:43.157519Z","end":"2026-04-29T23:16:46.710579Z","steps":["trace[553306158] 'process raft request' (duration: 3.552468785s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:46.710625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:43.156702Z","time spent":"3.553886957s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:46.710644Z","caller":"traceutil/trace.go:171","msg":"trace[406074294] transaction","detail":"{read_only:false; response_revision:26109; number_of_response:1; }","duration":"3.551735648s","start":"2026-04-29T23:16:43.15887Z","end":"2026-04-29T23:16:46.710605Z","steps":["trace[406074294] 'process raft request' (duration: 3.551312559s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:46.710682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:43.157992Z","time spent":"3.55263803s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:46.71072Z","caller":"traceutil/trace.go:171","msg":"trace[560279584] transaction","detail":"{read_only:false; response_revision:26110; number_of_response:1; }","duration":"3.551757588s","start":"2026-04-29T23:16:43.15891Z","end":"2026-04-29T23:16:46.710667Z","steps":["trace[560279584] 'process raft request' (duration: 3.551310368s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:46.710677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:43.157505Z","time spent":"3.553135151s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:46.710805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:43.15885Z","time spent":"3.551873442s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:46.710965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:43.158895Z","time spent":"3.551925853s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:47.168153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000131301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T23:16:47.168249Z","caller":"traceutil/trace.go:171","msg":"trace[1395465490] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000283504s","start":"2026-04-29T23:16:45.167942Z","end":"2026-04-29T23:16:47.168226Z","steps":["trace[1395465490] 'agreement among raft nodes before linearized reading' (duration: 2.000154562s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:47.168299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:45.167931Z","time spent":"2.000358236s","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T23:16:48.105929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395645821s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T23:16:48.107389Z","caller":"traceutil/trace.go:171","msg":"trace[508202636] transaction","detail":"{read_only:false; response_revision:26111; number_of_response:1; }","duration":"4.040287327s","start":"2026-04-29T23:16:44.067073Z","end":"2026-04-29T23:16:48.10736Z","steps":["trace[508202636] 'process raft request' (duration: 4.038962057s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:48.107537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:44.067036Z","time spent":"4.04041559s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:49.169273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999987888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T23:16:49.169367Z","caller":"traceutil/trace.go:171","msg":"trace[1169735779] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000145542s","start":"2026-04-29T23:16:47.1692Z","end":"2026-04-29T23:16:49.169346Z","steps":["trace[1169735779] 'agreement among raft nodes before linearized reading' (duration: 2.000019999s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:49.169416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:47.169182Z","time spent":"2.000224653s","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T23:16:49.382851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275415713s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T23:16:49.383118Z","caller":"traceutil/trace.go:171","msg":"trace[1058377780] transaction","detail":"{read_only:false; response_revision:26115; number_of_response:1; }","duration":"666.185164ms","start":"2026-04-29T23:16:48.716913Z","end":"2026-04-29T23:16:49.383098Z","steps":["trace[1058377780] 'process raft request' (duration: 666.141673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:49.383193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:48.716884Z","time spent":"666.276527ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:49.383359Z","caller":"traceutil/trace.go:171","msg":"trace[1633934735] transaction","detail":"{read_only:false; response_revision:26113; number_of_response:1; }","duration":"2.817243219s","start":"2026-04-29T23:16:46.566097Z","end":"2026-04-29T23:16:49.38334Z","steps":["trace[1633934735] 'process raft request' (duration: 2.81685222s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:49.383406Z","caller":"traceutil/trace.go:171","msg":"trace[2018729229] linearizableReadLoop","detail":"{readStateIndex:26978; appliedIndex:26966; }","duration":"3.528978864s","start":"2026-04-29T23:16:45.854416Z","end":"2026-04-29T23:16:49.383395Z","steps":["trace[2018729229] 'read index received' (duration: 731.797588ms)","trace[2018729229] 'applied index is now lower than readState.Index' (duration: 2.797180106s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:49.383449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:46.566079Z","time spent":"2.817326461s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:49.383469Z","caller":"traceutil/trace.go:171","msg":"trace[1782051866] transaction","detail":"{read_only:false; response_revision:26114; number_of_response:1; }","duration":"2.757269684s","start":"2026-04-29T23:16:46.626191Z","end":"2026-04-29T23:16:49.383461Z","steps":["trace[1782051866] 'process raft request' (duration: 2.756827794s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:49.383521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:46.62617Z","time spent":"2.757318635s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:49.383552Z","caller":"traceutil/trace.go:171","msg":"trace[1962656578] transaction","detail":"{read_only:false; response_revision:26112; number_of_response:1; }","duration":"3.724224031s","start":"2026-04-29T23:16:45.659317Z","end":"2026-04-29T23:16:49.383541Z","steps":["trace[1962656578] 'process raft request' (duration: 2.448028481s)","trace[1962656578] 'compare' (duration: 1.274553513s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:49.383605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:45.659282Z","time spent":"3.724291762s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:49.38363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.068198458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:49.383659Z","caller":"traceutil/trace.go:171","msg":"trace[1647259713] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26115; }","duration":"6.068270659s","start":"2026-04-29T23:16:43.315378Z","end":"2026-04-29T23:16:49.383649Z","steps":["trace[1647259713] 'agreement among raft nodes before linearized reading' (duration: 6.068214728s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:49.383695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:43.315355Z","time spent":"6.0683317s","remote":"127.0.0.1:57086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:49.383674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.922091123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:49.383709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.142688457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:49.383795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.42686499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:49.383769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.054765729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:49.383809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.128348213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:49.383863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.80999635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:49.38385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.642535739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T23:16:49.383851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.220194697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-04-29T23:16:49.384063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.63856621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-29T23:16:49.38403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.006617539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"info","ts":"2026-04-29T23:16:49.384096Z","caller":"traceutil/trace.go:171","msg":"trace[281625857] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26115; }","duration":"7.638631941s","start":"2026-04-29T23:16:41.745456Z","end":"2026-04-29T23:16:49.384088Z","steps":["trace[281625857] 'agreement among raft nodes before linearized reading' (duration: 7.638530449s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:49.384128Z","caller":"traceutil/trace.go:171","msg":"trace[2032184601] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26115; }","duration":"7.006714181s","start":"2026-04-29T23:16:42.377395Z","end":"2026-04-29T23:16:49.384109Z","steps":["trace[2032184601] 'agreement among raft nodes before linearized reading' (duration: 7.006379773s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:49.384141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.228838158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"warn","ts":"2026-04-29T23:16:49.38417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:41.745438Z","time spent":"7.638723673s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-29T23:16:49.384178Z","caller":"traceutil/trace.go:171","msg":"trace[1362116023] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:26115; }","duration":"8.228905589s","start":"2026-04-29T23:16:41.155264Z","end":"2026-04-29T23:16:49.38417Z","steps":["trace[1362116023] 'agreement among raft nodes before linearized reading' (duration: 8.228763026s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:49.384224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:41.155248Z","time spent":"8.228968511s","remote":"127.0.0.1:35234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-04-29T23:16:49.383848Z","caller":"traceutil/trace.go:171","msg":"trace[1605486761] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26115; }","duration":"4.426967953s","start":"2026-04-29T23:16:44.956864Z","end":"2026-04-29T23:16:49.383832Z","steps":["trace[1605486761] 'agreement among raft nodes before linearized reading' (duration: 4.426895081s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:49.384291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:44.956845Z","time spent":"4.427426553s","remote":"127.0.0.1:51512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:49.384181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:42.377322Z","time spent":"7.006848593s","remote":"127.0.0.1:37868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418327,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-29T23:16:49.384098Z","caller":"traceutil/trace.go:171","msg":"trace[1893830247] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26115; }","duration":"4.220470953s","start":"2026-04-29T23:16:45.16361Z","end":"2026-04-29T23:16:49.384081Z","steps":["trace[1893830247] 'agreement among raft nodes before linearized reading' (duration: 4.220080034s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:49.384825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:45.163593Z","time spent":"4.221201469s","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-29T23:16:49.383798Z","caller":"traceutil/trace.go:171","msg":"trace[1124295049] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26115; }","duration":"5.14281986s","start":"2026-04-29T23:16:44.240955Z","end":"2026-04-29T23:16:49.383775Z","steps":["trace[1124295049] 'agreement among raft nodes before linearized reading' (duration: 5.142692087s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:49.385269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:44.240936Z","time spent":"5.144276363s","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:16:49.383871Z","caller":"traceutil/trace.go:171","msg":"trace[611119676] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26115; }","duration":"5.054882592s","start":"2026-04-29T23:16:44.328964Z","end":"2026-04-29T23:16:49.383847Z","steps":["trace[611119676] 'agreement among raft nodes before linearized reading' (duration: 5.054710498s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:49.385406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:44.328948Z","time spent":"5.056430696s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:49.383709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.674228194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:49.385527Z","caller":"traceutil/trace.go:171","msg":"trace[1947594128] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26115; }","duration":"4.676101606s","start":"2026-04-29T23:16:44.709404Z","end":"2026-04-29T23:16:49.385505Z","steps":["trace[1947594128] 'agreement among raft nodes before linearized reading' (duration: 4.674217984s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:49.383794Z","caller":"traceutil/trace.go:171","msg":"trace[1905102941] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26115; }","duration":"5.922230936s","start":"2026-04-29T23:16:43.461534Z","end":"2026-04-29T23:16:49.383765Z","steps":["trace[1905102941] 'agreement among raft nodes before linearized reading' (duration: 5.92195514s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:49.385611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:44.709385Z","time spent":"4.676188957s","remote":"127.0.0.1:57138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:16:49.383892Z","caller":"traceutil/trace.go:171","msg":"trace[1534544097] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26115; }","duration":"3.810071932s","start":"2026-04-29T23:16:45.573812Z","end":"2026-04-29T23:16:49.383884Z","steps":["trace[1534544097] 'agreement among raft nodes before linearized reading' (duration: 3.81001641s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:49.385671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:43.461462Z","time spent":"5.924184419s","remote":"127.0.0.1:45112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:16:49.383897Z","caller":"traceutil/trace.go:171","msg":"trace[1975244163] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26115; }","duration":"5.128459366s","start":"2026-04-29T23:16:44.255416Z","end":"2026-04-29T23:16:49.383876Z","steps":["trace[1975244163] 'agreement among raft nodes before linearized reading' (duration: 5.128293702s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:49.385738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:44.255325Z","time spent":"5.130402189s","remote":"127.0.0.1:57324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:49.383896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.638603718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T23:16:49.385691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:45.573774Z","time spent":"3.811895132s","remote":"127.0.0.1:35044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:16:49.385843Z","caller":"traceutil/trace.go:171","msg":"trace[854951273] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26115; }","duration":"4.640546851s","start":"2026-04-29T23:16:44.745263Z","end":"2026-04-29T23:16:49.38581Z","steps":["trace[854951273] 'agreement among raft nodes before linearized reading' (duration: 4.638607668s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:49.385916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:44.745253Z","time spent":"4.640639433s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:49.383944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.227922367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-04-29T23:16:49.383953Z","caller":"traceutil/trace.go:171","msg":"trace[920967797] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26115; }","duration":"7.642693494s","start":"2026-04-29T23:16:41.741239Z","end":"2026-04-29T23:16:49.383933Z","steps":["trace[920967797] 'agreement among raft nodes before linearized reading' (duration: 7.64252788s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:49.386063Z","caller":"traceutil/trace.go:171","msg":"trace[264293472] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:26115; }","duration":"8.230058304s","start":"2026-04-29T23:16:41.155987Z","end":"2026-04-29T23:16:49.386046Z","steps":["trace[264293472] 'agreement among raft nodes before linearized reading' (duration: 8.227791723s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:49.386116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:41.74122Z","time spent":"7.644868632s","remote":"127.0.0.1:35318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:49.383952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.450249817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:49.386138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:41.155979Z","time spent":"8.230115326s","remote":"127.0.0.1:35234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-04-29T23:16:49.38399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.313984451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-29T23:16:49.3863Z","caller":"traceutil/trace.go:171","msg":"trace[1547194976] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26115; }","duration":"5.316320474s","start":"2026-04-29T23:16:44.069965Z","end":"2026-04-29T23:16:49.386285Z","steps":["trace[1547194976] 'agreement among raft nodes before linearized reading' (duration: 5.313867609s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:49.386235Z","caller":"traceutil/trace.go:171","msg":"trace[1817399394] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26115; }","duration":"6.452513117s","start":"2026-04-29T23:16:42.933653Z","end":"2026-04-29T23:16:49.386167Z","steps":["trace[1817399394] 'agreement among raft nodes before linearized reading' (duration: 6.450270128s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:49.386344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:44.069954Z","time spent":"5.316379835s","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T23:16:49.383961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.568435173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:49.384014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.574777758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:49.386425Z","caller":"traceutil/trace.go:171","msg":"trace[779240079] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26115; }","duration":"7.57092226s","start":"2026-04-29T23:16:41.815478Z","end":"2026-04-29T23:16:49.3864Z","steps":["trace[779240079] 'agreement among raft nodes before linearized reading' (duration: 7.568440183s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:49.384024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.227945218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:49.386516Z","caller":"traceutil/trace.go:171","msg":"trace[1959563496] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26115; }","duration":"8.230442674s","start":"2026-04-29T23:16:41.156054Z","end":"2026-04-29T23:16:49.386497Z","steps":["trace[1959563496] 'agreement among raft nodes before linearized reading' (duration: 8.227929557s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:49.383953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.126117705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T23:16:49.386561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:41.156049Z","time spent":"8.230498865s","remote":"127.0.0.1:35104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-29T23:16:49.386428Z","caller":"traceutil/trace.go:171","msg":"trace[1785690182] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26115; }","duration":"5.577217574s","start":"2026-04-29T23:16:43.809191Z","end":"2026-04-29T23:16:49.386408Z","steps":["trace[1785690182] 'agreement among raft nodes before linearized reading' (duration: 5.574800579s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:49.386658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:43.809169Z","time spent":"5.577441518s","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:49.386672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:42.933631Z","time spent":"6.452725363s","remote":"127.0.0.1:45270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:49.38652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:41.815458Z","time spent":"7.571038473s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:16:49.386561Z","caller":"traceutil/trace.go:171","msg":"trace[1345110862] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26115; }","duration":"8.128761075s","start":"2026-04-29T23:16:41.25779Z","end":"2026-04-29T23:16:49.386551Z","steps":["trace[1345110862] 'agreement among raft nodes before linearized reading' (duration: 8.126139136s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:49.386966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:41.257771Z","time spent":"8.129181464s","remote":"127.0.0.1:49388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:49.384031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.228436059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aaf700a282f34b\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-04-29T23:16:49.387052Z","caller":"traceutil/trace.go:171","msg":"trace[2014406552] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aaf700a282f34b; range_end:; response_count:1; response_revision:26115; }","duration":"8.231527469s","start":"2026-04-29T23:16:41.155485Z","end":"2026-04-29T23:16:49.387013Z","steps":["trace[2014406552] 'agreement among raft nodes before linearized reading' (duration: 8.228425789s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:49.387108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:41.155473Z","time spent":"8.231620761s","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aaf700a282f34b\" "} {"level":"warn","ts":"2026-04-29T23:16:49.884402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998450695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T23:16:50.384797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998450695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T23:16:50.796323Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.501046875s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T23:16:51.02512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.280862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T23:16:51.025534Z","caller":"traceutil/trace.go:171","msg":"trace[519318623] transaction","detail":"{read_only:false; response_revision:26122; number_of_response:1; }","duration":"2.308170788s","start":"2026-04-29T23:16:48.717342Z","end":"2026-04-29T23:16:51.025513Z","steps":["trace[519318623] 'process raft request' (duration: 2.308129757s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:51.025616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:48.717298Z","time spent":"2.30828301s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:51.025827Z","caller":"traceutil/trace.go:171","msg":"trace[98895442] transaction","detail":"{read_only:false; response_revision:26116; number_of_response:1; }","duration":"2.308734079s","start":"2026-04-29T23:16:48.717081Z","end":"2026-04-29T23:16:51.025815Z","steps":["trace[98895442] 'process raft request' (duration: 2.079626438s)","trace[98895442] 'compare' (duration: 228.058057ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:51.025889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:48.717065Z","time spent":"2.308796692s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:51.026144Z","caller":"traceutil/trace.go:171","msg":"trace[2133715504] transaction","detail":"{read_only:false; response_revision:26120; number_of_response:1; }","duration":"2.308779271s","start":"2026-04-29T23:16:48.71734Z","end":"2026-04-29T23:16:51.026119Z","steps":["trace[2133715504] 'process raft request' (duration: 2.308070225s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:51.026269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:48.717082Z","time spent":"2.309121858s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:51.026274Z","caller":"traceutil/trace.go:171","msg":"trace[1409379619] transaction","detail":"{read_only:false; response_revision:26121; number_of_response:1; }","duration":"2.308801661s","start":"2026-04-29T23:16:48.717458Z","end":"2026-04-29T23:16:51.02626Z","steps":["trace[1409379619] 'process raft request' (duration: 2.307985313s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:51.026344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:48.717447Z","time spent":"2.308859702s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:51.026429Z","caller":"traceutil/trace.go:171","msg":"trace[622716056] transaction","detail":"{read_only:false; response_revision:26117; number_of_response:1; }","duration":"2.309343393s","start":"2026-04-29T23:16:48.717078Z","end":"2026-04-29T23:16:51.026421Z","steps":["trace[622716056] 'process raft request' (duration: 2.308158137s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:51.026468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:48.71705Z","time spent":"2.309397915s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:51.026562Z","caller":"traceutil/trace.go:171","msg":"trace[672195382] transaction","detail":"{read_only:false; response_revision:26119; number_of_response:1; }","duration":"2.309369324s","start":"2026-04-29T23:16:48.71717Z","end":"2026-04-29T23:16:51.026539Z","steps":["trace[672195382] 'process raft request' (duration: 2.308208838s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:51.026583Z","caller":"traceutil/trace.go:171","msg":"trace[753473894] transaction","detail":"{read_only:false; response_revision:26118; number_of_response:1; }","duration":"2.309450506s","start":"2026-04-29T23:16:48.7171Z","end":"2026-04-29T23:16:51.026551Z","steps":["trace[753473894] 'process raft request' (duration: 2.308238369s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:51.026675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:48.717136Z","time spent":"2.309477676s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:51.026733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:48.716739Z","time spent":"2.309911266s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:51.179013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999992427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T23:16:51.179101Z","caller":"traceutil/trace.go:171","msg":"trace[1886128226] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000146661s","start":"2026-04-29T23:16:49.178935Z","end":"2026-04-29T23:16:51.179082Z","steps":["trace[1886128226] 'agreement among raft nodes before linearized reading' (duration: 2.000036098s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:51.179152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:49.178909Z","time spent":"2.000233034s","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 23:16:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T23:16:52.185618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.384754726s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T23:16:52.34326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.855663ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:52.343401Z","caller":"traceutil/trace.go:171","msg":"trace[2015080356] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26122; }","duration":"695.006416ms","start":"2026-04-29T23:16:51.648374Z","end":"2026-04-29T23:16:52.34338Z","steps":["trace[2015080356] 'range keys from in-memory index tree' (duration: 694.840133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:52.345595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.689311ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T23:16:52.34576Z","caller":"traceutil/trace.go:171","msg":"trace[656465310] transaction","detail":"{read_only:false; response_revision:26123; number_of_response:1; }","duration":"2.956476438s","start":"2026-04-29T23:16:49.389269Z","end":"2026-04-29T23:16:52.345745Z","steps":["trace[656465310] 'process raft request' (duration: 2.796567842s)","trace[656465310] 'compare' (duration: 155.875535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:52.345829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:49.38925Z","time spent":"2.956550039s","remote":"127.0.0.1:35234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:52.349966Z","caller":"traceutil/trace.go:171","msg":"trace[1174652341] transaction","detail":"{read_only:false; response_revision:26124; number_of_response:1; }","duration":"2.960495798s","start":"2026-04-29T23:16:49.389459Z","end":"2026-04-29T23:16:52.349955Z","steps":["trace[1174652341] 'process raft request' (duration: 2.956212491s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:52.350021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:49.389452Z","time spent":"2.960543629s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:52.350189Z","caller":"traceutil/trace.go:171","msg":"trace[1384055786] transaction","detail":"{read_only:false; response_revision:26126; number_of_response:1; }","duration":"2.959209881s","start":"2026-04-29T23:16:49.390969Z","end":"2026-04-29T23:16:52.350178Z","steps":["trace[1384055786] 'process raft request' (duration: 2.958949694s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:52.350233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:49.390959Z","time spent":"2.959253562s","remote":"127.0.0.1:35234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:52.35029Z","caller":"traceutil/trace.go:171","msg":"trace[1553056067] transaction","detail":"{read_only:false; response_revision:26129; number_of_response:1; }","duration":"956.025571ms","start":"2026-04-29T23:16:51.394243Z","end":"2026-04-29T23:16:52.350269Z","steps":["trace[1553056067] 'process raft request' (duration: 955.98677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:52.35042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:51.394219Z","time spent":"956.136153ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:52.350668Z","caller":"traceutil/trace.go:171","msg":"trace[1663093808] transaction","detail":"{read_only:false; response_revision:26128; number_of_response:1; }","duration":"2.589955831s","start":"2026-04-29T23:16:49.760703Z","end":"2026-04-29T23:16:52.350659Z","steps":["trace[1663093808] 'process raft request' (duration: 2.589352526s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:52.350706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:49.760681Z","time spent":"2.590005921s","remote":"127.0.0.1:37868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418362,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:52.350797Z","caller":"traceutil/trace.go:171","msg":"trace[1952994517] linearizableReadLoop","detail":"{readStateIndex:26994; appliedIndex:26981; }","duration":"2.967361544s","start":"2026-04-29T23:16:49.383429Z","end":"2026-04-29T23:16:52.350791Z","steps":["trace[1952994517] 'read index received' (duration: 1.413289789s)","trace[1952994517] 'applied index is now lower than readState.Index' (duration: 1.554071165s)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:16:52.350826Z","caller":"traceutil/trace.go:171","msg":"trace[952826824] transaction","detail":"{read_only:false; response_revision:26127; number_of_response:1; }","duration":"2.957116753s","start":"2026-04-29T23:16:49.393701Z","end":"2026-04-29T23:16:52.350818Z","steps":["trace[952826824] 'process raft request' (duration: 2.956256653s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:52.35087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:49.393693Z","time spent":"2.957156024s","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:52.350323Z","caller":"traceutil/trace.go:171","msg":"trace[705945677] transaction","detail":"{read_only:false; response_revision:26125; number_of_response:1; }","duration":"2.960359436s","start":"2026-04-29T23:16:49.389957Z","end":"2026-04-29T23:16:52.350316Z","steps":["trace[705945677] 'process raft request' (duration: 2.959881274s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:52.350924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:49.389944Z","time spent":"2.96096049s","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:52.351049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.546203814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:52.351075Z","caller":"traceutil/trace.go:171","msg":"trace[340490449] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26129; }","duration":"3.546264106s","start":"2026-04-29T23:16:48.804804Z","end":"2026-04-29T23:16:52.351068Z","steps":["trace[340490449] 'agreement among raft nodes before linearized reading' (duration: 3.546225415s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:52.351094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:48.804785Z","time spent":"3.546303416s","remote":"127.0.0.1:45142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:52.351212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.980877974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:52.351237Z","caller":"traceutil/trace.go:171","msg":"trace[1213600650] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26129; }","duration":"3.980942755s","start":"2026-04-29T23:16:48.370288Z","end":"2026-04-29T23:16:52.351231Z","steps":["trace[1213600650] 'agreement among raft nodes before linearized reading' (duration: 3.980903584s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:52.351253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:48.370269Z","time spent":"3.980979267s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:52.351399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.489790653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T23:16:52.351423Z","caller":"traceutil/trace.go:171","msg":"trace[1176717609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26129; }","duration":"4.489834743s","start":"2026-04-29T23:16:47.861583Z","end":"2026-04-29T23:16:52.351417Z","steps":["trace[1176717609] 'agreement among raft nodes before linearized reading' (duration: 4.489757242s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:52.351439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:47.861569Z","time spent":"4.489866235s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T23:16:52.351539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.490678783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T23:16:52.351558Z","caller":"traceutil/trace.go:171","msg":"trace[692126333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26129; }","duration":"4.490743084s","start":"2026-04-29T23:16:47.86081Z","end":"2026-04-29T23:16:52.351553Z","steps":["trace[692126333] 'agreement among raft nodes before linearized reading' (duration: 4.490695293s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:52.351571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:47.860779Z","time spent":"4.490788415s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T23:16:52.35166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.490958019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T23:16:52.351678Z","caller":"traceutil/trace.go:171","msg":"trace[586757836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26129; }","duration":"4.49099623s","start":"2026-04-29T23:16:47.860678Z","end":"2026-04-29T23:16:52.351674Z","steps":["trace[586757836] 'agreement among raft nodes before linearized reading' (duration: 4.490952559s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:52.351691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:47.860668Z","time spent":"4.4910202s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T23:16:52.351778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.491197584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T23:16:52.351797Z","caller":"traceutil/trace.go:171","msg":"trace[1207789005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26129; }","duration":"4.491239025s","start":"2026-04-29T23:16:47.860552Z","end":"2026-04-29T23:16:52.351792Z","steps":["trace[1207789005] 'agreement among raft nodes before linearized reading' (duration: 4.491192294s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:52.351809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:47.860541Z","time spent":"4.491265726s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T23:16:52.351942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.491719196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T23:16:52.351973Z","caller":"traceutil/trace.go:171","msg":"trace[1858936188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26129; }","duration":"4.491782758s","start":"2026-04-29T23:16:47.860182Z","end":"2026-04-29T23:16:52.351965Z","steps":["trace[1858936188] 'agreement among raft nodes before linearized reading' (duration: 4.491684205s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:52.351994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:47.860164Z","time spent":"4.491825128s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T23:16:52.352103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.497969997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:52.352126Z","caller":"traceutil/trace.go:171","msg":"trace[1517627997] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26129; }","duration":"4.498033988s","start":"2026-04-29T23:16:47.854087Z","end":"2026-04-29T23:16:52.352121Z","steps":["trace[1517627997] 'agreement among raft nodes before linearized reading' (duration: 4.497993177s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:52.352145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:47.854064Z","time spent":"4.498076439s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:52.352298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.96231267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-29T23:16:52.352329Z","caller":"traceutil/trace.go:171","msg":"trace[342222519] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26129; }","duration":"2.962363671s","start":"2026-04-29T23:16:49.389958Z","end":"2026-04-29T23:16:52.352322Z","steps":["trace[342222519] 'agreement among raft nodes before linearized reading' (duration: 2.962278999s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:52.35235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:49.389942Z","time spent":"2.962402082s","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T23:16:52.352441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172978785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:52.352481Z","caller":"traceutil/trace.go:171","msg":"trace[449373837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26129; }","duration":"1.173057537s","start":"2026-04-29T23:16:51.179414Z","end":"2026-04-29T23:16:52.352472Z","steps":["trace[449373837] 'agreement among raft nodes before linearized reading' (duration: 1.172991155s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:52.352503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:51.17937Z","time spent":"1.173128208s","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T23:16:52.352548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418199674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:16:52.352574Z","caller":"traceutil/trace.go:171","msg":"trace[1643295306] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26129; }","duration":"2.418245616s","start":"2026-04-29T23:16:49.934321Z","end":"2026-04-29T23:16:52.352567Z","steps":["trace[1643295306] 'agreement among raft nodes before linearized reading' (duration: 2.418197155s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:52.352597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:49.934307Z","time spent":"2.418284246s","remote":"127.0.0.1:35256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:52.35267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.163819115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:52.352705Z","caller":"traceutil/trace.go:171","msg":"trace[379340991] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26129; }","duration":"5.163897727s","start":"2026-04-29T23:16:47.188799Z","end":"2026-04-29T23:16:52.352697Z","steps":["trace[379340991] 'agreement among raft nodes before linearized reading' (duration: 5.163835535s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:52.35272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.593339665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:52.352746Z","caller":"traceutil/trace.go:171","msg":"trace[1190848569] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26129; }","duration":"2.593395117s","start":"2026-04-29T23:16:49.759345Z","end":"2026-04-29T23:16:52.35274Z","steps":["trace[1190848569] 'agreement among raft nodes before linearized reading' (duration: 2.593352606s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:52.352771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:49.75933Z","time spent":"2.593433747s","remote":"127.0.0.1:57396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:52.352791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.640886413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-29T23:16:52.35281Z","caller":"traceutil/trace.go:171","msg":"trace[1473684321] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26129; }","duration":"5.640943754s","start":"2026-04-29T23:16:46.711861Z","end":"2026-04-29T23:16:52.352805Z","steps":["trace[1473684321] 'agreement among raft nodes before linearized reading' (duration: 5.640879813s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:52.352831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:46.71184Z","time spent":"5.640987215s","remote":"127.0.0.1:35078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-29T23:16:52.352892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.758826649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:16:52.352938Z","caller":"traceutil/trace.go:171","msg":"trace[726312859] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26129; }","duration":"2.75890794s","start":"2026-04-29T23:16:49.594021Z","end":"2026-04-29T23:16:52.352929Z","steps":["trace[726312859] 'agreement among raft nodes before linearized reading' (duration: 2.758847069s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:52.352959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:49.594001Z","time spent":"2.758952422s","remote":"127.0.0.1:57776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:52.353022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.493391302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eecc8535-6c5e-4726-b9b5-2aee24cde36a\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-29T23:16:52.35306Z","caller":"traceutil/trace.go:171","msg":"trace[1032981790] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eecc8535-6c5e-4726-b9b5-2aee24cde36a; range_end:; response_count:1; response_revision:26129; }","duration":"6.493472464s","start":"2026-04-29T23:16:45.85958Z","end":"2026-04-29T23:16:52.353052Z","steps":["trace[1032981790] 'agreement among raft nodes before linearized reading' (duration: 6.493373692s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:52.353068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961365399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:16:52.353081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:45.859534Z","time spent":"6.493542205s","remote":"127.0.0.1:35062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-eecc8535-6c5e-4726-b9b5-2aee24cde36a\" "} {"level":"info","ts":"2026-04-29T23:16:52.353093Z","caller":"traceutil/trace.go:171","msg":"trace[1589090050] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26129; }","duration":"2.96140681s","start":"2026-04-29T23:16:49.39168Z","end":"2026-04-29T23:16:52.353087Z","steps":["trace[1589090050] 'agreement among raft nodes before linearized reading' (duration: 2.96136353s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:52.353112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:49.391672Z","time spent":"2.961435421s","remote":"127.0.0.1:35202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T23:16:52.352727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:47.188778Z","time spent":"5.163944107s","remote":"127.0.0.1:57250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:52.35333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.604935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:16:52.353358Z","caller":"traceutil/trace.go:171","msg":"trace[2120814241] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26129; }","duration":"406.677346ms","start":"2026-04-29T23:16:51.946674Z","end":"2026-04-29T23:16:52.353351Z","steps":["trace[2120814241] 'agreement among raft nodes before linearized reading' (duration: 406.639035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:52.353384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:51.94665Z","time spent":"406.725839ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:52.352504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280208295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:16:52.35349Z","caller":"traceutil/trace.go:171","msg":"trace[1469641601] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26129; }","duration":"2.281235059s","start":"2026-04-29T23:16:50.072243Z","end":"2026-04-29T23:16:52.353478Z","steps":["trace[1469641601] 'agreement among raft nodes before linearized reading' (duration: 2.280222346s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:52.353513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:50.072223Z","time spent":"2.28128305s","remote":"127.0.0.1:35518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:16:52.874949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998450708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T23:16:53.75751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.410786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T23:16:53.757674Z","caller":"traceutil/trace.go:171","msg":"trace[95435218] transaction","detail":"{read_only:false; response_revision:26130; number_of_response:1; }","duration":"1.384358576s","start":"2026-04-29T23:16:52.373286Z","end":"2026-04-29T23:16:53.757644Z","steps":["trace[95435218] 'process raft request' (duration: 773.147694ms)","trace[95435218] 'compare' (duration: 610.280981ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:53.757773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:52.373265Z","time spent":"1.384459608s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:54.374674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000457568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T23:16:54.374756Z","caller":"traceutil/trace.go:171","msg":"trace[2030088943] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000567581s","start":"2026-04-29T23:16:52.37417Z","end":"2026-04-29T23:16:54.374737Z","steps":["trace[2030088943] 'agreement among raft nodes before linearized reading' (duration: 2.000463798s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:54.374794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:52.374164Z","time spent":"2.000622222s","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 23:16:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T23:16:55.356718Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.210302694s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T23:16:56.384128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000761366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T23:16:56.384226Z","caller":"traceutil/trace.go:171","msg":"trace[478257496] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00091216s","start":"2026-04-29T23:16:54.383293Z","end":"2026-04-29T23:16:56.384205Z","steps":["trace[478257496] 'agreement among raft nodes before linearized reading' (duration: 2.000787207s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:56.384289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:54.383279Z","time spent":"2.000989421s","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 23:16:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T23:16:56.851798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492287966s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T23:16:56.852087Z","caller":"traceutil/trace.go:171","msg":"trace[1446081379] transaction","detail":"{read_only:false; response_revision:26132; number_of_response:1; }","duration":"4.476039282s","start":"2026-04-29T23:16:52.376021Z","end":"2026-04-29T23:16:56.852061Z","steps":["trace[1446081379] 'process raft request' (duration: 4.475878248s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:56.85219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:52.376015Z","time spent":"4.476130734s","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:56.852742Z","caller":"traceutil/trace.go:171","msg":"trace[517692790] linearizableReadLoop","detail":"{readStateIndex:27001; appliedIndex:26995; }","duration":"4.478541688s","start":"2026-04-29T23:16:52.374182Z","end":"2026-04-29T23:16:56.852724Z","steps":["trace[517692790] 'read index received' (duration: 772.191253ms)","trace[517692790] 'applied index is now lower than readState.Index' (duration: 3.706349565s)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:16:56.852733Z","caller":"traceutil/trace.go:171","msg":"trace[1350285700] transaction","detail":"{read_only:false; response_revision:26131; number_of_response:1; }","duration":"4.476924412s","start":"2026-04-29T23:16:52.37577Z","end":"2026-04-29T23:16:56.852694Z","steps":["trace[1350285700] 'process raft request' (duration: 2.983649613s)","trace[1350285700] 'compare' (duration: 1.490304902s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:56.852906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:52.375746Z","time spent":"4.477070054s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:56.852939Z","caller":"traceutil/trace.go:171","msg":"trace[1029898759] transaction","detail":"{read_only:false; response_revision:26138; number_of_response:1; }","duration":"3.819790122s","start":"2026-04-29T23:16:53.033139Z","end":"2026-04-29T23:16:56.85293Z","steps":["trace[1029898759] 'process raft request' (duration: 3.819151008s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:56.853011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:53.033132Z","time spent":"3.819831053s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:56.853126Z","caller":"traceutil/trace.go:171","msg":"trace[1747622221] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"4.474883535s","start":"2026-04-29T23:16:52.378235Z","end":"2026-04-29T23:16:56.853119Z","steps":["trace[1747622221] 'process raft request' (duration: 4.47375336s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:56.853197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:52.378227Z","time spent":"4.474922676s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:56.853241Z","caller":"traceutil/trace.go:171","msg":"trace[1974285197] transaction","detail":"{read_only:false; response_revision:26139; number_of_response:1; }","duration":"3.819876513s","start":"2026-04-29T23:16:53.033348Z","end":"2026-04-29T23:16:56.853225Z","steps":["trace[1974285197] 'process raft request' (duration: 3.819102706s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:56.853303Z","caller":"traceutil/trace.go:171","msg":"trace[301606206] transaction","detail":"{read_only:false; response_revision:26135; number_of_response:1; }","duration":"4.473752529s","start":"2026-04-29T23:16:52.379545Z","end":"2026-04-29T23:16:56.853298Z","steps":["trace[301606206] 'process raft request' (duration: 4.472588233s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:56.853366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:52.379538Z","time spent":"4.473807271s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:56.853366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:53.033341Z","time spent":"3.819980346s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:56.853586Z","caller":"traceutil/trace.go:171","msg":"trace[1617643236] transaction","detail":"{read_only:false; response_revision:26136; number_of_response:1; }","duration":"3.821283994s","start":"2026-04-29T23:16:53.032292Z","end":"2026-04-29T23:16:56.853576Z","steps":["trace[1617643236] 'process raft request' (duration: 3.819923154s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:56.85354Z","caller":"traceutil/trace.go:171","msg":"trace[1400142986] transaction","detail":"{read_only:false; response_revision:26140; number_of_response:1; }","duration":"3.82016651s","start":"2026-04-29T23:16:53.033361Z","end":"2026-04-29T23:16:56.853527Z","steps":["trace[1400142986] 'process raft request' (duration: 3.819233249s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:56.853662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:53.032265Z","time spent":"3.821352946s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:56.853676Z","caller":"traceutil/trace.go:171","msg":"trace[187306188] transaction","detail":"{read_only:false; response_revision:26137; number_of_response:1; }","duration":"3.821189903s","start":"2026-04-29T23:16:53.032469Z","end":"2026-04-29T23:16:56.853658Z","steps":["trace[187306188] 'process raft request' (duration: 3.819786652s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:56.853715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:53.033326Z","time spent":"3.820321213s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:56.853884Z","caller":"traceutil/trace.go:171","msg":"trace[868783689] transaction","detail":"{read_only:false; response_revision:26141; number_of_response:1; }","duration":"3.820425285s","start":"2026-04-29T23:16:53.033415Z","end":"2026-04-29T23:16:56.853841Z","steps":["trace[868783689] 'process raft request' (duration: 3.819212858s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:56.853986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:53.03341Z","time spent":"3.820510408s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:56.854048Z","caller":"traceutil/trace.go:171","msg":"trace[395087900] transaction","detail":"{read_only:false; response_revision:26143; number_of_response:1; }","duration":"3.738775228s","start":"2026-04-29T23:16:53.115235Z","end":"2026-04-29T23:16:56.85401Z","steps":["trace[395087900] 'process raft request' (duration: 3.737448088s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:16:56.853283Z","caller":"traceutil/trace.go:171","msg":"trace[1761577208] transaction","detail":"{read_only:false; response_revision:26134; number_of_response:1; }","duration":"4.474385934s","start":"2026-04-29T23:16:52.37889Z","end":"2026-04-29T23:16:56.853276Z","steps":["trace[1761577208] 'process raft request' (duration: 4.473139606s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:56.853772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:53.032462Z","time spent":"3.821266575s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:56.854267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:53.115157Z","time spent":"3.739009663s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:56.854303Z","caller":"traceutil/trace.go:171","msg":"trace[2043682574] transaction","detail":"{read_only:false; response_revision:26142; number_of_response:1; }","duration":"3.820719542s","start":"2026-04-29T23:16:53.033568Z","end":"2026-04-29T23:16:56.854288Z","steps":["trace[2043682574] 'process raft request' (duration: 3.819087616s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:56.854478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:53.033562Z","time spent":"3.820856825s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:56.85428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:52.378882Z","time spent":"4.475317524s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:16:57.074759Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.716783214s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T23:16:58.384289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999854445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T23:16:58.384391Z","caller":"traceutil/trace.go:171","msg":"trace[1425807030] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000028458s","start":"2026-04-29T23:16:56.384339Z","end":"2026-04-29T23:16:58.384368Z","steps":["trace[1425807030] 'agreement among raft nodes before linearized reading' (duration: 1.999889585s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:58.384443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:56.384315Z","time spent":"2.000117041s","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 23:16:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T23:16:58.839284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764112854s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T23:16:58.839433Z","caller":"traceutil/trace.go:171","msg":"trace[481782970] transaction","detail":"{read_only:false; response_revision:26144; number_of_response:1; }","duration":"4.475936399s","start":"2026-04-29T23:16:54.363463Z","end":"2026-04-29T23:16:58.839399Z","steps":["trace[481782970] 'process raft request' (duration: 2.71161188s)","trace[481782970] 'compare' (duration: 1.762662041s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:16:58.8396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:54.363442Z","time spent":"4.476057402s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:16:58.839597Z","caller":"traceutil/trace.go:171","msg":"trace[1729373662] linearizableReadLoop","detail":"{readStateIndex:27010; appliedIndex:27009; }","duration":"1.986762339s","start":"2026-04-29T23:16:56.852788Z","end":"2026-04-29T23:16:58.839551Z","steps":["trace[1729373662] 'read index received' (duration: 222.254975ms)","trace[1729373662] 'applied index is now lower than readState.Index' (duration: 1.764504223s)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:16:58.83976Z","caller":"traceutil/trace.go:171","msg":"trace[373861048] transaction","detail":"{read_only:false; response_revision:26145; number_of_response:1; }","duration":"1.950021678s","start":"2026-04-29T23:16:56.889668Z","end":"2026-04-29T23:16:58.83969Z","steps":["trace[373861048] 'process raft request' (duration: 1.949722991s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:16:58.839952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:56.889646Z","time spent":"1.950205982s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:00.308418Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.449324305s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T23:17:00.391724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000429827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T23:17:00.391852Z","caller":"traceutil/trace.go:171","msg":"trace[993779401] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000619572s","start":"2026-04-29T23:16:58.391209Z","end":"2026-04-29T23:17:00.391829Z","steps":["trace[993779401] 'agreement among raft nodes before linearized reading' (duration: 2.000463338s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:00.391912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:58.391189Z","time spent":"2.000703064s","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 23:17:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T23:17:01.140264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300747079s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-29T23:17:01.140605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.34229559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:01.140705Z","caller":"traceutil/trace.go:171","msg":"trace[996404031] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26146; }","duration":"7.342486083s","start":"2026-04-29T23:16:53.798195Z","end":"2026-04-29T23:17:01.140681Z","steps":["trace[996404031] 'agreement among raft nodes before linearized reading' (duration: 5.041510229s)","trace[996404031] 'count revisions from in-memory index tree' (duration: 2.30079232s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:01.142276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:53.798177Z","time spent":"7.3440688s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:01.140964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.999902036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:01.142415Z","caller":"traceutil/trace.go:171","msg":"trace[967106847] transaction","detail":"{read_only:false; response_revision:26147; number_of_response:1; }","duration":"2.283414877s","start":"2026-04-29T23:16:58.858975Z","end":"2026-04-29T23:17:01.14239Z","steps":["trace[967106847] 'process raft request' (duration: 2.281518904s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:01.142423Z","caller":"traceutil/trace.go:171","msg":"trace[1466684548] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26146; }","duration":"7.00141207s","start":"2026-04-29T23:16:54.140973Z","end":"2026-04-29T23:17:01.142385Z","steps":["trace[1466684548] 'agreement among raft nodes before linearized reading' (duration: 4.698609134s)","trace[1466684548] 'count revisions from in-memory index tree' (duration: 2.301300782s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:01.141019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.541938572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T23:17:01.142561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:58.858959Z","time spent":"2.283538251s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:01.142613Z","caller":"traceutil/trace.go:171","msg":"trace[1946136034] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26146; }","duration":"4.543559009s","start":"2026-04-29T23:16:56.59903Z","end":"2026-04-29T23:17:01.142589Z","steps":["trace[1946136034] 'agreement among raft nodes before linearized reading' (duration: 2.240580069s)","trace[1946136034] 'count revisions from in-memory index tree' (duration: 2.301386044s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:01.142731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:56.599009Z","time spent":"4.543676372s","remote":"127.0.0.1:57812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:01.14105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.661674649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T23:17:01.144695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.770047927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T23:17:01.144757Z","caller":"traceutil/trace.go:171","msg":"trace[1398680588] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26146; }","duration":"8.770182301s","start":"2026-04-29T23:16:52.374559Z","end":"2026-04-29T23:17:01.144741Z","steps":["trace[1398680588] 'agreement among raft nodes before linearized reading' (duration: 6.465167954s)","trace[1398680588] 'range keys from in-memory index tree' (duration: 2.304797091s)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:01.143586Z","caller":"traceutil/trace.go:171","msg":"trace[1317054770] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26146; }","duration":"4.664228166s","start":"2026-04-29T23:16:56.47933Z","end":"2026-04-29T23:17:01.143558Z","steps":["trace[1317054770] 'agreement among raft nodes before linearized reading' (duration: 2.360290795s)","trace[1317054770] 'count revisions from in-memory index tree' (duration: 2.301412635s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:01.144848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:56.47931Z","time spent":"4.665513356s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:01.14112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.846109719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:01.141151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.603730928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:01.145126Z","caller":"traceutil/trace.go:171","msg":"trace[444420011] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26146; }","duration":"6.607715148s","start":"2026-04-29T23:16:54.537377Z","end":"2026-04-29T23:17:01.145092Z","steps":["trace[444420011] 'agreement among raft nodes before linearized reading' (duration: 4.302251172s)","trace[444420011] 'count revisions from in-memory index tree' (duration: 2.301488276s)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:01.144999Z","caller":"traceutil/trace.go:171","msg":"trace[875908058] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26146; }","duration":"6.850008757s","start":"2026-04-29T23:16:54.294973Z","end":"2026-04-29T23:17:01.144982Z","steps":["trace[875908058] 'agreement among raft nodes before linearized reading' (duration: 4.544667814s)","trace[875908058] 'count revisions from in-memory index tree' (duration: 2.301460216s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:01.145194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:54.537359Z","time spent":"6.60782161s","remote":"127.0.0.1:57326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:01.141223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.759990015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:01.145289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:54.294953Z","time spent":"6.850292313s","remote":"127.0.0.1:58748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:17:01.14542Z","caller":"traceutil/trace.go:171","msg":"trace[1300648618] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26146; }","duration":"7.76420367s","start":"2026-04-29T23:16:53.381186Z","end":"2026-04-29T23:17:01.14539Z","steps":["trace[1300648618] 'agreement among raft nodes before linearized reading' (duration: 5.45856258s)","trace[1300648618] 'count revisions from in-memory index tree' (duration: 2.301456296s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:01.14139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.412179654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18621"} {"level":"info","ts":"2026-04-29T23:17:01.145682Z","caller":"traceutil/trace.go:171","msg":"trace[603466173] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26146; }","duration":"8.416500301s","start":"2026-04-29T23:16:52.729162Z","end":"2026-04-29T23:17:01.145662Z","steps":["trace[603466173] 'agreement among raft nodes before linearized reading' (duration: 6.110577605s)","trace[603466173] 'range keys from in-memory index tree' (duration: 2.301593359s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:01.145689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:53.381164Z","time spent":"7.764404474s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:01.14574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:52.729141Z","time spent":"8.416583163s","remote":"127.0.0.1:35080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18644,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-29T23:17:01.14146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.764323097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aaf700a282f34b\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-04-29T23:17:01.14142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.696377841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:01.145925Z","caller":"traceutil/trace.go:171","msg":"trace[1401817618] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26146; }","duration":"8.700942244s","start":"2026-04-29T23:16:52.444971Z","end":"2026-04-29T23:17:01.145913Z","steps":["trace[1401817618] 'agreement among raft nodes before linearized reading' (duration: 6.394772902s)","trace[1401817618] 'range keys from in-memory index tree' (duration: 2.301620589s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:01.141526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.76313596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-29T23:17:01.14176Z","caller":"traceutil/trace.go:171","msg":"trace[1950269509] linearizableReadLoop","detail":"{readStateIndex:27012; appliedIndex:27011; }","duration":"2.30207622s","start":"2026-04-29T23:16:58.839659Z","end":"2026-04-29T23:17:01.141736Z","steps":["trace[1950269509] 'read index received' (duration: 64.911µs)","trace[1950269509] 'applied index is now lower than readState.Index' (duration: 2.302009348s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:01.141891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.283946428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18aaf6fc6346098e\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-04-29T23:17:01.141965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.858198125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:01.141983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.514083598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:01.142013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.580804307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:01.142026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867055295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:01.142054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.063197895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:01.142548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:54.14095Z","time spent":"7.001561214s","remote":"127.0.0.1:45184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:01.141085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.631337593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:01.144792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:52.374525Z","time spent":"8.770258901s","remote":"127.0.0.1:35202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-29T23:17:01.141319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.764619524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-04-29T23:17:01.141184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.378599392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context deadline exceeded"} {"level":"info","ts":"2026-04-29T23:17:01.146055Z","caller":"traceutil/trace.go:171","msg":"trace[398056962] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.383510613s","start":"2026-04-29T23:16:55.762532Z","end":"2026-04-29T23:17:01.146043Z","steps":["trace[398056962] 'agreement among raft nodes before linearized reading' (duration: 3.077120126s)","trace[398056962] 'range keys from in-memory index tree' (duration: 2.301498287s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:01.146083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:52.444945Z","time spent":"8.701122188s","remote":"127.0.0.1:35370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-29T23:17:01.146115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:55.762454Z","time spent":"5.383649756s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/29 23:17:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-29T23:17:01.146238Z","caller":"traceutil/trace.go:171","msg":"trace[235799975] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26146; }","duration":"4.06737749s","start":"2026-04-29T23:16:57.078848Z","end":"2026-04-29T23:17:01.146225Z","steps":["trace[235799975] 'agreement among raft nodes before linearized reading' (duration: 4.063182555s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:01.146289Z","caller":"traceutil/trace.go:171","msg":"trace[377280151] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26146; }","duration":"3.518397445s","start":"2026-04-29T23:16:57.627855Z","end":"2026-04-29T23:17:01.146252Z","steps":["trace[377280151] 'agreement among raft nodes before linearized reading' (duration: 3.514096438s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:01.146315Z","caller":"traceutil/trace.go:171","msg":"trace[1583506454] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26146; }","duration":"2.862583844s","start":"2026-04-29T23:16:58.283724Z","end":"2026-04-29T23:17:01.146307Z","steps":["trace[1583506454] 'agreement among raft nodes before linearized reading' (duration: 2.858209986s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:01.146355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:58.283705Z","time spent":"2.862636145s","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:01.146358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:57.627832Z","time spent":"3.518504258s","remote":"127.0.0.1:35492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:17:01.146274Z","caller":"traceutil/trace.go:171","msg":"trace[400833380] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26146; }","duration":"8.767746134s","start":"2026-04-29T23:16:52.378367Z","end":"2026-04-29T23:17:01.146113Z","steps":["trace[400833380] 'agreement among raft nodes before linearized reading' (duration: 6.461390588s)","trace[400833380] 'range keys from in-memory index tree' (duration: 2.301705741s)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:01.145918Z","caller":"traceutil/trace.go:171","msg":"trace[1820894236] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aaf700a282f34b; range_end:; response_count:1; response_revision:26146; }","duration":"8.768766937s","start":"2026-04-29T23:16:52.377118Z","end":"2026-04-29T23:17:01.145885Z","steps":["trace[1820894236] 'agreement among raft nodes before linearized reading' (duration: 6.462607015s)","trace[1820894236] 'range keys from in-memory index tree' (duration: 2.3016239s)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:01.146438Z","caller":"traceutil/trace.go:171","msg":"trace[504814873] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26146; }","duration":"8.76973766s","start":"2026-04-29T23:16:52.376678Z","end":"2026-04-29T23:17:01.146416Z","steps":["trace[504814873] 'agreement among raft nodes before linearized reading' (duration: 6.463057426s)","trace[504814873] 'range keys from in-memory index tree' (duration: 2.301499357s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:01.146494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:52.377112Z","time spent":"8.769314231s","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aaf700a282f34b\" "} {"level":"warn","ts":"2026-04-29T23:17:01.14653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:52.376669Z","time spent":"8.769843792s","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-29T23:17:01.146548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:52.378361Z","time spent":"8.768164154s","remote":"127.0.0.1:35064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-29T23:17:01.146262Z","caller":"traceutil/trace.go:171","msg":"trace[1639944978] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18aaf6fc6346098e; range_end:; response_count:1; response_revision:26146; }","duration":"4.288272315s","start":"2026-04-29T23:16:56.85793Z","end":"2026-04-29T23:17:01.146202Z","steps":["trace[1639944978] 'agreement among raft nodes before linearized reading' (duration: 4.283868546s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:01.147448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:56.857888Z","time spent":"4.289543774s","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18aaf6fc6346098e\" "} {"level":"info","ts":"2026-04-29T23:17:01.146274Z","caller":"traceutil/trace.go:171","msg":"trace[1207293745] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26146; }","duration":"3.585092543s","start":"2026-04-29T23:16:57.561162Z","end":"2026-04-29T23:17:01.146255Z","steps":["trace[1207293745] 'agreement among raft nodes before linearized reading' (duration: 3.580823597s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:01.147609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:57.561142Z","time spent":"3.586419223s","remote":"127.0.0.1:58848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:17:01.146605Z","caller":"traceutil/trace.go:171","msg":"trace[1573399434] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26146; }","duration":"2.871704172s","start":"2026-04-29T23:16:58.274888Z","end":"2026-04-29T23:17:01.146593Z","steps":["trace[1573399434] 'agreement among raft nodes before linearized reading' (duration: 2.867115758s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:01.147901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:58.274808Z","time spent":"2.873081253s","remote":"127.0.0.1:58818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:01.1465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:57.078786Z","time spent":"4.067637716s","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:17:01.146241Z","caller":"traceutil/trace.go:171","msg":"trace[515585950] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26146; }","duration":"6.636488709s","start":"2026-04-29T23:16:54.509739Z","end":"2026-04-29T23:17:01.146227Z","steps":["trace[515585950] 'agreement among raft nodes before linearized reading' (duration: 4.329891707s)","trace[515585950] 'count revisions from in-memory index tree' (duration: 2.301435826s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:01.148304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:54.509689Z","time spent":"6.638555025s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:01.647023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998450738,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T23:17:02.148273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998450738,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T23:17:02.20744Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.893380447s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T23:17:02.306888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.363069ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:02.307052Z","caller":"traceutil/trace.go:171","msg":"trace[1834057216] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26147; }","duration":"658.539873ms","start":"2026-04-29T23:17:01.648485Z","end":"2026-04-29T23:17:02.307025Z","steps":["trace[1834057216] 'range keys from in-memory index tree' (duration: 658.343608ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:02.307554Z","caller":"traceutil/trace.go:171","msg":"trace[1394958645] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"3.447565884s","start":"2026-04-29T23:16:58.859924Z","end":"2026-04-29T23:17:02.307489Z","steps":["trace[1394958645] 'process raft request' (duration: 3.347735136s)","trace[1394958645] 'compare' (duration: 99.420309ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:02.307958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:58.859897Z","time spent":"3.447786079s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:02.308058Z","caller":"traceutil/trace.go:171","msg":"trace[1836540800] transaction","detail":"{read_only:false; response_revision:26149; number_of_response:1; }","duration":"3.447690777s","start":"2026-04-29T23:16:58.860332Z","end":"2026-04-29T23:17:02.308023Z","steps":["trace[1836540800] 'process raft request' (duration: 3.446900859s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:02.308251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:58.860274Z","time spent":"3.44787275s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:02.30851Z","caller":"traceutil/trace.go:171","msg":"trace[654953646] transaction","detail":"{read_only:false; response_revision:26150; number_of_response:1; }","duration":"3.448003223s","start":"2026-04-29T23:16:58.86049Z","end":"2026-04-29T23:17:02.308493Z","steps":["trace[654953646] 'process raft request' (duration: 3.446984651s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:02.308607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:58.860472Z","time spent":"3.448088415s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:02.308596Z","caller":"traceutil/trace.go:171","msg":"trace[1468926894] transaction","detail":"{read_only:false; response_revision:26154; number_of_response:1; }","duration":"2.717634217s","start":"2026-04-29T23:16:59.59094Z","end":"2026-04-29T23:17:02.308574Z","steps":["trace[1468926894] 'process raft request' (duration: 2.717493554s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:02.308752Z","caller":"traceutil/trace.go:171","msg":"trace[1134914630] transaction","detail":"{read_only:false; response_revision:26151; number_of_response:1; }","duration":"3.448051654s","start":"2026-04-29T23:16:58.860686Z","end":"2026-04-29T23:17:02.308738Z","steps":["trace[1134914630] 'process raft request' (duration: 3.446912658s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:02.308765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:59.590914Z","time spent":"2.71781328s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:02.30881Z","caller":"traceutil/trace.go:171","msg":"trace[176629498] transaction","detail":"{read_only:false; response_revision:26152; number_of_response:1; }","duration":"3.447655605s","start":"2026-04-29T23:16:58.861141Z","end":"2026-04-29T23:17:02.308797Z","steps":["trace[176629498] 'process raft request' (duration: 3.447163434s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:02.308881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:58.860675Z","time spent":"3.448136735s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:02.308915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:58.861133Z","time spent":"3.447730946s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:02.308967Z","caller":"traceutil/trace.go:171","msg":"trace[266292639] transaction","detail":"{read_only:false; response_revision:26155; number_of_response:1; }","duration":"2.704129572s","start":"2026-04-29T23:16:59.604823Z","end":"2026-04-29T23:17:02.308952Z","steps":["trace[266292639] 'process raft request' (duration: 2.703696692s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:02.308748Z","caller":"traceutil/trace.go:171","msg":"trace[1679465344] transaction","detail":"{read_only:false; response_revision:26153; number_of_response:1; }","duration":"3.446738284s","start":"2026-04-29T23:16:58.861981Z","end":"2026-04-29T23:17:02.308719Z","steps":["trace[1679465344] 'process raft request' (duration: 3.446366356s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:02.309177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:58.861968Z","time spent":"3.447139715s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:02.309052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:59.60481Z","time spent":"2.704201334s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:02.392326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000484449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T23:17:02.392422Z","caller":"traceutil/trace.go:171","msg":"trace[1770354781] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000678203s","start":"2026-04-29T23:17:00.391717Z","end":"2026-04-29T23:17:02.392395Z","steps":["trace[1770354781] 'agreement among raft nodes before linearized reading' (duration: 2.000564781s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:02.392474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:00.391697Z","time spent":"2.000765915s","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 23:17:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T23:17:03.860681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.001859092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T23:17:03.860775Z","caller":"traceutil/trace.go:171","msg":"trace[1720670370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.002015186s","start":"2026-04-29T23:16:58.858737Z","end":"2026-04-29T23:17:03.860752Z","steps":["trace[1720670370] 'agreement among raft nodes before linearized reading' (duration: 5.001895933s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:03.860697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.001836012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-29T23:17:03.860837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:58.858719Z","time spent":"5.002095477s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T23:17:03.860867Z","caller":"traceutil/trace.go:171","msg":"trace[921570376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.002045146s","start":"2026-04-29T23:16:58.858801Z","end":"2026-04-29T23:17:03.860846Z","steps":["trace[921570376] 'agreement among raft nodes before linearized reading' (duration: 5.001845432s)"],"step_count":1} 2026/04/29 23:17:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T23:17:03.860917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:58.858796Z","time spent":"5.002111598s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/29 23:17:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T23:17:03.938126Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.724682283s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T23:17:04.254963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.518057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T23:17:04.255307Z","caller":"traceutil/trace.go:171","msg":"trace[1347096029] transaction","detail":"{read_only:false; response_revision:26158; number_of_response:1; }","duration":"1.103111695s","start":"2026-04-29T23:17:03.152177Z","end":"2026-04-29T23:17:04.255288Z","steps":["trace[1347096029] 'process raft request' (duration: 1.103071594s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.255383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:03.15215Z","time spent":"1.103200576s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:04.255451Z","caller":"traceutil/trace.go:171","msg":"trace[480712830] transaction","detail":"{read_only:false; response_revision:26157; number_of_response:1; }","duration":"2.393719581s","start":"2026-04-29T23:17:01.8617Z","end":"2026-04-29T23:17:04.255419Z","steps":["trace[480712830] 'process raft request' (duration: 2.393458705s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:04.255645Z","caller":"traceutil/trace.go:171","msg":"trace[1290742009] transaction","detail":"{read_only:false; response_revision:26156; number_of_response:1; }","duration":"3.410655768s","start":"2026-04-29T23:17:00.844911Z","end":"2026-04-29T23:17:04.255566Z","steps":["trace[1290742009] 'process raft request' (duration: 3.093431015s)","trace[1290742009] 'compare' (duration: 315.985126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:04.255705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:01.861674Z","time spent":"2.393927696s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:04.25575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:00.844878Z","time spent":"3.410819312s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:04.255508Z","caller":"traceutil/trace.go:171","msg":"trace[2075340824] linearizableReadLoop","detail":"{readStateIndex:27024; appliedIndex:27013; }","duration":"3.109478238s","start":"2026-04-29T23:17:01.146019Z","end":"2026-04-29T23:17:04.255498Z","steps":["trace[2075340824] 'read index received' (duration: 1.061611237s)","trace[2075340824] 'applied index is now lower than readState.Index' (duration: 2.047865961s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:04.255971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:01.148549Z","time spent":"3.107419422s","remote":"127.0.0.1:34992","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T23:17:04.256003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.108143918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:04.256046Z","caller":"traceutil/trace.go:171","msg":"trace[538641417] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:0; response_revision:26158; }","duration":"3.10820419s","start":"2026-04-29T23:17:01.147831Z","end":"2026-04-29T23:17:04.256036Z","steps":["trace[538641417] 'agreement among raft nodes before linearized reading' (duration: 3.108132588s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.256083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:01.14782Z","time spent":"3.108256591s","remote":"127.0.0.1:34946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-04-29T23:17:04.256285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.416266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:17:04.256326Z","caller":"traceutil/trace.go:171","msg":"trace[998031648] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26158; }","duration":"729.508178ms","start":"2026-04-29T23:17:03.526809Z","end":"2026-04-29T23:17:04.256317Z","steps":["trace[998031648] 'agreement among raft nodes before linearized reading' (duration: 729.446307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.256379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:03.526782Z","time spent":"729.585459ms","remote":"127.0.0.1:35080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:04.256665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857541756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:04.25673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.396808355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T23:17:04.256757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.106142142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18621"} {"level":"info","ts":"2026-04-29T23:17:04.256779Z","caller":"traceutil/trace.go:171","msg":"trace[265785233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26158; }","duration":"5.396901176s","start":"2026-04-29T23:16:58.859865Z","end":"2026-04-29T23:17:04.256766Z","steps":["trace[265785233] 'agreement among raft nodes before linearized reading' (duration: 5.395662347s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:04.256812Z","caller":"traceutil/trace.go:171","msg":"trace[1614711884] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26158; }","duration":"3.106195594s","start":"2026-04-29T23:17:01.150602Z","end":"2026-04-29T23:17:04.256798Z","steps":["trace[1614711884] 'agreement among raft nodes before linearized reading' (duration: 3.10603522s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.256797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.265371758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:04.256846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:01.150561Z","time spent":"3.106278076s","remote":"127.0.0.1:35080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18644,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-29T23:17:04.256864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.883586127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:17:04.256913Z","caller":"traceutil/trace.go:171","msg":"trace[2003326122] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26158; }","duration":"4.883662739s","start":"2026-04-29T23:16:59.373234Z","end":"2026-04-29T23:17:04.256897Z","steps":["trace[2003326122] 'agreement among raft nodes before linearized reading' (duration: 4.883600637s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.25692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.929957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-29T23:17:04.25695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:59.373215Z","time spent":"4.883725271s","remote":"127.0.0.1:35178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:17:04.25696Z","caller":"traceutil/trace.go:171","msg":"trace[1483121502] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26158; }","duration":"887.001769ms","start":"2026-04-29T23:17:03.369945Z","end":"2026-04-29T23:17:04.256946Z","steps":["trace[1483121502] 'agreement among raft nodes before linearized reading' (duration: 886.844995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.256973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871770728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:04.256996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:03.36993Z","time spent":"887.0569ms","remote":"127.0.0.1:34952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:17:04.257012Z","caller":"traceutil/trace.go:171","msg":"trace[1372491004] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26158; }","duration":"1.871810039s","start":"2026-04-29T23:17:02.385191Z","end":"2026-04-29T23:17:04.257001Z","steps":["trace[1372491004] 'agreement among raft nodes before linearized reading' (duration: 1.871751418s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.257045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:02.385126Z","time spent":"1.871911701s","remote":"127.0.0.1:45216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T23:17:04.257038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.395437895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-29T23:17:04.257104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.102763797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2f3b2d9c-b798-418e-997f-42801224967e\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-29T23:17:04.257112Z","caller":"traceutil/trace.go:171","msg":"trace[686543348] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26158; }","duration":"3.395545907s","start":"2026-04-29T23:17:00.86154Z","end":"2026-04-29T23:17:04.257086Z","steps":["trace[686543348] 'agreement among raft nodes before linearized reading' (duration: 3.395351633s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.257137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.071236317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-04-29T23:17:04.256815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:58.859847Z","time spent":"5.396959368s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T23:17:04.25717Z","caller":"traceutil/trace.go:171","msg":"trace[495412765] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2f3b2d9c-b798-418e-997f-42801224967e; range_end:; response_count:1; response_revision:26158; }","duration":"3.102878519s","start":"2026-04-29T23:17:01.154277Z","end":"2026-04-29T23:17:04.257156Z","steps":["trace[495412765] 'agreement among raft nodes before linearized reading' (duration: 3.102675644s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:04.257187Z","caller":"traceutil/trace.go:171","msg":"trace[1528935880] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26158; }","duration":"4.071318739s","start":"2026-04-29T23:17:00.185855Z","end":"2026-04-29T23:17:04.257174Z","steps":["trace[1528935880] 'agreement among raft nodes before linearized reading' (duration: 4.071172596s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:04.256762Z","caller":"traceutil/trace.go:171","msg":"trace[611962218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26158; }","duration":"1.857648108s","start":"2026-04-29T23:17:02.399093Z","end":"2026-04-29T23:17:04.256741Z","steps":["trace[611962218] 'agreement among raft nodes before linearized reading' (duration: 1.857493385s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.257228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397784309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:04.257251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:02.399077Z","time spent":"1.858163611s","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T23:17:04.257273Z","caller":"traceutil/trace.go:171","msg":"trace[418868251] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26158; }","duration":"1.397867541s","start":"2026-04-29T23:17:02.859396Z","end":"2026-04-29T23:17:04.257264Z","steps":["trace[418868251] 'agreement among raft nodes before linearized reading' (duration: 1.39780282s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.257298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518991611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:04.257309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:02.859373Z","time spent":"1.397924623s","remote":"127.0.0.1:57114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:17:04.257335Z","caller":"traceutil/trace.go:171","msg":"trace[2053730283] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26158; }","duration":"1.519068732s","start":"2026-04-29T23:17:02.738255Z","end":"2026-04-29T23:17:04.257324Z","steps":["trace[2053730283] 'agreement among raft nodes before linearized reading' (duration: 1.519014291s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.257365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:02.738233Z","time spent":"1.519122353s","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:04.257368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493692058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T23:17:04.257405Z","caller":"traceutil/trace.go:171","msg":"trace[329419147] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26158; }","duration":"1.49376901s","start":"2026-04-29T23:17:02.763626Z","end":"2026-04-29T23:17:04.257395Z","steps":["trace[329419147] 'agreement among raft nodes before linearized reading' (duration: 1.493672518s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.256828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.509236858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:04.257441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:02.763605Z","time spent":"1.493829602s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T23:17:04.257455Z","caller":"traceutil/trace.go:171","msg":"trace[1515548287] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26158; }","duration":"3.509946304s","start":"2026-04-29T23:17:00.747499Z","end":"2026-04-29T23:17:04.257445Z","steps":["trace[1515548287] 'agreement among raft nodes before linearized reading' (duration: 3.509229958s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.257473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.39750457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-29T23:17:04.257523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51010671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:04.257567Z","caller":"traceutil/trace.go:171","msg":"trace[1862246061] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26158; }","duration":"1.51014785s","start":"2026-04-29T23:17:02.747405Z","end":"2026-04-29T23:17:04.257553Z","steps":["trace[1862246061] 'agreement among raft nodes before linearized reading' (duration: 1.510091779s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.257616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:02.747381Z","time spent":"1.510222622s","remote":"127.0.0.1:45186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:04.257244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:00.185836Z","time spent":"4.07139591s","remote":"127.0.0.1:58846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-29T23:17:04.25776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.47066076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:04.257201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:01.154261Z","time spent":"3.102935571s","remote":"127.0.0.1:35062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-2f3b2d9c-b798-418e-997f-42801224967e\" "} {"level":"info","ts":"2026-04-29T23:17:04.257801Z","caller":"traceutil/trace.go:171","msg":"trace[1258670880] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26158; }","duration":"4.470732002s","start":"2026-04-29T23:16:59.78706Z","end":"2026-04-29T23:17:04.257792Z","steps":["trace[1258670880] 'agreement among raft nodes before linearized reading' (duration: 4.47066721s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.259216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:59.787045Z","time spent":"4.472136204s","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:17:04.257569Z","caller":"traceutil/trace.go:171","msg":"trace[1368908556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26158; }","duration":"5.397619152s","start":"2026-04-29T23:16:58.859933Z","end":"2026-04-29T23:17:04.257552Z","steps":["trace[1368908556] 'agreement among raft nodes before linearized reading' (duration: 5.397211283s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.259381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:58.85992Z","time spent":"5.399409653s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T23:17:04.257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.069655752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-29T23:17:04.25957Z","caller":"traceutil/trace.go:171","msg":"trace[1809245802] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26158; }","duration":"4.07222317s","start":"2026-04-29T23:17:00.18733Z","end":"2026-04-29T23:17:04.259554Z","steps":["trace[1809245802] 'agreement among raft nodes before linearized reading' (duration: 4.06956427s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.259612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:00.187296Z","time spent":"4.072306542s","remote":"127.0.0.1:35010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-29T23:17:04.257194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:00.861519Z","time spent":"3.395654819s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-29T23:17:04.25671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.106278135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:04.259843Z","caller":"traceutil/trace.go:171","msg":"trace[2035954470] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26158; }","duration":"3.109415837s","start":"2026-04-29T23:17:01.150407Z","end":"2026-04-29T23:17:04.259823Z","steps":["trace[2035954470] 'agreement among raft nodes before linearized reading' (duration: 3.106264746s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.259901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:01.1504Z","time spent":"3.109484798s","remote":"127.0.0.1:35104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-29T23:17:04.256864Z","caller":"traceutil/trace.go:171","msg":"trace[713612059] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26158; }","duration":"4.265502771s","start":"2026-04-29T23:16:59.991344Z","end":"2026-04-29T23:17:04.256846Z","steps":["trace[713612059] 'agreement among raft nodes before linearized reading' (duration: 4.265381058s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.257498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:00.747476Z","time spent":"3.510010665s","remote":"127.0.0.1:35252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:04.257239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883200626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T23:17:04.260052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:59.991324Z","time spent":"4.268691122s","remote":"127.0.0.1:45258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:17:04.260102Z","caller":"traceutil/trace.go:171","msg":"trace[1930321041] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26158; }","duration":"1.886097882s","start":"2026-04-29T23:17:02.37399Z","end":"2026-04-29T23:17:04.260088Z","steps":["trace[1930321041] 'agreement among raft nodes before linearized reading' (duration: 1.883223847s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.260145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:02.37396Z","time spent":"1.886173324s","remote":"127.0.0.1:58846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:04.264234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.816871789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:17:04.264332Z","caller":"traceutil/trace.go:171","msg":"trace[425814806] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26158; }","duration":"4.817047314s","start":"2026-04-29T23:16:59.447262Z","end":"2026-04-29T23:17:04.264309Z","steps":["trace[425814806] 'agreement among raft nodes before linearized reading' (duration: 4.809470122s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.264391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:16:59.447229Z","time spent":"4.817149506s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:17:04.413921Z","caller":"traceutil/trace.go:171","msg":"trace[879700434] transaction","detail":"{read_only:false; response_revision:26165; number_of_response:1; }","duration":"122.402068ms","start":"2026-04-29T23:17:04.291467Z","end":"2026-04-29T23:17:04.413869Z","steps":["trace[879700434] 'process raft request' (duration: 122.080651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.414472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.52025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:04.414549Z","caller":"traceutil/trace.go:171","msg":"trace[972857216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26171; }","duration":"114.630273ms","start":"2026-04-29T23:17:04.299905Z","end":"2026-04-29T23:17:04.414535Z","steps":["trace[972857216] 'agreement among raft nodes before linearized reading' (duration: 114.5041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.41458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.894431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-04-29T23:17:04.414658Z","caller":"traceutil/trace.go:171","msg":"trace[1547049990] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26171; }","duration":"120.009814ms","start":"2026-04-29T23:17:04.29463Z","end":"2026-04-29T23:17:04.41464Z","steps":["trace[1547049990] 'agreement among raft nodes before linearized reading' (duration: 119.804389ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:04.600293Z","caller":"traceutil/trace.go:171","msg":"trace[13559609] linearizableReadLoop","detail":"{readStateIndex:27040; appliedIndex:27039; }","duration":"179.879637ms","start":"2026-04-29T23:17:04.420379Z","end":"2026-04-29T23:17:04.600258Z","steps":["trace[13559609] 'read index received' (duration: 179.653212ms)","trace[13559609] 'applied index is now lower than readState.Index' (duration: 224.175µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:04.600303Z","caller":"traceutil/trace.go:171","msg":"trace[494540539] transaction","detail":"{read_only:false; response_revision:26172; number_of_response:1; }","duration":"181.645177ms","start":"2026-04-29T23:17:04.418611Z","end":"2026-04-29T23:17:04.600256Z","steps":["trace[494540539] 'process raft request' (duration: 181.356731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.600595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.177495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:04.600709Z","caller":"traceutil/trace.go:171","msg":"trace[1107827960] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26172; }","duration":"180.360209ms","start":"2026-04-29T23:17:04.420318Z","end":"2026-04-29T23:17:04.600678Z","steps":["trace[1107827960] 'agreement among raft nodes before linearized reading' (duration: 180.078212ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:04.660758Z","caller":"traceutil/trace.go:171","msg":"trace[660410529] transaction","detail":"{read_only:false; response_revision:26173; number_of_response:1; }","duration":"237.88326ms","start":"2026-04-29T23:17:04.422847Z","end":"2026-04-29T23:17:04.66073Z","steps":["trace[660410529] 'process raft request' (duration: 237.735177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.661517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.289553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-29T23:17:04.661578Z","caller":"traceutil/trace.go:171","msg":"trace[1285512129] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26173; }","duration":"236.372265ms","start":"2026-04-29T23:17:04.425185Z","end":"2026-04-29T23:17:04.661557Z","steps":["trace[1285512129] 'agreement among raft nodes before linearized reading' (duration: 236.200331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.661576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.982679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-29T23:17:04.661668Z","caller":"traceutil/trace.go:171","msg":"trace[316117119] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26173; }","duration":"241.096973ms","start":"2026-04-29T23:17:04.420549Z","end":"2026-04-29T23:17:04.661646Z","steps":["trace[316117119] 'agreement among raft nodes before linearized reading' (duration: 240.914709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.661903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.356458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-29T23:17:04.66194Z","caller":"traceutil/trace.go:171","msg":"trace[1231183349] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26173; }","duration":"241.405159ms","start":"2026-04-29T23:17:04.420526Z","end":"2026-04-29T23:17:04.661931Z","steps":["trace[1231183349] 'agreement among raft nodes before linearized reading' (duration: 241.308347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:04.948503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.66427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aaf700a282f34b\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-04-29T23:17:04.948528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.545482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-04-29T23:17:04.948597Z","caller":"traceutil/trace.go:171","msg":"trace[1396035089] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:26178; }","duration":"126.659254ms","start":"2026-04-29T23:17:04.821919Z","end":"2026-04-29T23:17:04.948578Z","steps":["trace[1396035089] 'range keys from in-memory index tree' (duration: 126.359668ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:04.948604Z","caller":"traceutil/trace.go:171","msg":"trace[1029005170] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aaf700a282f34b; range_end:; response_count:1; response_revision:26178; }","duration":"136.814884ms","start":"2026-04-29T23:17:04.811759Z","end":"2026-04-29T23:17:04.948574Z","steps":["trace[1029005170] 'range keys from in-memory index tree' (duration: 136.478097ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:05.810992Z","caller":"traceutil/trace.go:171","msg":"trace[1678207885] linearizableReadLoop","detail":"{readStateIndex:27048; appliedIndex:27047; }","duration":"148.076679ms","start":"2026-04-29T23:17:05.662887Z","end":"2026-04-29T23:17:05.810963Z","steps":["trace[1678207885] 'read index received' (duration: 147.882805ms)","trace[1678207885] 'applied index is now lower than readState.Index' (duration: 192.384µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:05.811056Z","caller":"traceutil/trace.go:171","msg":"trace[669255368] transaction","detail":"{read_only:false; response_revision:26180; number_of_response:1; }","duration":"305.331864ms","start":"2026-04-29T23:17:05.505685Z","end":"2026-04-29T23:17:05.811017Z","steps":["trace[669255368] 'process raft request' (duration: 305.106309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:05.811135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.212612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:05.811178Z","caller":"traceutil/trace.go:171","msg":"trace[705526795] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26180; }","duration":"148.316795ms","start":"2026-04-29T23:17:05.66285Z","end":"2026-04-29T23:17:05.811166Z","steps":["trace[705526795] 'agreement among raft nodes before linearized reading' (duration: 148.216472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:05.811202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:05.505666Z","time spent":"305.454088ms","remote":"127.0.0.1:58846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:06.474175Z","caller":"traceutil/trace.go:171","msg":"trace[1584785488] linearizableReadLoop","detail":"{readStateIndex:27053; appliedIndex:27052; }","duration":"126.247735ms","start":"2026-04-29T23:17:06.347901Z","end":"2026-04-29T23:17:06.474148Z","steps":["trace[1584785488] 'read index received' (duration: 112.856903ms)","trace[1584785488] 'applied index is now lower than readState.Index' (duration: 13.389672ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:06.474259Z","caller":"traceutil/trace.go:171","msg":"trace[1068968783] transaction","detail":"{read_only:false; response_revision:26185; number_of_response:1; }","duration":"129.662682ms","start":"2026-04-29T23:17:06.344553Z","end":"2026-04-29T23:17:06.474215Z","steps":["trace[1068968783] 'process raft request' (duration: 116.187508ms)","trace[1068968783] 'compare' (duration: 13.28209ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:06.474681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.758227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T23:17:06.474855Z","caller":"traceutil/trace.go:171","msg":"trace[1358611044] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26185; }","duration":"126.990102ms","start":"2026-04-29T23:17:06.347853Z","end":"2026-04-29T23:17:06.474843Z","steps":["trace[1358611044] 'agreement among raft nodes before linearized reading' (duration: 126.47654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:06.487807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.765647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T23:17:06.487889Z","caller":"traceutil/trace.go:171","msg":"trace[755324928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26191; }","duration":"138.858239ms","start":"2026-04-29T23:17:06.349012Z","end":"2026-04-29T23:17:06.48787Z","steps":["trace[755324928] 'agreement among raft nodes before linearized reading' (duration: 138.647624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:06.488092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.005312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T23:17:06.488243Z","caller":"traceutil/trace.go:171","msg":"trace[226068956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26191; }","duration":"139.183557ms","start":"2026-04-29T23:17:06.349041Z","end":"2026-04-29T23:17:06.488225Z","steps":["trace[226068956] 'agreement among raft nodes before linearized reading' (duration: 138.714826ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:08.619932Z","caller":"traceutil/trace.go:171","msg":"trace[1804179669] transaction","detail":"{read_only:false; response_revision:26201; number_of_response:1; }","duration":"125.783615ms","start":"2026-04-29T23:17:08.494087Z","end":"2026-04-29T23:17:08.61987Z","steps":["trace[1804179669] 'process raft request' (duration: 125.434907ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:08.620078Z","caller":"traceutil/trace.go:171","msg":"trace[527765448] transaction","detail":"{read_only:false; response_revision:26204; number_of_response:1; }","duration":"124.763971ms","start":"2026-04-29T23:17:08.495281Z","end":"2026-04-29T23:17:08.620045Z","steps":["trace[527765448] 'process raft request' (duration: 124.635318ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:08.620049Z","caller":"traceutil/trace.go:171","msg":"trace[1091586950] transaction","detail":"{read_only:false; response_revision:26202; number_of_response:1; }","duration":"125.681612ms","start":"2026-04-29T23:17:08.494325Z","end":"2026-04-29T23:17:08.620006Z","steps":["trace[1091586950] 'process raft request' (duration: 125.451957ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:08.62016Z","caller":"traceutil/trace.go:171","msg":"trace[200816850] transaction","detail":"{read_only:false; response_revision:26203; number_of_response:1; }","duration":"125.257392ms","start":"2026-04-29T23:17:08.494894Z","end":"2026-04-29T23:17:08.620151Z","steps":["trace[200816850] 'process raft request' (duration: 124.978036ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:08.620174Z","caller":"traceutil/trace.go:171","msg":"trace[875867378] transaction","detail":"{read_only:false; response_revision:26205; number_of_response:1; }","duration":"124.750131ms","start":"2026-04-29T23:17:08.495414Z","end":"2026-04-29T23:17:08.620164Z","steps":["trace[875867378] 'process raft request' (duration: 124.542966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:08.620185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.690544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T23:17:08.62078Z","caller":"traceutil/trace.go:171","msg":"trace[1271400926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26205; }","duration":"104.33033ms","start":"2026-04-29T23:17:08.516428Z","end":"2026-04-29T23:17:08.620759Z","steps":["trace[1271400926] 'agreement among raft nodes before linearized reading' (duration: 103.594612ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:18.373991Z","caller":"traceutil/trace.go:171","msg":"trace[1675509365] transaction","detail":"{read_only:false; response_revision:26268; number_of_response:1; }","duration":"119.142044ms","start":"2026-04-29T23:17:18.254817Z","end":"2026-04-29T23:17:18.37396Z","steps":["trace[1675509365] 'process raft request' (duration: 118.98047ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:18.461786Z","caller":"traceutil/trace.go:171","msg":"trace[163177661] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"107.458591ms","start":"2026-04-29T23:17:18.354288Z","end":"2026-04-29T23:17:18.461746Z","steps":["trace[163177661] 'process raft request' (duration: 78.24214ms)","trace[163177661] 'compare' (duration: 28.728179ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:20.068468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.519818ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T23:17:20.068625Z","caller":"traceutil/trace.go:171","msg":"trace[544687815] linearizableReadLoop","detail":"{readStateIndex:27152; appliedIndex:27151; }","duration":"374.95851ms","start":"2026-04-29T23:17:19.693637Z","end":"2026-04-29T23:17:20.068596Z","steps":["trace[544687815] 'read index received' (duration: 253.303529ms)","trace[544687815] 'applied index is now lower than readState.Index' (duration: 121.652741ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:20.068837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.173695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:17:20.068924Z","caller":"traceutil/trace.go:171","msg":"trace[1867046063] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26282; }","duration":"375.349928ms","start":"2026-04-29T23:17:19.693552Z","end":"2026-04-29T23:17:20.068902Z","steps":["trace[1867046063] 'agreement among raft nodes before linearized reading' (duration: 375.114653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:20.068965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:19.693523Z","time spent":"375.434531ms","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:20.068995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.827595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-29T23:17:20.069051Z","caller":"traceutil/trace.go:171","msg":"trace[896853188] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26282; }","duration":"186.949157ms","start":"2026-04-29T23:17:19.882085Z","end":"2026-04-29T23:17:20.069034Z","steps":["trace[896853188] 'agreement among raft nodes before linearized reading' (duration: 186.687012ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:25.491584Z","caller":"traceutil/trace.go:171","msg":"trace[1409354994] transaction","detail":"{read_only:false; response_revision:26326; number_of_response:1; }","duration":"440.42422ms","start":"2026-04-29T23:17:25.051115Z","end":"2026-04-29T23:17:25.49154Z","steps":["trace[1409354994] 'process raft request' (duration: 439.887148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:25.491822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:25.051086Z","time spent":"440.605344ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:25.512406Z","caller":"traceutil/trace.go:171","msg":"trace[1569560835] linearizableReadLoop","detail":"{readStateIndex:27198; appliedIndex:27196; }","duration":"397.348575ms","start":"2026-04-29T23:17:25.115024Z","end":"2026-04-29T23:17:25.512372Z","steps":["trace[1569560835] 'read index received' (duration: 375.86522ms)","trace[1569560835] 'applied index is now lower than readState.Index' (duration: 21.481885ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:25.512505Z","caller":"traceutil/trace.go:171","msg":"trace[719979948] transaction","detail":"{read_only:false; response_revision:26327; number_of_response:1; }","duration":"461.161698ms","start":"2026-04-29T23:17:25.051295Z","end":"2026-04-29T23:17:25.512457Z","steps":["trace[719979948] 'process raft request' (duration: 460.892962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:25.512613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.5603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:25.512654Z","caller":"traceutil/trace.go:171","msg":"trace[571724198] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26327; }","duration":"397.686362ms","start":"2026-04-29T23:17:25.114952Z","end":"2026-04-29T23:17:25.512638Z","steps":["trace[571724198] 'agreement among raft nodes before linearized reading' (duration: 397.57882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:25.512693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:25.114931Z","time spent":"397.753394ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:25.512751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.873091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:25.512771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.747102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:25.512812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.080795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:25.512835Z","caller":"traceutil/trace.go:171","msg":"trace[932587887] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26327; }","duration":"120.038575ms","start":"2026-04-29T23:17:25.392773Z","end":"2026-04-29T23:17:25.512812Z","steps":["trace[932587887] 'agreement among raft nodes before linearized reading' (duration: 119.873811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:25.512843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.66743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-29T23:17:25.512874Z","caller":"traceutil/trace.go:171","msg":"trace[905283759] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26327; }","duration":"217.008308ms","start":"2026-04-29T23:17:25.295841Z","end":"2026-04-29T23:17:25.51285Z","steps":["trace[905283759] 'agreement among raft nodes before linearized reading' (duration: 216.817393ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:25.512888Z","caller":"traceutil/trace.go:171","msg":"trace[392879406] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26327; }","duration":"223.228349ms","start":"2026-04-29T23:17:25.28964Z","end":"2026-04-29T23:17:25.512868Z","steps":["trace[392879406] 'agreement among raft nodes before linearized reading' (duration: 223.057104ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:25.512914Z","caller":"traceutil/trace.go:171","msg":"trace[592620641] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26327; }","duration":"277.824634ms","start":"2026-04-29T23:17:25.235071Z","end":"2026-04-29T23:17:25.512896Z","steps":["trace[592620641] 'agreement among raft nodes before linearized reading' (duration: 277.549477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:25.513264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:25.051275Z","time spent":"461.340372ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:25.883523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.464433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:25.88363Z","caller":"traceutil/trace.go:171","msg":"trace[1853687641] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26327; }","duration":"288.666548ms","start":"2026-04-29T23:17:25.594936Z","end":"2026-04-29T23:17:25.883602Z","steps":["trace[1853687641] 'range keys from in-memory index tree' (duration: 288.370681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:26.84955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998451119,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T23:17:27.05937Z","caller":"traceutil/trace.go:171","msg":"trace[116117178] transaction","detail":"{read_only:false; response_revision:26328; number_of_response:1; }","duration":"898.11795ms","start":"2026-04-29T23:17:26.161216Z","end":"2026-04-29T23:17:27.059334Z","steps":["trace[116117178] 'process raft request' (duration: 897.877575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:27.059583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:26.161186Z","time spent":"898.287424ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:27.464161Z","caller":"traceutil/trace.go:171","msg":"trace[1193750447] transaction","detail":"{read_only:false; response_revision:26329; number_of_response:1; }","duration":"960.959581ms","start":"2026-04-29T23:17:26.503173Z","end":"2026-04-29T23:17:27.464132Z","steps":["trace[1193750447] 'process raft request' (duration: 960.768926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:27.464343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:26.503143Z","time spent":"961.101154ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:27.464506Z","caller":"traceutil/trace.go:171","msg":"trace[1503415659] transaction","detail":"{read_only:false; response_revision:26330; number_of_response:1; }","duration":"914.214014ms","start":"2026-04-29T23:17:26.550246Z","end":"2026-04-29T23:17:27.46446Z","steps":["trace[1503415659] 'process raft request' (duration: 913.826555ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:27.464599Z","caller":"traceutil/trace.go:171","msg":"trace[339102615] transaction","detail":"{read_only:false; response_revision:26332; number_of_response:1; }","duration":"671.930735ms","start":"2026-04-29T23:17:26.792637Z","end":"2026-04-29T23:17:27.464568Z","steps":["trace[339102615] 'process raft request' (duration: 671.839983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:27.464701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:26.550207Z","time spent":"914.384398ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:27.464769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:26.792631Z","time spent":"672.045438ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:27.464823Z","caller":"traceutil/trace.go:171","msg":"trace[866153634] transaction","detail":"{read_only:false; response_revision:26333; number_of_response:1; }","duration":"643.188135ms","start":"2026-04-29T23:17:26.821619Z","end":"2026-04-29T23:17:27.464807Z","steps":["trace[866153634] 'process raft request' (duration: 642.901828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:27.464893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:26.82161Z","time spent":"643.247736ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:27.464929Z","caller":"traceutil/trace.go:171","msg":"trace[239768579] transaction","detail":"{read_only:false; response_revision:26331; number_of_response:1; }","duration":"681.829688ms","start":"2026-04-29T23:17:26.783089Z","end":"2026-04-29T23:17:27.464919Z","steps":["trace[239768579] 'process raft request' (duration: 681.231615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:27.464979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:26.783071Z","time spent":"681.88135ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:27.465412Z","caller":"traceutil/trace.go:171","msg":"trace[1453986426] linearizableReadLoop","detail":"{readStateIndex:27205; appliedIndex:27198; }","duration":"1.116596771s","start":"2026-04-29T23:17:26.348781Z","end":"2026-04-29T23:17:27.465378Z","steps":["trace[1453986426] 'read index received' (duration: 710.257502ms)","trace[1453986426] 'applied index is now lower than readState.Index' (duration: 406.337939ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:27.465486Z","caller":"traceutil/trace.go:171","msg":"trace[1497537388] transaction","detail":"{read_only:false; response_revision:26335; number_of_response:1; }","duration":"597.205846ms","start":"2026-04-29T23:17:26.868257Z","end":"2026-04-29T23:17:27.465463Z","steps":["trace[1497537388] 'process raft request' (duration: 596.757465ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:27.465523Z","caller":"traceutil/trace.go:171","msg":"trace[2033506302] transaction","detail":"{read_only:false; response_revision:26334; number_of_response:1; }","duration":"598.076365ms","start":"2026-04-29T23:17:26.867408Z","end":"2026-04-29T23:17:27.465485Z","steps":["trace[2033506302] 'process raft request' (duration: 597.341167ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:27.465556Z","caller":"traceutil/trace.go:171","msg":"trace[1171584037] transaction","detail":"{read_only:false; response_revision:26336; number_of_response:1; }","duration":"596.95778ms","start":"2026-04-29T23:17:26.868551Z","end":"2026-04-29T23:17:27.465509Z","steps":["trace[1171584037] 'process raft request' (duration: 596.573861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:27.465642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116829636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:27.465695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085892157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T23:17:27.465716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:26.867371Z","time spent":"598.240449ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:27.465728Z","caller":"traceutil/trace.go:171","msg":"trace[307527712] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26336; }","duration":"1.11697578s","start":"2026-04-29T23:17:26.34873Z","end":"2026-04-29T23:17:27.465706Z","steps":["trace[307527712] 'agreement among raft nodes before linearized reading' (duration: 1.116824596s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:27.465736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:26.868544Z","time spent":"597.097373ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:27.465776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:26.348713Z","time spent":"1.117049811s","remote":"127.0.0.1:51216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:27.465587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:26.868234Z","time spent":"597.300108ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:27.465819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.960811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T23:17:27.465839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.769903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T23:17:27.465901Z","caller":"traceutil/trace.go:171","msg":"trace[1355280415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26336; }","duration":"549.892546ms","start":"2026-04-29T23:17:26.915996Z","end":"2026-04-29T23:17:27.465888Z","steps":["trace[1355280415] 'agreement among raft nodes before linearized reading' (duration: 549.703012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:27.465934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.395313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:27.465959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.137243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:27.466027Z","caller":"traceutil/trace.go:171","msg":"trace[181176469] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:26336; }","duration":"356.246366ms","start":"2026-04-29T23:17:27.109766Z","end":"2026-04-29T23:17:27.466012Z","steps":["trace[181176469] 'agreement among raft nodes before linearized reading' (duration: 356.136753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:27.466068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:27.109743Z","time spent":"356.317078ms","remote":"127.0.0.1:57838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-29T23:17:27.465754Z","caller":"traceutil/trace.go:171","msg":"trace[433866215] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26336; }","duration":"1.085984799s","start":"2026-04-29T23:17:26.379755Z","end":"2026-04-29T23:17:27.46574Z","steps":["trace[433866215] 'agreement among raft nodes before linearized reading' (duration: 1.085892146s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:27.465985Z","caller":"traceutil/trace.go:171","msg":"trace[1808565903] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26336; }","duration":"162.482355ms","start":"2026-04-29T23:17:27.303486Z","end":"2026-04-29T23:17:27.465968Z","steps":["trace[1808565903] 'agreement among raft nodes before linearized reading' (duration: 162.396463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:27.466141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:26.379736Z","time spent":"1.086394148s","remote":"127.0.0.1:57786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:27.465946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:26.915966Z","time spent":"549.969318ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T23:17:27.465854Z","caller":"traceutil/trace.go:171","msg":"trace[1157992794] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26336; }","duration":"777.044963ms","start":"2026-04-29T23:17:26.6888Z","end":"2026-04-29T23:17:27.465845Z","steps":["trace[1157992794] 'agreement among raft nodes before linearized reading' (duration: 776.973771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:27.466559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:26.688771Z","time spent":"777.758118ms","remote":"127.0.0.1:49416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:27.46598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056457451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T23:17:27.466641Z","caller":"traceutil/trace.go:171","msg":"trace[861634726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26336; }","duration":"1.057178066s","start":"2026-04-29T23:17:26.40945Z","end":"2026-04-29T23:17:27.466628Z","steps":["trace[861634726] 'agreement among raft nodes before linearized reading' (duration: 1.056421039s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:27.466696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:26.409431Z","time spent":"1.057246798s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T23:17:27.948667Z","caller":"traceutil/trace.go:171","msg":"trace[2079367769] transaction","detail":"{read_only:false; response_revision:26337; number_of_response:1; }","duration":"476.513485ms","start":"2026-04-29T23:17:27.472113Z","end":"2026-04-29T23:17:27.948626Z","steps":["trace[2079367769] 'process raft request' (duration: 425.126524ms)","trace[2079367769] 'compare' (duration: 51.204867ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:27.948857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:27.472099Z","time spent":"476.653209ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:28.826911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.258068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T23:17:28.827061Z","caller":"traceutil/trace.go:171","msg":"trace[1122802302] linearizableReadLoop","detail":"{readStateIndex:27210; appliedIndex:27208; }","duration":"1.349312524s","start":"2026-04-29T23:17:27.477726Z","end":"2026-04-29T23:17:28.827039Z","steps":["trace[1122802302] 'read index received' (duration: 419.492907ms)","trace[1122802302] 'applied index is now lower than readState.Index' (duration: 929.817537ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:28.827182Z","caller":"traceutil/trace.go:171","msg":"trace[1156286294] transaction","detail":"{read_only:false; response_revision:26338; number_of_response:1; }","duration":"1.354563773s","start":"2026-04-29T23:17:27.472602Z","end":"2026-04-29T23:17:28.827166Z","steps":["trace[1156286294] 'process raft request' (duration: 878.930517ms)","trace[1156286294] 'compare' (duration: 474.694814ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:28.827251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:27.472593Z","time spent":"1.354624934s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:28.827677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331580584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T23:17:28.827772Z","caller":"traceutil/trace.go:171","msg":"trace[2036107512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26338; }","duration":"1.331724246s","start":"2026-04-29T23:17:27.496025Z","end":"2026-04-29T23:17:28.82775Z","steps":["trace[2036107512] 'agreement among raft nodes before linearized reading' (duration: 1.33146125s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:28.827754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.672606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:28.827817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:27.496013Z","time spent":"1.331794638s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T23:17:28.827797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.442443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:28.827843Z","caller":"traceutil/trace.go:171","msg":"trace[1447704242] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26338; }","duration":"804.829971ms","start":"2026-04-29T23:17:28.022991Z","end":"2026-04-29T23:17:28.827821Z","steps":["trace[1447704242] 'agreement among raft nodes before linearized reading' (duration: 804.667027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:28.827867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350140752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:28.827883Z","caller":"traceutil/trace.go:171","msg":"trace[1329244234] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26338; }","duration":"376.608897ms","start":"2026-04-29T23:17:28.451249Z","end":"2026-04-29T23:17:28.827858Z","steps":["trace[1329244234] 'agreement among raft nodes before linearized reading' (duration: 376.448274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:28.82786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.38149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:28.82789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:28.022959Z","time spent":"804.921042ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:28.827891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.83437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:17:28.827917Z","caller":"traceutil/trace.go:171","msg":"trace[1236795884] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26338; }","duration":"1.350224645s","start":"2026-04-29T23:17:27.477682Z","end":"2026-04-29T23:17:28.827907Z","steps":["trace[1236795884] 'agreement among raft nodes before linearized reading' (duration: 1.350127702s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:28.827903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175090104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:28.827926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:28.451218Z","time spent":"376.698369ms","remote":"127.0.0.1:45116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:28.827946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:27.47767Z","time spent":"1.350268145s","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-04-29T23:17:28.827945Z","caller":"traceutil/trace.go:171","msg":"trace[1905830635] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26338; }","duration":"586.535114ms","start":"2026-04-29T23:17:28.241385Z","end":"2026-04-29T23:17:28.82792Z","steps":["trace[1905830635] 'agreement among raft nodes before linearized reading' (duration: 586.35235ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:28.827951Z","caller":"traceutil/trace.go:171","msg":"trace[301617807] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26338; }","duration":"991.957202ms","start":"2026-04-29T23:17:27.835973Z","end":"2026-04-29T23:17:28.82793Z","steps":["trace[301617807] 'agreement among raft nodes before linearized reading' (duration: 991.85074ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:28.827976Z","caller":"traceutil/trace.go:171","msg":"trace[1875798947] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26338; }","duration":"1.175216427s","start":"2026-04-29T23:17:27.652735Z","end":"2026-04-29T23:17:28.827951Z","steps":["trace[1875798947] 'agreement among raft nodes before linearized reading' (duration: 1.175079574s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:28.827887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.816604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:28.828012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:28.241363Z","time spent":"586.633986ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:28.828014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:27.835944Z","time spent":"992.058495ms","remote":"127.0.0.1:37916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:28.828049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:27.652707Z","time spent":"1.175306779s","remote":"127.0.0.1:35132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:17:28.828054Z","caller":"traceutil/trace.go:171","msg":"trace[894881558] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26338; }","duration":"680.046299ms","start":"2026-04-29T23:17:28.147984Z","end":"2026-04-29T23:17:28.82803Z","steps":["trace[894881558] 'agreement among raft nodes before linearized reading' (duration: 679.810294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:28.828069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310581708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T23:17:28.82811Z","caller":"traceutil/trace.go:171","msg":"trace[547509676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26338; }","duration":"1.31066064s","start":"2026-04-29T23:17:27.517436Z","end":"2026-04-29T23:17:28.828097Z","steps":["trace[547509676] 'agreement among raft nodes before linearized reading' (duration: 1.310470526s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:28.82812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:28.147963Z","time spent":"680.134281ms","remote":"127.0.0.1:58702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:28.82816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:27.517421Z","time spent":"1.310727421s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T23:17:28.82816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242107259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:277882"} {"level":"info","ts":"2026-04-29T23:17:28.828294Z","caller":"traceutil/trace.go:171","msg":"trace[1508965236] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26338; }","duration":"1.242258042s","start":"2026-04-29T23:17:27.585996Z","end":"2026-04-29T23:17:28.828254Z","steps":["trace[1508965236] 'agreement among raft nodes before linearized reading' (duration: 1.241828963s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:28.828431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:27.585971Z","time spent":"1.242412686s","remote":"127.0.0.1:35370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":277905,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-29T23:17:29.811604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.053581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T23:17:29.811892Z","caller":"traceutil/trace.go:171","msg":"trace[1715424448] transaction","detail":"{read_only:false; response_revision:26340; number_of_response:1; }","duration":"980.607725ms","start":"2026-04-29T23:17:28.831258Z","end":"2026-04-29T23:17:29.811866Z","steps":["trace[1715424448] 'process raft request' (duration: 781.167586ms)","trace[1715424448] 'compare' (duration: 198.452227ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:29.81197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:28.831231Z","time spent":"980.703418ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:29.812059Z","caller":"traceutil/trace.go:171","msg":"trace[435751539] linearizableReadLoop","detail":"{readStateIndex:27213; appliedIndex:27210; }","duration":"889.658248ms","start":"2026-04-29T23:17:28.922371Z","end":"2026-04-29T23:17:29.812029Z","steps":["trace[435751539] 'read index received' (duration: 1.314839ms)","trace[435751539] 'applied index is now lower than readState.Index' (duration: 888.342109ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:29.812208Z","caller":"traceutil/trace.go:171","msg":"trace[1358063968] transaction","detail":"{read_only:false; response_revision:26341; number_of_response:1; }","duration":"980.604085ms","start":"2026-04-29T23:17:28.831563Z","end":"2026-04-29T23:17:29.812167Z","steps":["trace[1358063968] 'process raft request' (duration: 980.177676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:29.81224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.844092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:17:29.812307Z","caller":"traceutil/trace.go:171","msg":"trace[220548055] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26341; }","duration":"889.991135ms","start":"2026-04-29T23:17:28.922299Z","end":"2026-04-29T23:17:29.81229Z","steps":["trace[220548055] 'agreement among raft nodes before linearized reading' (duration: 889.838292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:29.812341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:28.922275Z","time spent":"890.058837ms","remote":"127.0.0.1:35346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:29.812391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:28.831535Z","time spent":"980.756499ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:30.189428Z","caller":"traceutil/trace.go:171","msg":"trace[1414581905] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"843.180088ms","start":"2026-04-29T23:17:29.34623Z","end":"2026-04-29T23:17:30.18941Z","steps":["trace[1414581905] 'process raft request' (duration: 843.133917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:30.189541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:29.346188Z","time spent":"843.29119ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:30.189627Z","caller":"traceutil/trace.go:171","msg":"trace[495318789] transaction","detail":"{read_only:false; response_revision:26342; number_of_response:1; }","duration":"1.185629441s","start":"2026-04-29T23:17:29.003951Z","end":"2026-04-29T23:17:30.189581Z","steps":["trace[495318789] 'process raft request' (duration: 1.185272354s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:30.189828Z","caller":"traceutil/trace.go:171","msg":"trace[905913015] transaction","detail":"{read_only:false; response_revision:26344; number_of_response:1; }","duration":"717.429934ms","start":"2026-04-29T23:17:29.472383Z","end":"2026-04-29T23:17:30.189813Z","steps":["trace[905913015] 'process raft request' (duration: 717.004924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:30.189869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:29.472366Z","time spent":"717.478635ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:30.189965Z","caller":"traceutil/trace.go:171","msg":"trace[2035370318] transaction","detail":"{read_only:false; response_revision:26345; number_of_response:1; }","duration":"717.396513ms","start":"2026-04-29T23:17:29.472528Z","end":"2026-04-29T23:17:30.189925Z","steps":["trace[2035370318] 'process raft request' (duration: 717.198859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:30.189999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:29.003923Z","time spent":"1.185972499s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:30.190036Z","caller":"traceutil/trace.go:171","msg":"trace[1376030465] transaction","detail":"{read_only:false; response_revision:26348; number_of_response:1; }","duration":"716.197756ms","start":"2026-04-29T23:17:29.473832Z","end":"2026-04-29T23:17:30.19003Z","steps":["trace[1376030465] 'process raft request' (duration: 716.081734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:30.190069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:29.473819Z","time spent":"716.233527ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:30.19008Z","caller":"traceutil/trace.go:171","msg":"trace[921307325] transaction","detail":"{read_only:false; response_revision:26347; number_of_response:1; }","duration":"716.586895ms","start":"2026-04-29T23:17:29.473441Z","end":"2026-04-29T23:17:30.190028Z","steps":["trace[921307325] 'process raft request' (duration: 716.436962ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:30.190169Z","caller":"traceutil/trace.go:171","msg":"trace[365959280] transaction","detail":"{read_only:false; response_revision:26351; number_of_response:1; }","duration":"716.164134ms","start":"2026-04-29T23:17:29.473998Z","end":"2026-04-29T23:17:30.190162Z","steps":["trace[365959280] 'process raft request' (duration: 716.082113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:30.190162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:29.47249Z","time spent":"717.554127ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:30.19015Z","caller":"traceutil/trace.go:171","msg":"trace[74692138] linearizableReadLoop","detail":"{readStateIndex:27223; appliedIndex:27213; }","duration":"378.003479ms","start":"2026-04-29T23:17:29.812121Z","end":"2026-04-29T23:17:30.190125Z","steps":["trace[74692138] 'read index received' (duration: 377.103739ms)","trace[74692138] 'applied index is now lower than readState.Index' (duration: 898.51µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:30.190216Z","caller":"traceutil/trace.go:171","msg":"trace[1996065258] transaction","detail":"{read_only:false; response_revision:26349; number_of_response:1; }","duration":"716.352359ms","start":"2026-04-29T23:17:29.473858Z","end":"2026-04-29T23:17:30.190211Z","steps":["trace[1996065258] 'process raft request' (duration: 716.089423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:30.190246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:29.473848Z","time spent":"716.38176ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:30.190007Z","caller":"traceutil/trace.go:171","msg":"trace[669068861] transaction","detail":"{read_only:false; response_revision:26346; number_of_response:1; }","duration":"716.651657ms","start":"2026-04-29T23:17:29.473348Z","end":"2026-04-29T23:17:30.19Z","steps":["trace[669068861] 'process raft request' (duration: 716.482533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:30.190268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:29.473431Z","time spent":"716.742519ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:30.190293Z","caller":"traceutil/trace.go:171","msg":"trace[1689678170] transaction","detail":"{read_only:false; response_revision:26350; number_of_response:1; }","duration":"716.39332ms","start":"2026-04-29T23:17:29.473895Z","end":"2026-04-29T23:17:30.190288Z","steps":["trace[1689678170] 'process raft request' (duration: 716.129954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:30.190318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:29.473888Z","time spent":"716.418291ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:30.190329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:29.473333Z","time spent":"716.968384ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:30.190344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.736754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:30.19038Z","caller":"traceutil/trace.go:171","msg":"trace[2084957186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26351; }","duration":"726.829386ms","start":"2026-04-29T23:17:29.463539Z","end":"2026-04-29T23:17:30.190369Z","steps":["trace[2084957186] 'agreement among raft nodes before linearized reading' (duration: 726.722044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:30.190419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260026434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"warn","ts":"2026-04-29T23:17:30.190416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:29.463521Z","time spent":"726.886927ms","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T23:17:30.190437Z","caller":"traceutil/trace.go:171","msg":"trace[1792824826] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26351; }","duration":"1.260086526s","start":"2026-04-29T23:17:28.930345Z","end":"2026-04-29T23:17:30.190432Z","steps":["trace[1792824826] 'agreement among raft nodes before linearized reading' (duration: 1.260005865s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:30.190451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:28.930324Z","time spent":"1.260124087s","remote":"127.0.0.1:57838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-29T23:17:30.190197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:29.473963Z","time spent":"716.219536ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:30.190583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259033392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-04-29T23:17:30.190598Z","caller":"traceutil/trace.go:171","msg":"trace[371763296] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26351; }","duration":"1.259090933s","start":"2026-04-29T23:17:28.931503Z","end":"2026-04-29T23:17:30.190594Z","steps":["trace[371763296] 'agreement among raft nodes before linearized reading' (duration: 1.259041692s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:30.190587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127098118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-29T23:17:30.190611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:28.931485Z","time spent":"1.259123143s","remote":"127.0.0.1:57838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-29T23:17:30.190632Z","caller":"traceutil/trace.go:171","msg":"trace[427974945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26351; }","duration":"1.12718432s","start":"2026-04-29T23:17:29.063439Z","end":"2026-04-29T23:17:30.190623Z","steps":["trace[427974945] 'agreement among raft nodes before linearized reading' (duration: 1.126963595s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:30.190658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:29.063415Z","time spent":"1.127236331s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T23:17:30.190763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.181126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T23:17:30.190857Z","caller":"traceutil/trace.go:171","msg":"trace[1866515113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26351; }","duration":"238.289318ms","start":"2026-04-29T23:17:29.952545Z","end":"2026-04-29T23:17:30.190834Z","steps":["trace[1866515113] 'agreement among raft nodes before linearized reading' (duration: 237.89908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:30.596198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.002575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T23:17:30.597867Z","caller":"traceutil/trace.go:171","msg":"trace[491829664] transaction","detail":"{read_only:false; response_revision:26352; number_of_response:1; }","duration":"402.706737ms","start":"2026-04-29T23:17:30.1951Z","end":"2026-04-29T23:17:30.597807Z","steps":["trace[491829664] 'process raft request' (duration: 176.996873ms)","trace[491829664] 'compare' (duration: 223.789271ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:30.598145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:30.195052Z","time spent":"402.995014ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:31.361841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.203011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T23:17:31.362272Z","caller":"traceutil/trace.go:171","msg":"trace[1588186422] linearizableReadLoop","detail":"{readStateIndex:27226; appliedIndex:27224; }","duration":"896.74754ms","start":"2026-04-29T23:17:30.4655Z","end":"2026-04-29T23:17:31.362248Z","steps":["trace[1588186422] 'read index received' (duration: 422.977685ms)","trace[1588186422] 'applied index is now lower than readState.Index' (duration: 473.768575ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:31.36243Z","caller":"traceutil/trace.go:171","msg":"trace[1272457743] transaction","detail":"{read_only:false; response_revision:26354; number_of_response:1; }","duration":"1.165433175s","start":"2026-04-29T23:17:30.196934Z","end":"2026-04-29T23:17:31.362367Z","steps":["trace[1272457743] 'process raft request' (duration: 1.16520192s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:31.362409Z","caller":"traceutil/trace.go:171","msg":"trace[290752867] transaction","detail":"{read_only:false; response_revision:26353; number_of_response:1; }","duration":"1.166695855s","start":"2026-04-29T23:17:30.19564Z","end":"2026-04-29T23:17:31.362336Z","steps":["trace[290752867] 'process raft request' (duration: 692.884959ms)","trace[290752867] 'compare' (duration: 472.881934ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:31.362599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:30.196914Z","time spent":"1.165624009s","remote":"127.0.0.1:57838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:31.362615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.983586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:31.36276Z","caller":"traceutil/trace.go:171","msg":"trace[542500177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26354; }","duration":"897.298663ms","start":"2026-04-29T23:17:30.465441Z","end":"2026-04-29T23:17:31.362739Z","steps":["trace[542500177] 'agreement among raft nodes before linearized reading' (duration: 896.990226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:31.362861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:30.465418Z","time spent":"897.426015ms","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T23:17:31.362668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:30.195624Z","time spent":"1.16694377s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:31.363036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.982357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-29T23:17:31.363057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.498647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T23:17:31.363101Z","caller":"traceutil/trace.go:171","msg":"trace[1294293618] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:26354; }","duration":"213.082768ms","start":"2026-04-29T23:17:31.150001Z","end":"2026-04-29T23:17:31.363084Z","steps":["trace[1294293618] 'agreement among raft nodes before linearized reading' (duration: 212.892364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:31.363113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.751726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-29T23:17:31.363161Z","caller":"traceutil/trace.go:171","msg":"trace[1419738660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26354; }","duration":"530.702172ms","start":"2026-04-29T23:17:30.832434Z","end":"2026-04-29T23:17:31.363136Z","steps":["trace[1419738660] 'agreement among raft nodes before linearized reading' (duration: 530.442697ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:31.363206Z","caller":"traceutil/trace.go:171","msg":"trace[473102499] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26354; }","duration":"451.893948ms","start":"2026-04-29T23:17:30.911288Z","end":"2026-04-29T23:17:31.363182Z","steps":["trace[473102499] 'agreement among raft nodes before linearized reading' (duration: 451.629423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:31.363211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:30.8324Z","time spent":"530.802184ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T23:17:31.363254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:30.91127Z","time spent":"451.975391ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T23:17:31.868231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998451160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T23:17:32.116552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.28586ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:32.116711Z","caller":"traceutil/trace.go:171","msg":"trace[1018308387] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26354; }","duration":"468.473404ms","start":"2026-04-29T23:17:31.648209Z","end":"2026-04-29T23:17:32.116683Z","steps":["trace[1018308387] 'range keys from in-memory index tree' (duration: 468.256739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:32.116896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:31.364541Z","time spent":"752.346214ms","remote":"127.0.0.1:34946","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-29T23:17:32.118016Z","caller":"traceutil/trace.go:171","msg":"trace[852179989] linearizableReadLoop","detail":"{readStateIndex:27229; appliedIndex:27226; }","duration":"750.369708ms","start":"2026-04-29T23:17:31.367627Z","end":"2026-04-29T23:17:32.117997Z","steps":["trace[852179989] 'read index received' (duration: 687.485617ms)","trace[852179989] 'applied index is now lower than readState.Index' (duration: 62.883521ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:32.118113Z","caller":"traceutil/trace.go:171","msg":"trace[1908984384] transaction","detail":"{read_only:false; response_revision:26356; number_of_response:1; }","duration":"746.609843ms","start":"2026-04-29T23:17:31.371462Z","end":"2026-04-29T23:17:32.118072Z","steps":["trace[1908984384] 'process raft request' (duration: 746.4992ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:32.118133Z","caller":"traceutil/trace.go:171","msg":"trace[1795311765] transaction","detail":"{read_only:false; response_revision:26355; number_of_response:1; }","duration":"749.849257ms","start":"2026-04-29T23:17:31.36825Z","end":"2026-04-29T23:17:32.1181Z","steps":["trace[1795311765] 'process raft request' (duration: 749.581421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:32.118276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:31.371454Z","time spent":"746.736697ms","remote":"127.0.0.1:57838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2793,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:32.118341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:31.36823Z","time spent":"750.02536ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:32.118347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.708576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-29T23:17:32.118393Z","caller":"traceutil/trace.go:171","msg":"trace[1635375856] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26356; }","duration":"750.785068ms","start":"2026-04-29T23:17:31.367595Z","end":"2026-04-29T23:17:32.11838Z","steps":["trace[1635375856] 'agreement among raft nodes before linearized reading' (duration: 750.625483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:32.118435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:31.367581Z","time spent":"750.84624ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T23:17:32.118546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.134655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T23:17:32.118581Z","caller":"traceutil/trace.go:171","msg":"trace[762914416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26356; }","duration":"303.206857ms","start":"2026-04-29T23:17:31.815366Z","end":"2026-04-29T23:17:32.118573Z","steps":["trace[762914416] 'agreement among raft nodes before linearized reading' (duration: 303.036463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:32.118602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:31.815345Z","time spent":"303.252769ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T23:17:32.118956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.049631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T23:17:32.119002Z","caller":"traceutil/trace.go:171","msg":"trace[769698651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26356; }","duration":"302.167183ms","start":"2026-04-29T23:17:31.816823Z","end":"2026-04-29T23:17:32.11899Z","steps":["trace[769698651] 'agreement among raft nodes before linearized reading' (duration: 301.58173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:32.119756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:31.816805Z","time spent":"302.874209ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T23:17:34.623196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998451360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T23:17:35.062368Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.6238114s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T23:17:35.062842Z","caller":"traceutil/trace.go:171","msg":"trace[866966841] transaction","detail":"{read_only:false; response_revision:26425; number_of_response:1; }","duration":"1.624446696s","start":"2026-04-29T23:17:33.438367Z","end":"2026-04-29T23:17:35.062814Z","steps":["trace[866966841] 'process raft request' (duration: 1.624224741s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:35.063009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:33.438338Z","time spent":"1.624580358s","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:35.435115Z","caller":"traceutil/trace.go:171","msg":"trace[612467537] transaction","detail":"{read_only:false; response_revision:26426; number_of_response:1; }","duration":"1.233288289s","start":"2026-04-29T23:17:34.201791Z","end":"2026-04-29T23:17:35.435079Z","steps":["trace[612467537] 'process raft request' (duration: 1.191091865s)","trace[612467537] 'compare' (duration: 41.940008ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:35.435245Z","caller":"traceutil/trace.go:171","msg":"trace[1862212738] transaction","detail":"{read_only:false; response_revision:26427; number_of_response:1; }","duration":"1.228184305s","start":"2026-04-29T23:17:34.207012Z","end":"2026-04-29T23:17:35.435196Z","steps":["trace[1862212738] 'process raft request' (duration: 1.22800357s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:35.435303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:34.201757Z","time spent":"1.233448374s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:35.435436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:34.206985Z","time spent":"1.228342479s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:35.435451Z","caller":"traceutil/trace.go:171","msg":"trace[987857531] transaction","detail":"{read_only:false; response_revision:26434; number_of_response:1; }","duration":"238.686749ms","start":"2026-04-29T23:17:35.196736Z","end":"2026-04-29T23:17:35.435423Z","steps":["trace[987857531] 'process raft request' (duration: 238.588046ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:35.435528Z","caller":"traceutil/trace.go:171","msg":"trace[216325821] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"1.227481509s","start":"2026-04-29T23:17:34.208009Z","end":"2026-04-29T23:17:35.435491Z","steps":["trace[216325821] 'process raft request' (duration: 1.227180713s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:35.435646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:34.207996Z","time spent":"1.227589701s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:35.435742Z","caller":"traceutil/trace.go:171","msg":"trace[919780276] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"1.227763995s","start":"2026-04-29T23:17:34.207963Z","end":"2026-04-29T23:17:35.435727Z","steps":["trace[919780276] 'process raft request' (duration: 1.227192672s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:35.435729Z","caller":"traceutil/trace.go:171","msg":"trace[2080524192] transaction","detail":"{read_only:false; response_revision:26429; number_of_response:1; }","duration":"1.227901829s","start":"2026-04-29T23:17:34.207794Z","end":"2026-04-29T23:17:35.435696Z","steps":["trace[2080524192] 'process raft request' (duration: 1.227324835s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:35.43581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:34.207946Z","time spent":"1.227827557s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:35.435799Z","caller":"traceutil/trace.go:171","msg":"trace[315255499] transaction","detail":"{read_only:false; response_revision:26428; number_of_response:1; }","duration":"1.228028431s","start":"2026-04-29T23:17:34.207744Z","end":"2026-04-29T23:17:35.435773Z","steps":["trace[315255499] 'process raft request' (duration: 1.227331445s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:35.435813Z","caller":"traceutil/trace.go:171","msg":"trace[848750761] linearizableReadLoop","detail":"{readStateIndex:27306; appliedIndex:27297; }","duration":"1.312978612s","start":"2026-04-29T23:17:34.122818Z","end":"2026-04-29T23:17:35.435796Z","steps":["trace[848750761] 'read index received' (duration: 939.877275ms)","trace[848750761] 'applied index is now lower than readState.Index' (duration: 373.099867ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:35.435847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:34.207772Z","time spent":"1.228014641s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:35.435826Z","caller":"traceutil/trace.go:171","msg":"trace[296157035] transaction","detail":"{read_only:false; response_revision:26433; number_of_response:1; }","duration":"1.225948534s","start":"2026-04-29T23:17:34.209845Z","end":"2026-04-29T23:17:35.435793Z","steps":["trace[296157035] 'process raft request' (duration: 1.225415702s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:35.435908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:34.207707Z","time spent":"1.228145554s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:35.435974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.466986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:35.43599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:34.209835Z","time spent":"1.226067986s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:35.436019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069606249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-29T23:17:35.436025Z","caller":"traceutil/trace.go:171","msg":"trace[1775999494] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26434; }","duration":"698.570638ms","start":"2026-04-29T23:17:34.737443Z","end":"2026-04-29T23:17:35.436013Z","steps":["trace[1775999494] 'agreement among raft nodes before linearized reading' (duration: 698.487686ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:35.436042Z","caller":"traceutil/trace.go:171","msg":"trace[1274462885] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26434; }","duration":"1.06966583s","start":"2026-04-29T23:17:34.36637Z","end":"2026-04-29T23:17:35.436036Z","steps":["trace[1274462885] 'agreement among raft nodes before linearized reading' (duration: 1.069567778s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:35.436059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:34.366348Z","time spent":"1.069707221s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-29T23:17:35.43606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:34.737419Z","time spent":"698.63252ms","remote":"127.0.0.1:45216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T23:17:35.436061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308754236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-29T23:17:35.436071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.71708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T23:17:35.435852Z","caller":"traceutil/trace.go:171","msg":"trace[11890930] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"1.226748272s","start":"2026-04-29T23:17:34.209086Z","end":"2026-04-29T23:17:35.435835Z","steps":["trace[11890930] 'process raft request' (duration: 1.226139878s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:35.43611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.440201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:35.436111Z","caller":"traceutil/trace.go:171","msg":"trace[520951531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26434; }","duration":"1.308838778s","start":"2026-04-29T23:17:34.127258Z","end":"2026-04-29T23:17:35.436097Z","steps":["trace[520951531] 'agreement among raft nodes before linearized reading' (duration: 1.308675124s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:35.436118Z","caller":"traceutil/trace.go:171","msg":"trace[301761815] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26434; }","duration":"820.816112ms","start":"2026-04-29T23:17:34.615291Z","end":"2026-04-29T23:17:35.436107Z","steps":["trace[301761815] 'agreement among raft nodes before linearized reading' (duration: 820.672289ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:35.436125Z","caller":"traceutil/trace.go:171","msg":"trace[1966984968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26434; }","duration":"972.507772ms","start":"2026-04-29T23:17:34.463613Z","end":"2026-04-29T23:17:35.436121Z","steps":["trace[1966984968] 'agreement among raft nodes before linearized reading' (duration: 972.481832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:35.436148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:34.463592Z","time spent":"972.552844ms","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T23:17:35.436148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:34.127247Z","time spent":"1.308892079s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T23:17:35.436154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:34.209068Z","time spent":"1.227055028s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:35.436199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.90699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:35.436079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282565594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:35.436153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:34.615262Z","time spent":"820.882194ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T23:17:35.436246Z","caller":"traceutil/trace.go:171","msg":"trace[1285860971] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26434; }","duration":"780.979942ms","start":"2026-04-29T23:17:34.655253Z","end":"2026-04-29T23:17:35.436233Z","steps":["trace[1285860971] 'agreement among raft nodes before linearized reading' (duration: 780.91741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:35.43623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313402101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-29T23:17:35.436255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103503275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c8bf721-3961-4090-b1dd-c6268378f125\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-29T23:17:35.436284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306460114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T23:17:35.436301Z","caller":"traceutil/trace.go:171","msg":"trace[1225556387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26434; }","duration":"1.313507474s","start":"2026-04-29T23:17:34.122775Z","end":"2026-04-29T23:17:35.436283Z","steps":["trace[1225556387] 'agreement among raft nodes before linearized reading' (duration: 1.313092415s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:35.43632Z","caller":"traceutil/trace.go:171","msg":"trace[1919145018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26434; }","duration":"1.306514165s","start":"2026-04-29T23:17:34.129797Z","end":"2026-04-29T23:17:35.436311Z","steps":["trace[1919145018] 'agreement among raft nodes before linearized reading' (duration: 1.306428724s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:35.436339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.123083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:35.436325Z","caller":"traceutil/trace.go:171","msg":"trace[1034220586] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5c8bf721-3961-4090-b1dd-c6268378f125; range_end:; response_count:1; response_revision:26434; }","duration":"1.103611177s","start":"2026-04-29T23:17:34.332695Z","end":"2026-04-29T23:17:35.436306Z","steps":["trace[1034220586] 'agreement among raft nodes before linearized reading' (duration: 1.103415443s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:35.436349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:34.129788Z","time spent":"1.306555406s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T23:17:35.436379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:34.332673Z","time spent":"1.103693519s","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c8bf721-3961-4090-b1dd-c6268378f125\" "} {"level":"warn","ts":"2026-04-29T23:17:35.436399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.46974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:35.436419Z","caller":"traceutil/trace.go:171","msg":"trace[1843797734] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26434; }","duration":"256.540732ms","start":"2026-04-29T23:17:35.179873Z","end":"2026-04-29T23:17:35.436414Z","steps":["trace[1843797734] 'agreement among raft nodes before linearized reading' (duration: 256.499191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:35.436403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.996377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:35.436436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.470085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-29T23:17:35.436471Z","caller":"traceutil/trace.go:171","msg":"trace[1916548467] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26434; }","duration":"634.13936ms","start":"2026-04-29T23:17:34.80232Z","end":"2026-04-29T23:17:35.43646Z","steps":["trace[1916548467] 'agreement among raft nodes before linearized reading' (duration: 634.041818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:35.436509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:34.802269Z","time spent":"634.229772ms","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:17:35.436361Z","caller":"traceutil/trace.go:171","msg":"trace[1256550073] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26434; }","duration":"287.185364ms","start":"2026-04-29T23:17:35.149171Z","end":"2026-04-29T23:17:35.436356Z","steps":["trace[1256550073] 'agreement among raft nodes before linearized reading' (duration: 287.147774ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:35.436476Z","caller":"traceutil/trace.go:171","msg":"trace[1155282609] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26434; }","duration":"235.546037ms","start":"2026-04-29T23:17:35.20092Z","end":"2026-04-29T23:17:35.436466Z","steps":["trace[1155282609] 'agreement among raft nodes before linearized reading' (duration: 235.448935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:35.436278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:34.655237Z","time spent":"781.032893ms","remote":"127.0.0.1:49396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:35.436345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:34.122755Z","time spent":"1.313582386s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T23:17:35.436253Z","caller":"traceutil/trace.go:171","msg":"trace[1308334066] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26434; }","duration":"1.282764349s","start":"2026-04-29T23:17:34.153476Z","end":"2026-04-29T23:17:35.43624Z","steps":["trace[1308334066] 'agreement among raft nodes before linearized reading' (duration: 1.282548674s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:35.436755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:34.153465Z","time spent":"1.28327754s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:35.437138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.660615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-29T23:17:35.437257Z","caller":"traceutil/trace.go:171","msg":"trace[808152810] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26434; }","duration":"697.34809ms","start":"2026-04-29T23:17:34.739882Z","end":"2026-04-29T23:17:35.43723Z","steps":["trace[808152810] 'agreement among raft nodes before linearized reading' (duration: 696.44174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:35.437315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:34.739861Z","time spent":"697.440713ms","remote":"127.0.0.1:35010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-29T23:17:35.919475Z","caller":"traceutil/trace.go:171","msg":"trace[385307306] transaction","detail":"{read_only:false; response_revision:26436; number_of_response:1; }","duration":"477.015167ms","start":"2026-04-29T23:17:35.442419Z","end":"2026-04-29T23:17:35.919434Z","steps":["trace[385307306] 'process raft request' (duration: 406.970723ms)","trace[385307306] 'compare' (duration: 69.503562ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:35.919525Z","caller":"traceutil/trace.go:171","msg":"trace[1693462151] linearizableReadLoop","detail":"{readStateIndex:27313; appliedIndex:27307; }","duration":"475.007022ms","start":"2026-04-29T23:17:35.444494Z","end":"2026-04-29T23:17:35.919501Z","steps":["trace[1693462151] 'read index received' (duration: 39.409522ms)","trace[1693462151] 'applied index is now lower than readState.Index' (duration: 435.5966ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:35.919587Z","caller":"traceutil/trace.go:171","msg":"trace[621268326] transaction","detail":"{read_only:false; response_revision:26438; number_of_response:1; }","duration":"476.896094ms","start":"2026-04-29T23:17:35.442669Z","end":"2026-04-29T23:17:35.919565Z","steps":["trace[621268326] 'process raft request' (duration: 476.70261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:35.919647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.136695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:35.919649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:35.442388Z","time spent":"477.170501ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:35.919683Z","caller":"traceutil/trace.go:171","msg":"trace[187207038] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26440; }","duration":"475.209436ms","start":"2026-04-29T23:17:35.44446Z","end":"2026-04-29T23:17:35.91967Z","steps":["trace[187207038] 'agreement among raft nodes before linearized reading' (duration: 475.129844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:35.919703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:35.442634Z","time spent":"476.999257ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:35.919716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:35.44445Z","time spent":"475.258358ms","remote":"127.0.0.1:35202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-29T23:17:35.919821Z","caller":"traceutil/trace.go:171","msg":"trace[1043354354] transaction","detail":"{read_only:false; response_revision:26437; number_of_response:1; }","duration":"477.147851ms","start":"2026-04-29T23:17:35.442663Z","end":"2026-04-29T23:17:35.919811Z","steps":["trace[1043354354] 'process raft request' (duration: 476.659279ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:35.91986Z","caller":"traceutil/trace.go:171","msg":"trace[1668736849] transaction","detail":"{read_only:false; response_revision:26439; number_of_response:1; }","duration":"476.695351ms","start":"2026-04-29T23:17:35.443153Z","end":"2026-04-29T23:17:35.919848Z","steps":["trace[1668736849] 'process raft request' (duration: 476.27225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:35.919899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:35.442642Z","time spent":"477.227603ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:35.919933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:35.443144Z","time spent":"476.748883ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:35.91991Z","caller":"traceutil/trace.go:171","msg":"trace[859166912] transaction","detail":"{read_only:false; response_revision:26440; number_of_response:1; }","duration":"476.390034ms","start":"2026-04-29T23:17:35.443483Z","end":"2026-04-29T23:17:35.919873Z","steps":["trace[859166912] 'process raft request' (duration: 475.980054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:35.920097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:35.443477Z","time spent":"476.514417ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:37.167923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109281225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:37.168042Z","caller":"traceutil/trace.go:171","msg":"trace[1250320132] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26440; }","duration":"1.109462839s","start":"2026-04-29T23:17:36.05855Z","end":"2026-04-29T23:17:37.168013Z","steps":["trace[1250320132] 'count revisions from in-memory index tree' (duration: 1.109129332s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:37.168095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:36.05853Z","time spent":"1.109550072s","remote":"127.0.0.1:35144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:37.168189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05199127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:37.168317Z","caller":"traceutil/trace.go:171","msg":"trace[539578331] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26440; }","duration":"1.052173743s","start":"2026-04-29T23:17:36.116109Z","end":"2026-04-29T23:17:37.168283Z","steps":["trace[539578331] 'count revisions from in-memory index tree' (duration: 1.051914047s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:37.16839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:36.116091Z","time spent":"1.052277766s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:37.875495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423582964s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T23:17:37.875881Z","caller":"traceutil/trace.go:171","msg":"trace[1122926813] linearizableReadLoop","detail":"{readStateIndex:27314; appliedIndex:27313; }","duration":"1.557663405s","start":"2026-04-29T23:17:36.318191Z","end":"2026-04-29T23:17:37.875854Z","steps":["trace[1122926813] 'read index received' (duration: 133.635081ms)","trace[1122926813] 'applied index is now lower than readState.Index' (duration: 1.424026794s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:37.876577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558379641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:37.876663Z","caller":"traceutil/trace.go:171","msg":"trace[1657766657] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26440; }","duration":"1.558528594s","start":"2026-04-29T23:17:36.318115Z","end":"2026-04-29T23:17:37.876644Z","steps":["trace[1657766657] 'agreement among raft nodes before linearized reading' (duration: 1.558384171s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:37.876705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:36.318053Z","time spent":"1.558640937s","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:17:37.877037Z","caller":"traceutil/trace.go:171","msg":"trace[760201000] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"434.69349ms","start":"2026-04-29T23:17:37.442334Z","end":"2026-04-29T23:17:37.877028Z","steps":["trace[760201000] 'process raft request' (duration: 433.36976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:37.877123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:37.44231Z","time spent":"434.758382ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:38.376125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998451395,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T23:17:38.449406Z","caller":"traceutil/trace.go:171","msg":"trace[370098665] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"1.006223875s","start":"2026-04-29T23:17:37.44315Z","end":"2026-04-29T23:17:38.449374Z","steps":["trace[370098665] 'process raft request' (duration: 1.00602909s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:38.449511Z","caller":"traceutil/trace.go:171","msg":"trace[1218585747] transaction","detail":"{read_only:false; response_revision:26442; number_of_response:1; }","duration":"1.006492051s","start":"2026-04-29T23:17:37.442992Z","end":"2026-04-29T23:17:38.449484Z","steps":["trace[1218585747] 'process raft request' (duration: 1.005517648s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:38.449591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:37.443144Z","time spent":"1.006351978s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:38.449619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:37.442963Z","time spent":"1.006594294s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:38.449404Z","caller":"traceutil/trace.go:171","msg":"trace[945072987] transaction","detail":"{read_only:false; response_revision:26444; number_of_response:1; }","duration":"1.006157303s","start":"2026-04-29T23:17:37.443217Z","end":"2026-04-29T23:17:38.449374Z","steps":["trace[945072987] 'process raft request' (duration: 1.00605196s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:38.449781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:37.443211Z","time spent":"1.006533803s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:38.449779Z","caller":"traceutil/trace.go:171","msg":"trace[1508401939] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"1.005139691s","start":"2026-04-29T23:17:37.444614Z","end":"2026-04-29T23:17:38.449754Z","steps":["trace[1508401939] 'process raft request' (duration: 1.00469866s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:38.449931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:37.444602Z","time spent":"1.005292624s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:38.450197Z","caller":"traceutil/trace.go:171","msg":"trace[622301372] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"1.005491939s","start":"2026-04-29T23:17:37.444686Z","end":"2026-04-29T23:17:38.450178Z","steps":["trace[622301372] 'process raft request' (duration: 1.004942536s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:38.450415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:37.444657Z","time spent":"1.005598651s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:38.450881Z","caller":"traceutil/trace.go:171","msg":"trace[1821721723] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"1.006123902s","start":"2026-04-29T23:17:37.444716Z","end":"2026-04-29T23:17:38.45084Z","steps":["trace[1821721723] 'process raft request' (duration: 1.005193222s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:38.450974Z","caller":"traceutil/trace.go:171","msg":"trace[1445212105] transaction","detail":"{read_only:false; response_revision:26448; number_of_response:1; }","duration":"1.00466589s","start":"2026-04-29T23:17:37.446285Z","end":"2026-04-29T23:17:38.450951Z","steps":["trace[1445212105] 'process raft request' (duration: 1.004488276s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:38.451024Z","caller":"traceutil/trace.go:171","msg":"trace[489949788] linearizableReadLoop","detail":"{readStateIndex:27323; appliedIndex:27315; }","duration":"575.089795ms","start":"2026-04-29T23:17:37.875919Z","end":"2026-04-29T23:17:38.451009Z","steps":["trace[489949788] 'read index received' (duration: 572.505567ms)","trace[489949788] 'applied index is now lower than readState.Index' (duration: 2.583338ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:38.451041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:37.444707Z","time spent":"1.006247805s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:38.451105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:37.446279Z","time spent":"1.004763633s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:38.451208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122367952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-04-29T23:17:38.451205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037190205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-29T23:17:38.451225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.272882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:38.451275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987751801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:38.451295Z","caller":"traceutil/trace.go:171","msg":"trace[587918940] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26449; }","duration":"595.375963ms","start":"2026-04-29T23:17:37.855901Z","end":"2026-04-29T23:17:38.451277Z","steps":["trace[587918940] 'agreement among raft nodes before linearized reading' (duration: 595.279671ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:38.451291Z","caller":"traceutil/trace.go:171","msg":"trace[329088459] transaction","detail":"{read_only:false; response_revision:26449; number_of_response:1; }","duration":"753.246944ms","start":"2026-04-29T23:17:37.698004Z","end":"2026-04-29T23:17:38.451251Z","steps":["trace[329088459] 'process raft request' (duration: 752.897837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:38.451349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.979598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aaf7104b507520\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-29T23:17:38.45125Z","caller":"traceutil/trace.go:171","msg":"trace[1993151387] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26449; }","duration":"1.122467974s","start":"2026-04-29T23:17:37.328769Z","end":"2026-04-29T23:17:38.451237Z","steps":["trace[1993151387] 'agreement among raft nodes before linearized reading' (duration: 1.122330391s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:38.45138Z","caller":"traceutil/trace.go:171","msg":"trace[288741887] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aaf7104b507520; range_end:; response_count:1; response_revision:26449; }","duration":"271.04511ms","start":"2026-04-29T23:17:38.180325Z","end":"2026-04-29T23:17:38.45137Z","steps":["trace[288741887] 'agreement among raft nodes before linearized reading' (duration: 270.953618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:38.451395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:37.328741Z","time spent":"1.122642567s","remote":"127.0.0.1:35104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-29T23:17:38.451443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.238114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T23:17:38.451485Z","caller":"traceutil/trace.go:171","msg":"trace[861644747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26449; }","duration":"963.315614ms","start":"2026-04-29T23:17:37.488159Z","end":"2026-04-29T23:17:38.451474Z","steps":["trace[861644747] 'agreement among raft nodes before linearized reading' (duration: 963.220452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:38.451484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.214157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-29T23:17:38.451494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205352508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-29T23:17:38.451523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:37.488141Z","time spent":"963.374036ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T23:17:38.451542Z","caller":"traceutil/trace.go:171","msg":"trace[427090464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26449; }","duration":"525.275259ms","start":"2026-04-29T23:17:37.926249Z","end":"2026-04-29T23:17:38.451524Z","steps":["trace[427090464] 'agreement among raft nodes before linearized reading' (duration: 525.155876ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:38.451545Z","caller":"traceutil/trace.go:171","msg":"trace[1011000843] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26449; }","duration":"1.205402809s","start":"2026-04-29T23:17:37.246129Z","end":"2026-04-29T23:17:38.451532Z","steps":["trace[1011000843] 'agreement among raft nodes before linearized reading' (duration: 1.205231525s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:38.451608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008578652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c8bf721-3961-4090-b1dd-c6268378f125\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-29T23:17:38.4516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:37.926244Z","time spent":"525.34406ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T23:17:38.451651Z","caller":"traceutil/trace.go:171","msg":"trace[1323511942] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5c8bf721-3961-4090-b1dd-c6268378f125; range_end:; response_count:1; response_revision:26449; }","duration":"2.008676924s","start":"2026-04-29T23:17:36.442964Z","end":"2026-04-29T23:17:38.451641Z","steps":["trace[1323511942] 'agreement among raft nodes before linearized reading' (duration: 2.008573752s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:38.451652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957053106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-29T23:17:38.451686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:36.442935Z","time spent":"2.008744156s","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c8bf721-3961-4090-b1dd-c6268378f125\" "} {"level":"info","ts":"2026-04-29T23:17:38.451696Z","caller":"traceutil/trace.go:171","msg":"trace[1025838772] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26449; }","duration":"1.957147789s","start":"2026-04-29T23:17:36.494537Z","end":"2026-04-29T23:17:38.451685Z","steps":["trace[1025838772] 'agreement among raft nodes before linearized reading' (duration: 1.956986085s)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:38.451285Z","caller":"traceutil/trace.go:171","msg":"trace[1002627401] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26449; }","duration":"1.037331858s","start":"2026-04-29T23:17:37.413932Z","end":"2026-04-29T23:17:38.451264Z","steps":["trace[1002627401] 'agreement among raft nodes before linearized reading' (duration: 1.037097153s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:38.451706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.333873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-29T23:17:38.45174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.018995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:38.451756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:37.413903Z","time spent":"1.037838739s","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-29T23:17:38.451774Z","caller":"traceutil/trace.go:171","msg":"trace[2046699930] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26449; }","duration":"239.084367ms","start":"2026-04-29T23:17:38.21268Z","end":"2026-04-29T23:17:38.451764Z","steps":["trace[2046699930] 'agreement among raft nodes before linearized reading' (duration: 239.031676ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:38.451779Z","caller":"traceutil/trace.go:171","msg":"trace[887049355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26449; }","duration":"526.450556ms","start":"2026-04-29T23:17:37.925313Z","end":"2026-04-29T23:17:38.451763Z","steps":["trace[887049355] 'agreement among raft nodes before linearized reading' (duration: 526.287632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:38.451831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:37.925291Z","time spent":"526.527747ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T23:17:38.451367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.070207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T23:17:38.451987Z","caller":"traceutil/trace.go:171","msg":"trace[1295495582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26449; }","duration":"526.739362ms","start":"2026-04-29T23:17:37.92523Z","end":"2026-04-29T23:17:38.45197Z","steps":["trace[1295495582] 'agreement among raft nodes before linearized reading' (duration: 526.025957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:38.452054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:37.925199Z","time spent":"526.839904ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T23:17:38.451688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.571143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:17:38.451333Z","caller":"traceutil/trace.go:171","msg":"trace[1329127631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26449; }","duration":"1.987858353s","start":"2026-04-29T23:17:36.463459Z","end":"2026-04-29T23:17:38.451318Z","steps":["trace[1329127631] 'agreement among raft nodes before linearized reading' (duration: 1.987769481s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:38.452796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:36.463434Z","time spent":"1.989351127s","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T23:17:38.451611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:37.246067Z","time spent":"1.205530691s","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T23:17:38.451481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:37.697979Z","time spent":"753.414658ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:38.45134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:37.855884Z","time spent":"595.443215ms","remote":"127.0.0.1:49426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:38.451353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.207733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:38.453331Z","caller":"traceutil/trace.go:171","msg":"trace[328104598] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26449; }","duration":"625.211338ms","start":"2026-04-29T23:17:37.828102Z","end":"2026-04-29T23:17:38.453314Z","steps":["trace[328104598] 'agreement among raft nodes before linearized reading' (duration: 623.213713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:38.453386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:37.828089Z","time spent":"625.280489ms","remote":"127.0.0.1:56968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:38.451702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.164139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T23:17:38.453497Z","caller":"traceutil/trace.go:171","msg":"trace[928554721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26449; }","duration":"527.96935ms","start":"2026-04-29T23:17:37.925515Z","end":"2026-04-29T23:17:38.453484Z","steps":["trace[928554721] 'agreement among raft nodes before linearized reading' (duration: 526.065487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:38.453551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:37.925511Z","time spent":"528.012671ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T23:17:38.451737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:36.494508Z","time spent":"1.95722165s","remote":"127.0.0.1:35010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-29T23:17:38.452433Z","caller":"traceutil/trace.go:171","msg":"trace[1545034407] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26449; }","duration":"246.344171ms","start":"2026-04-29T23:17:38.206073Z","end":"2026-04-29T23:17:38.452418Z","steps":["trace[1545034407] 'agreement among raft nodes before linearized reading' (duration: 245.559343ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:38.883255Z","caller":"traceutil/trace.go:171","msg":"trace[1132172901] transaction","detail":"{read_only:false; response_revision:26451; number_of_response:1; }","duration":"427.090598ms","start":"2026-04-29T23:17:38.456142Z","end":"2026-04-29T23:17:38.883232Z","steps":["trace[1132172901] 'process raft request' (duration: 427.001006ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:38.883269Z","caller":"traceutil/trace.go:171","msg":"trace[74240214] transaction","detail":"{read_only:false; response_revision:26450; number_of_response:1; }","duration":"429.342659ms","start":"2026-04-29T23:17:38.453885Z","end":"2026-04-29T23:17:38.883228Z","steps":["trace[74240214] 'process raft request' (duration: 374.52487ms)","trace[74240214] 'compare' (duration: 54.463301ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:38.883397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:38.456118Z","time spent":"427.20638ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:38.883443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:38.453861Z","time spent":"429.492833ms","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:38.8835Z","caller":"traceutil/trace.go:171","msg":"trace[903535800] transaction","detail":"{read_only:false; response_revision:26452; number_of_response:1; }","duration":"427.050857ms","start":"2026-04-29T23:17:38.456427Z","end":"2026-04-29T23:17:38.883478Z","steps":["trace[903535800] 'process raft request' (duration: 426.770711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:38.883805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:38.456422Z","time spent":"427.315824ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:38.883807Z","caller":"traceutil/trace.go:171","msg":"trace[1502499948] transaction","detail":"{read_only:false; response_revision:26453; number_of_response:1; }","duration":"427.331654ms","start":"2026-04-29T23:17:38.456459Z","end":"2026-04-29T23:17:38.88379Z","steps":["trace[1502499948] 'process raft request' (duration: 426.949195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:38.883888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:38.456455Z","time spent":"427.393186ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:38.884045Z","caller":"traceutil/trace.go:171","msg":"trace[745156332] transaction","detail":"{read_only:false; response_revision:26454; number_of_response:1; }","duration":"427.276703ms","start":"2026-04-29T23:17:38.456758Z","end":"2026-04-29T23:17:38.884035Z","steps":["trace[745156332] 'process raft request' (duration: 426.984456ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:38.884091Z","caller":"traceutil/trace.go:171","msg":"trace[1751606958] transaction","detail":"{read_only:false; response_revision:26455; number_of_response:1; }","duration":"427.270393ms","start":"2026-04-29T23:17:38.456802Z","end":"2026-04-29T23:17:38.884073Z","steps":["trace[1751606958] 'process raft request' (duration: 427.14341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:38.884147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:38.456749Z","time spent":"427.316183ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:38.884183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:38.45679Z","time spent":"427.359834ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:38.884222Z","caller":"traceutil/trace.go:171","msg":"trace[1072203994] linearizableReadLoop","detail":"{readStateIndex:27329; appliedIndex:27323; }","duration":"427.197352ms","start":"2026-04-29T23:17:38.456875Z","end":"2026-04-29T23:17:38.884072Z","steps":["trace[1072203994] 'read index received' (duration: 371.576484ms)","trace[1072203994] 'applied index is now lower than readState.Index' (duration: 55.616857ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:38.884302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.619243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:38.884322Z","caller":"traceutil/trace.go:171","msg":"trace[20321961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26456; }","duration":"424.654103ms","start":"2026-04-29T23:17:38.459662Z","end":"2026-04-29T23:17:38.884317Z","steps":["trace[20321961] 'agreement among raft nodes before linearized reading' (duration: 424.609242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:38.88434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:38.459656Z","time spent":"424.680304ms","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T23:17:38.884313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.413596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-29T23:17:38.884394Z","caller":"traceutil/trace.go:171","msg":"trace[1749527310] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26456; }","duration":"427.529168ms","start":"2026-04-29T23:17:38.456845Z","end":"2026-04-29T23:17:38.884374Z","steps":["trace[1749527310] 'agreement among raft nodes before linearized reading' (duration: 427.232702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:38.884403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.14505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-29T23:17:38.884434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:38.456828Z","time spent":"427.59718ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-29T23:17:38.884452Z","caller":"traceutil/trace.go:171","msg":"trace[979808624] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26456; }","duration":"377.217381ms","start":"2026-04-29T23:17:38.507212Z","end":"2026-04-29T23:17:38.884429Z","steps":["trace[979808624] 'agreement among raft nodes before linearized reading' (duration: 377.061577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:38.884489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:38.507193Z","time spent":"377.288413ms","remote":"127.0.0.1:35064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-29T23:17:38.884336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.305124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:38.884619Z","caller":"traceutil/trace.go:171","msg":"trace[2113263898] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26456; }","duration":"129.617981ms","start":"2026-04-29T23:17:38.754951Z","end":"2026-04-29T23:17:38.884569Z","steps":["trace[2113263898] 'agreement among raft nodes before linearized reading' (duration: 129.319344ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:38.884221Z","caller":"traceutil/trace.go:171","msg":"trace[512422307] transaction","detail":"{read_only:false; response_revision:26456; number_of_response:1; }","duration":"425.630375ms","start":"2026-04-29T23:17:38.458448Z","end":"2026-04-29T23:17:38.884079Z","steps":["trace[512422307] 'process raft request' (duration: 425.569493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:38.884916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:38.458437Z","time spent":"426.426123ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:40.06142Z","caller":"traceutil/trace.go:171","msg":"trace[678145435] linearizableReadLoop","detail":"{readStateIndex:27331; appliedIndex:27330; }","duration":"114.643773ms","start":"2026-04-29T23:17:39.946737Z","end":"2026-04-29T23:17:40.061381Z","steps":["trace[678145435] 'read index received' (duration: 114.424948ms)","trace[678145435] 'applied index is now lower than readState.Index' (duration: 217.295µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:40.061685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.905669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:40.061733Z","caller":"traceutil/trace.go:171","msg":"trace[1432664201] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26457; }","duration":"114.991921ms","start":"2026-04-29T23:17:39.946723Z","end":"2026-04-29T23:17:40.061715Z","steps":["trace[1432664201] 'agreement among raft nodes before linearized reading' (duration: 114.794106ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:40.062593Z","caller":"traceutil/trace.go:171","msg":"trace[2086641241] transaction","detail":"{read_only:false; response_revision:26457; number_of_response:1; }","duration":"177.142205ms","start":"2026-04-29T23:17:39.885409Z","end":"2026-04-29T23:17:40.062551Z","steps":["trace[2086641241] 'process raft request' (duration: 175.797015ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:40.610107Z","caller":"traceutil/trace.go:171","msg":"trace[215810695] linearizableReadLoop","detail":"{readStateIndex:27332; appliedIndex:27331; }","duration":"166.310571ms","start":"2026-04-29T23:17:40.443765Z","end":"2026-04-29T23:17:40.610075Z","steps":["trace[215810695] 'read index received' (duration: 166.049126ms)","trace[215810695] 'applied index is now lower than readState.Index' (duration: 259.745µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:40.610199Z","caller":"traceutil/trace.go:171","msg":"trace[916535896] transaction","detail":"{read_only:false; response_revision:26458; number_of_response:1; }","duration":"166.947846ms","start":"2026-04-29T23:17:40.44321Z","end":"2026-04-29T23:17:40.610158Z","steps":["trace[916535896] 'process raft request' (duration: 166.6518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:40.610441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.632629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-29T23:17:40.610567Z","caller":"traceutil/trace.go:171","msg":"trace[1335635092] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26458; }","duration":"166.862544ms","start":"2026-04-29T23:17:40.443682Z","end":"2026-04-29T23:17:40.610544Z","steps":["trace[1335635092] 'agreement among raft nodes before linearized reading' (duration: 166.548167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:41.110253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698913998451432,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T23:17:41.225809Z","caller":"traceutil/trace.go:171","msg":"trace[1956636402] transaction","detail":"{read_only:false; response_revision:26459; number_of_response:1; }","duration":"769.731117ms","start":"2026-04-29T23:17:40.456022Z","end":"2026-04-29T23:17:41.225753Z","steps":["trace[1956636402] 'process raft request' (duration: 763.464195ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:41.225842Z","caller":"traceutil/trace.go:171","msg":"trace[1598178700] transaction","detail":"{read_only:false; response_revision:26460; number_of_response:1; }","duration":"769.747118ms","start":"2026-04-29T23:17:40.456054Z","end":"2026-04-29T23:17:41.225801Z","steps":["trace[1598178700] 'process raft request' (duration: 769.516561ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:41.225921Z","caller":"traceutil/trace.go:171","msg":"trace[72850341] linearizableReadLoop","detail":"{readStateIndex:27339; appliedIndex:27332; }","duration":"615.707004ms","start":"2026-04-29T23:17:40.6102Z","end":"2026-04-29T23:17:41.225907Z","steps":["trace[72850341] 'read index received' (duration: 609.224567ms)","trace[72850341] 'applied index is now lower than readState.Index' (duration: 6.481627ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:41.225973Z","caller":"traceutil/trace.go:171","msg":"trace[1229928903] transaction","detail":"{read_only:false; response_revision:26461; number_of_response:1; }","duration":"769.901821ms","start":"2026-04-29T23:17:40.456062Z","end":"2026-04-29T23:17:41.225964Z","steps":["trace[1229928903] 'process raft request' (duration: 769.601624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:41.225995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:40.456001Z","time spent":"769.891031ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:41.226046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:40.45604Z","time spent":"769.88886ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:41.226089Z","caller":"traceutil/trace.go:171","msg":"trace[1889770689] transaction","detail":"{read_only:false; response_revision:26465; number_of_response:1; }","duration":"768.309726ms","start":"2026-04-29T23:17:40.45777Z","end":"2026-04-29T23:17:41.22608Z","steps":["trace[1889770689] 'process raft request' (duration: 768.07508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:41.226088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:40.456044Z","time spent":"769.961842ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:41.226142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:40.457738Z","time spent":"768.370246ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:41.226238Z","caller":"traceutil/trace.go:171","msg":"trace[1194522412] transaction","detail":"{read_only:false; response_revision:26462; number_of_response:1; }","duration":"769.757698ms","start":"2026-04-29T23:17:40.45647Z","end":"2026-04-29T23:17:41.226228Z","steps":["trace[1194522412] 'process raft request' (duration: 769.236466ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:41.225915Z","caller":"traceutil/trace.go:171","msg":"trace[1172931852] transaction","detail":"{read_only:false; response_revision:26464; number_of_response:1; }","duration":"768.98609ms","start":"2026-04-29T23:17:40.456895Z","end":"2026-04-29T23:17:41.225881Z","steps":["trace[1172931852] 'process raft request' (duration: 768.913319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:41.226287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:40.456441Z","time spent":"769.817689ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:41.226321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:40.456883Z","time spent":"769.41617ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:41.226388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.082693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T23:17:41.226429Z","caller":"traceutil/trace.go:171","msg":"trace[1583121413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26465; }","duration":"337.170665ms","start":"2026-04-29T23:17:40.889246Z","end":"2026-04-29T23:17:41.226417Z","steps":["trace[1583121413] 'agreement among raft nodes before linearized reading' (duration: 337.006882ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:41.226371Z","caller":"traceutil/trace.go:171","msg":"trace[423232046] transaction","detail":"{read_only:false; response_revision:26463; number_of_response:1; }","duration":"769.439041ms","start":"2026-04-29T23:17:40.456867Z","end":"2026-04-29T23:17:41.226306Z","steps":["trace[423232046] 'process raft request' (duration: 768.876468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:41.226452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.929269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-29T23:17:41.226705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.795325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T23:17:41.226705Z","caller":"traceutil/trace.go:171","msg":"trace[978140127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26465; }","duration":"337.026261ms","start":"2026-04-29T23:17:40.889483Z","end":"2026-04-29T23:17:41.226509Z","steps":["trace[978140127] 'agreement among raft nodes before linearized reading' (duration: 336.858718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:41.226704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.677073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-29T23:17:41.226722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.357225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c8bf721-3961-4090-b1dd-c6268378f125\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-29T23:17:41.226738Z","caller":"traceutil/trace.go:171","msg":"trace[1429325466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26465; }","duration":"337.033081ms","start":"2026-04-29T23:17:40.889696Z","end":"2026-04-29T23:17:41.226729Z","steps":["trace[1429325466] 'agreement among raft nodes before linearized reading' (duration: 336.567381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:41.226744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:40.889472Z","time spent":"337.264436ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T23:17:41.226754Z","caller":"traceutil/trace.go:171","msg":"trace[236392250] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26465; }","duration":"336.927768ms","start":"2026-04-29T23:17:40.889812Z","end":"2026-04-29T23:17:41.226739Z","steps":["trace[236392250] 'agreement among raft nodes before linearized reading' (duration: 336.55491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:41.226769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:40.889686Z","time spent":"337.076862ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T23:17:41.226776Z","caller":"traceutil/trace.go:171","msg":"trace[1726829501] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5c8bf721-3961-4090-b1dd-c6268378f125; range_end:; response_count:1; response_revision:26465; }","duration":"764.679683ms","start":"2026-04-29T23:17:40.462077Z","end":"2026-04-29T23:17:41.226757Z","steps":["trace[1726829501] 'agreement among raft nodes before linearized reading' (duration: 764.223013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:41.226783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:40.889799Z","time spent":"336.97743ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T23:17:41.226815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:40.462064Z","time spent":"764.742864ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c8bf721-3961-4090-b1dd-c6268378f125\" "} {"level":"warn","ts":"2026-04-29T23:17:41.226818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.497159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T23:17:41.228266Z","caller":"traceutil/trace.go:171","msg":"trace[894972723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26465; }","duration":"338.33168ms","start":"2026-04-29T23:17:40.889912Z","end":"2026-04-29T23:17:41.228244Z","steps":["trace[894972723] 'agreement among raft nodes before linearized reading' (duration: 336.355856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:41.228322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:40.889881Z","time spent":"338.423702ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T23:17:41.227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:40.456854Z","time spent":"769.645655ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:41.226942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:40.889222Z","time spent":"337.224937ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T23:17:42.24817Z","caller":"traceutil/trace.go:171","msg":"trace[490725381] transaction","detail":"{read_only:false; response_revision:26472; number_of_response:1; }","duration":"169.294129ms","start":"2026-04-29T23:17:42.078853Z","end":"2026-04-29T23:17:42.248147Z","steps":["trace[490725381] 'process raft request' (duration: 168.739226ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:42.77425Z","caller":"traceutil/trace.go:171","msg":"trace[608811805] transaction","detail":"{read_only:false; response_revision:26473; number_of_response:1; }","duration":"149.886499ms","start":"2026-04-29T23:17:42.624331Z","end":"2026-04-29T23:17:42.774217Z","steps":["trace[608811805] 'process raft request' (duration: 149.644413ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:43.463981Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006ad6.wal"} {"level":"info","ts":"2026-04-29T23:17:43.465188Z","caller":"traceutil/trace.go:171","msg":"trace[1009825989] transaction","detail":"{read_only:false; response_revision:26474; number_of_response:1; }","duration":"681.941751ms","start":"2026-04-29T23:17:42.783221Z","end":"2026-04-29T23:17:43.465163Z","steps":["trace[1009825989] 'process raft request' (duration: 681.059342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:43.466449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:42.783177Z","time spent":"683.181859ms","remote":"127.0.0.1:37868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418437,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:43.540682Z","caller":"traceutil/trace.go:171","msg":"trace[767627873] transaction","detail":"{read_only:false; response_revision:26475; number_of_response:1; }","duration":"306.666726ms","start":"2026-04-29T23:17:43.233982Z","end":"2026-04-29T23:17:43.540649Z","steps":["trace[767627873] 'process raft request' (duration: 306.41495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:43.540868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:43.233951Z","time spent":"306.819229ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:43.540945Z","caller":"traceutil/trace.go:171","msg":"trace[2092111437] transaction","detail":"{read_only:false; response_revision:26476; number_of_response:1; }","duration":"306.921792ms","start":"2026-04-29T23:17:43.233999Z","end":"2026-04-29T23:17:43.54092Z","steps":["trace[2092111437] 'process raft request' (duration: 306.583764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:43.5411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:43.233967Z","time spent":"307.053624ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:43.541327Z","caller":"traceutil/trace.go:171","msg":"trace[1752168557] transaction","detail":"{read_only:false; response_revision:26477; number_of_response:1; }","duration":"307.253658ms","start":"2026-04-29T23:17:43.234059Z","end":"2026-04-29T23:17:43.541313Z","steps":["trace[1752168557] 'process raft request' (duration: 306.772488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:43.541404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:43.234029Z","time spent":"307.336971ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:43.541392Z","caller":"traceutil/trace.go:171","msg":"trace[1954838391] transaction","detail":"{read_only:false; response_revision:26478; number_of_response:1; }","duration":"307.189508ms","start":"2026-04-29T23:17:43.234178Z","end":"2026-04-29T23:17:43.541368Z","steps":["trace[1954838391] 'process raft request' (duration: 306.943612ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:43.54153Z","caller":"traceutil/trace.go:171","msg":"trace[398036314] transaction","detail":"{read_only:false; response_revision:26480; number_of_response:1; }","duration":"306.981702ms","start":"2026-04-29T23:17:43.234535Z","end":"2026-04-29T23:17:43.541516Z","steps":["trace[398036314] 'process raft request' (duration: 306.770347ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:43.541599Z","caller":"traceutil/trace.go:171","msg":"trace[1449752285] transaction","detail":"{read_only:false; response_revision:26479; number_of_response:1; }","duration":"307.413112ms","start":"2026-04-29T23:17:43.234173Z","end":"2026-04-29T23:17:43.541586Z","steps":["trace[1449752285] 'process raft request' (duration: 307.073475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:43.541608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:43.234466Z","time spent":"307.102624ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:43.541645Z","caller":"traceutil/trace.go:171","msg":"trace[818652800] transaction","detail":"{read_only:false; response_revision:26481; number_of_response:1; }","duration":"306.125573ms","start":"2026-04-29T23:17:43.23551Z","end":"2026-04-29T23:17:43.541636Z","steps":["trace[818652800] 'process raft request' (duration: 305.844896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:43.541663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:43.234139Z","time spent":"307.493725ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:43.541696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:43.235489Z","time spent":"306.182053ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:43.541489Z","caller":"traceutil/trace.go:171","msg":"trace[289635144] linearizableReadLoop","detail":"{readStateIndex:27356; appliedIndex:27348; }","duration":"288.659048ms","start":"2026-04-29T23:17:43.252797Z","end":"2026-04-29T23:17:43.541456Z","steps":["trace[289635144] 'read index received' (duration: 211.36339ms)","trace[289635144] 'applied index is now lower than readState.Index' (duration: 77.294328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:43.541537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:43.234169Z","time spent":"307.29063ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:43.541757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.918733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c8bf721-3961-4090-b1dd-c6268378f125\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-29T23:17:43.541834Z","caller":"traceutil/trace.go:171","msg":"trace[481484998] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5c8bf721-3961-4090-b1dd-c6268378f125; range_end:; response_count:1; response_revision:26481; }","duration":"289.072797ms","start":"2026-04-29T23:17:43.252743Z","end":"2026-04-29T23:17:43.541816Z","steps":["trace[481484998] 'agreement among raft nodes before linearized reading' (duration: 288.815521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:43.897798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.986469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T23:17:43.898011Z","caller":"traceutil/trace.go:171","msg":"trace[1842878347] transaction","detail":"{read_only:false; response_revision:26482; number_of_response:1; }","duration":"410.314139ms","start":"2026-04-29T23:17:43.487662Z","end":"2026-04-29T23:17:43.897977Z","steps":["trace[1842878347] 'process raft request' (duration: 85.032703ms)","trace[1842878347] 'compare' (duration: 324.793995ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:43.898069Z","caller":"traceutil/trace.go:171","msg":"trace[1358523410] transaction","detail":"{read_only:false; response_revision:26483; number_of_response:1; }","duration":"222.595543ms","start":"2026-04-29T23:17:43.675451Z","end":"2026-04-29T23:17:43.898047Z","steps":["trace[1358523410] 'process raft request' (duration: 222.46807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:43.898199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:43.487636Z","time spent":"410.457241ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:43.898306Z","caller":"traceutil/trace.go:171","msg":"trace[910237163] linearizableReadLoop","detail":"{readStateIndex:27357; appliedIndex:27356; }","duration":"356.476842ms","start":"2026-04-29T23:17:43.541746Z","end":"2026-04-29T23:17:43.898223Z","steps":["trace[910237163] 'read index received' (duration: 30.931239ms)","trace[910237163] 'applied index is now lower than readState.Index' (duration: 325.542303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:43.898442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.510467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T23:17:43.898498Z","caller":"traceutil/trace.go:171","msg":"trace[14792422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26483; }","duration":"591.544678ms","start":"2026-04-29T23:17:43.306921Z","end":"2026-04-29T23:17:43.898466Z","steps":["trace[14792422] 'agreement among raft nodes before linearized reading' (duration: 591.402014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:43.89853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:43.306878Z","time spent":"591.6441ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T23:17:43.898502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.423597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:43.898596Z","caller":"traceutil/trace.go:171","msg":"trace[1343977038] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26483; }","duration":"381.604541ms","start":"2026-04-29T23:17:43.516967Z","end":"2026-04-29T23:17:43.898572Z","steps":["trace[1343977038] 'agreement among raft nodes before linearized reading' (duration: 381.431427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:43.898609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.286648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:43.89865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:43.51694Z","time spent":"381.698742ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:17:43.898677Z","caller":"traceutil/trace.go:171","msg":"trace[669720419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26483; }","duration":"433.431152ms","start":"2026-04-29T23:17:43.465228Z","end":"2026-04-29T23:17:43.898659Z","steps":["trace[669720419] 'agreement among raft nodes before linearized reading' (duration: 433.33319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:43.898743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:43.465212Z","time spent":"433.497054ms","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T23:17:43.898757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.809386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T23:17:43.898709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.503238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18621"} {"level":"info","ts":"2026-04-29T23:17:43.898796Z","caller":"traceutil/trace.go:171","msg":"trace[12126688] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26483; }","duration":"592.909189ms","start":"2026-04-29T23:17:43.305875Z","end":"2026-04-29T23:17:43.898785Z","steps":["trace[12126688] 'agreement among raft nodes before linearized reading' (duration: 592.755785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:43.89882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:43.305858Z","time spent":"592.957179ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T23:17:43.898826Z","caller":"traceutil/trace.go:171","msg":"trace[531362666] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26483; }","duration":"148.647931ms","start":"2026-04-29T23:17:43.750159Z","end":"2026-04-29T23:17:43.898807Z","steps":["trace[531362666] 'agreement among raft nodes before linearized reading' (duration: 148.438326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:43.898622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.444513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:43.89893Z","caller":"traceutil/trace.go:171","msg":"trace[794356037] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26483; }","duration":"594.840333ms","start":"2026-04-29T23:17:43.304075Z","end":"2026-04-29T23:17:43.898915Z","steps":["trace[794356037] 'agreement among raft nodes before linearized reading' (duration: 594.462584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:43.898978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:43.304049Z","time spent":"594.915185ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:43.899105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.09514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-29T23:17:43.89852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.472414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T23:17:43.899275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.105811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-29T23:17:43.899281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.266434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T23:17:43.899335Z","caller":"traceutil/trace.go:171","msg":"trace[344302026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26483; }","duration":"592.656753ms","start":"2026-04-29T23:17:43.306665Z","end":"2026-04-29T23:17:43.899322Z","steps":["trace[344302026] 'agreement among raft nodes before linearized reading' (duration: 591.869795ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:43.899368Z","caller":"traceutil/trace.go:171","msg":"trace[1358692306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26483; }","duration":"592.393537ms","start":"2026-04-29T23:17:43.306953Z","end":"2026-04-29T23:17:43.899347Z","steps":["trace[1358692306] 'agreement among raft nodes before linearized reading' (duration: 591.442616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:43.899427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:43.306645Z","time spent":"592.768106ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T23:17:43.899425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:43.306947Z","time spent":"592.463709ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T23:17:43.899286Z","caller":"traceutil/trace.go:171","msg":"trace[378074113] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26483; }","duration":"404.330663ms","start":"2026-04-29T23:17:43.494919Z","end":"2026-04-29T23:17:43.899249Z","steps":["trace[378074113] 'agreement among raft nodes before linearized reading' (duration: 403.483244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:43.899716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:43.494899Z","time spent":"404.795614ms","remote":"127.0.0.1:57828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:17:43.899756Z","caller":"traceutil/trace.go:171","msg":"trace[472400643] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26483; }","duration":"592.189632ms","start":"2026-04-29T23:17:43.306968Z","end":"2026-04-29T23:17:43.899158Z","steps":["trace[472400643] 'agreement among raft nodes before linearized reading' (duration: 591.363194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:43.899825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:43.306933Z","time spent":"592.873877ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T23:17:44.257775Z","caller":"traceutil/trace.go:171","msg":"trace[279109405] transaction","detail":"{read_only:false; response_revision:26486; number_of_response:1; }","duration":"352.273827ms","start":"2026-04-29T23:17:43.905475Z","end":"2026-04-29T23:17:44.257749Z","steps":["trace[279109405] 'process raft request' (duration: 352.159855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:44.257939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:43.905464Z","time spent":"352.39301ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:44.258136Z","caller":"traceutil/trace.go:171","msg":"trace[1289882020] transaction","detail":"{read_only:false; response_revision:26487; number_of_response:1; }","duration":"352.026721ms","start":"2026-04-29T23:17:43.906081Z","end":"2026-04-29T23:17:44.258107Z","steps":["trace[1289882020] 'process raft request' (duration: 351.617922ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:44.2582Z","caller":"traceutil/trace.go:171","msg":"trace[1633906930] transaction","detail":"{read_only:false; response_revision:26485; number_of_response:1; }","duration":"354.117058ms","start":"2026-04-29T23:17:43.904069Z","end":"2026-04-29T23:17:44.258186Z","steps":["trace[1633906930] 'process raft request' (duration: 353.391422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:44.258282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:43.904046Z","time spent":"354.189219ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:44.258288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:43.906074Z","time spent":"352.132723ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:44.258391Z","caller":"traceutil/trace.go:171","msg":"trace[1737981565] linearizableReadLoop","detail":"{readStateIndex:27360; appliedIndex:27358; }","duration":"353.435773ms","start":"2026-04-29T23:17:43.904877Z","end":"2026-04-29T23:17:44.258312Z","steps":["trace[1737981565] 'read index received' (duration: 55.570077ms)","trace[1737981565] 'applied index is now lower than readState.Index' (duration: 297.863596ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:44.258395Z","caller":"traceutil/trace.go:171","msg":"trace[1678801557] transaction","detail":"{read_only:false; response_revision:26488; number_of_response:1; }","duration":"352.187555ms","start":"2026-04-29T23:17:43.90618Z","end":"2026-04-29T23:17:44.258368Z","steps":["trace[1678801557] 'process raft request' (duration: 351.835387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:44.258678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.77737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18621"} {"level":"warn","ts":"2026-04-29T23:17:44.258696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:43.906173Z","time spent":"352.43554ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:44.258762Z","caller":"traceutil/trace.go:171","msg":"trace[1820305397] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26488; }","duration":"353.899313ms","start":"2026-04-29T23:17:43.904843Z","end":"2026-04-29T23:17:44.258742Z","steps":["trace[1820305397] 'agreement among raft nodes before linearized reading' (duration: 353.644268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:44.258869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:43.90483Z","time spent":"354.020656ms","remote":"127.0.0.1:35080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18644,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-29T23:17:44.554416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.507061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T23:17:44.554521Z","caller":"traceutil/trace.go:171","msg":"trace[858406207] linearizableReadLoop","detail":"{readStateIndex:27364; appliedIndex:27363; }","duration":"295.984824ms","start":"2026-04-29T23:17:44.258522Z","end":"2026-04-29T23:17:44.554507Z","steps":["trace[858406207] 'read index received' (duration: 96.311349ms)","trace[858406207] 'applied index is now lower than readState.Index' (duration: 199.672525ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:44.554667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.687862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T23:17:44.554634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.840029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:44.554694Z","caller":"traceutil/trace.go:171","msg":"trace[1878719749] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26489; }","duration":"500.767484ms","start":"2026-04-29T23:17:44.053918Z","end":"2026-04-29T23:17:44.554685Z","steps":["trace[1878719749] 'agreement among raft nodes before linearized reading' (duration: 500.672652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:44.55472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:44.05389Z","time spent":"500.824275ms","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:17:44.55473Z","caller":"traceutil/trace.go:171","msg":"trace[570326253] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26489; }","duration":"459.950121ms","start":"2026-04-29T23:17:44.094758Z","end":"2026-04-29T23:17:44.554708Z","steps":["trace[570326253] 'agreement among raft nodes before linearized reading' (duration: 459.798988ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:44.554758Z","caller":"traceutil/trace.go:171","msg":"trace[1153951917] transaction","detail":"{read_only:false; response_revision:26489; number_of_response:1; }","duration":"301.227263ms","start":"2026-04-29T23:17:44.253504Z","end":"2026-04-29T23:17:44.554731Z","steps":["trace[1153951917] 'process raft request' (duration: 101.320753ms)","trace[1153951917] 'compare' (duration: 198.831786ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:44.554786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:44.094711Z","time spent":"460.061524ms","remote":"127.0.0.1:45248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:17:44.554906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:44.253479Z","time spent":"301.343505ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:44.554972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.062583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-29T23:17:44.555001Z","caller":"traceutil/trace.go:171","msg":"trace[624631368] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26489; }","duration":"586.136795ms","start":"2026-04-29T23:17:43.968855Z","end":"2026-04-29T23:17:44.554992Z","steps":["trace[624631368] 'agreement among raft nodes before linearized reading' (duration: 586.018432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:44.555026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:43.968837Z","time spent":"586.184685ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T23:17:44.555198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.420463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:44.555247Z","caller":"traceutil/trace.go:171","msg":"trace[1835106735] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26489; }","duration":"246.506714ms","start":"2026-04-29T23:17:44.308726Z","end":"2026-04-29T23:17:44.555233Z","steps":["trace[1835106735] 'agreement among raft nodes before linearized reading' (duration: 246.426782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:44.555313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.550488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:44.555336Z","caller":"traceutil/trace.go:171","msg":"trace[528397669] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26489; }","duration":"205.620469ms","start":"2026-04-29T23:17:44.349707Z","end":"2026-04-29T23:17:44.555328Z","steps":["trace[528397669] 'agreement among raft nodes before linearized reading' (duration: 205.581658ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:45.769302Z","caller":"traceutil/trace.go:171","msg":"trace[1618488933] transaction","detail":"{read_only:false; response_revision:26490; number_of_response:1; }","duration":"224.67909ms","start":"2026-04-29T23:17:45.544596Z","end":"2026-04-29T23:17:45.769275Z","steps":["trace[1618488933] 'process raft request' (duration: 224.529107ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:46.25193Z","caller":"traceutil/trace.go:171","msg":"trace[499941395] transaction","detail":"{read_only:false; response_revision:26491; number_of_response:1; }","duration":"706.183879ms","start":"2026-04-29T23:17:45.54571Z","end":"2026-04-29T23:17:46.251894Z","steps":["trace[499941395] 'process raft request' (duration: 606.335401ms)","trace[499941395] 'compare' (duration: 99.612773ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:46.252011Z","caller":"traceutil/trace.go:171","msg":"trace[1388521565] transaction","detail":"{read_only:false; response_revision:26492; number_of_response:1; }","duration":"705.911503ms","start":"2026-04-29T23:17:45.546Z","end":"2026-04-29T23:17:46.251912Z","steps":["trace[1388521565] 'process raft request' (duration: 705.798811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:46.252131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:45.545701Z","time spent":"706.352064ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:46.252199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:45.545965Z","time spent":"706.130219ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:46.252326Z","caller":"traceutil/trace.go:171","msg":"trace[202907899] transaction","detail":"{read_only:false; response_revision:26498; number_of_response:1; }","duration":"289.64471ms","start":"2026-04-29T23:17:45.962537Z","end":"2026-04-29T23:17:46.252181Z","steps":["trace[202907899] 'process raft request' (duration: 289.598719ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:46.252385Z","caller":"traceutil/trace.go:171","msg":"trace[1841093922] transaction","detail":"{read_only:false; response_revision:26495; number_of_response:1; }","duration":"705.704698ms","start":"2026-04-29T23:17:45.546658Z","end":"2026-04-29T23:17:46.252363Z","steps":["trace[1841093922] 'process raft request' (duration: 705.33495ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:46.252476Z","caller":"traceutil/trace.go:171","msg":"trace[1307118751] transaction","detail":"{read_only:false; response_revision:26493; number_of_response:1; }","duration":"706.2097ms","start":"2026-04-29T23:17:45.546253Z","end":"2026-04-29T23:17:46.252462Z","steps":["trace[1307118751] 'process raft request' (duration: 705.594476ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:46.252492Z","caller":"traceutil/trace.go:171","msg":"trace[1463220442] transaction","detail":"{read_only:false; response_revision:26497; number_of_response:1; }","duration":"635.945301ms","start":"2026-04-29T23:17:45.616535Z","end":"2026-04-29T23:17:46.25248Z","steps":["trace[1463220442] 'process raft request' (duration: 635.561233ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:46.252511Z","caller":"traceutil/trace.go:171","msg":"trace[1295753279] transaction","detail":"{read_only:false; response_revision:26496; number_of_response:1; }","duration":"705.337221ms","start":"2026-04-29T23:17:45.547163Z","end":"2026-04-29T23:17:46.252501Z","steps":["trace[1295753279] 'process raft request' (duration: 704.88493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:46.252504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:45.546642Z","time spent":"705.785621ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:46.252553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:45.546245Z","time spent":"706.268992ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:46.252557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:45.616506Z","time spent":"636.014303ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:46.252578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:45.547151Z","time spent":"705.382881ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:46.252652Z","caller":"traceutil/trace.go:171","msg":"trace[1265745934] linearizableReadLoop","detail":"{readStateIndex:27371; appliedIndex:27365; }","duration":"693.424492ms","start":"2026-04-29T23:17:45.559178Z","end":"2026-04-29T23:17:46.252602Z","steps":["trace[1265745934] 'read index received' (duration: 210.137342ms)","trace[1265745934] 'applied index is now lower than readState.Index' (duration: 483.28397ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:46.252633Z","caller":"traceutil/trace.go:171","msg":"trace[1936024135] transaction","detail":"{read_only:false; response_revision:26494; number_of_response:1; }","duration":"706.106168ms","start":"2026-04-29T23:17:45.54638Z","end":"2026-04-29T23:17:46.252486Z","steps":["trace[1936024135] 'process raft request' (duration: 705.516395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:46.252836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.660087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c8bf721-3961-4090-b1dd-c6268378f125\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-29T23:17:46.252884Z","caller":"traceutil/trace.go:171","msg":"trace[770347953] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5c8bf721-3961-4090-b1dd-c6268378f125; range_end:; response_count:1; response_revision:26498; }","duration":"693.722109ms","start":"2026-04-29T23:17:45.559146Z","end":"2026-04-29T23:17:46.252868Z","steps":["trace[770347953] 'agreement among raft nodes before linearized reading' (duration: 693.547905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:46.252916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:45.559137Z","time spent":"693.77187ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c8bf721-3961-4090-b1dd-c6268378f125\" "} {"level":"warn","ts":"2026-04-29T23:17:46.25302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:45.546358Z","time spent":"706.444795ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:46.254138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.435722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-29T23:17:46.254257Z","caller":"traceutil/trace.go:171","msg":"trace[720393939] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26498; }","duration":"632.602136ms","start":"2026-04-29T23:17:45.621622Z","end":"2026-04-29T23:17:46.254224Z","steps":["trace[720393939] 'agreement among raft nodes before linearized reading' (duration: 632.340399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:46.254784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.341566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T23:17:46.254858Z","caller":"traceutil/trace.go:171","msg":"trace[961298737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26498; }","duration":"290.452318ms","start":"2026-04-29T23:17:45.964387Z","end":"2026-04-29T23:17:46.25484Z","steps":["trace[961298737] 'agreement among raft nodes before linearized reading' (duration: 290.236004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:46.255006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.948593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:46.255067Z","caller":"traceutil/trace.go:171","msg":"trace[1439775292] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26498; }","duration":"315.050495ms","start":"2026-04-29T23:17:45.940001Z","end":"2026-04-29T23:17:46.255051Z","steps":["trace[1439775292] 'agreement among raft nodes before linearized reading' (duration: 314.939483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:46.255114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:45.939981Z","time spent":"315.123256ms","remote":"127.0.0.1:45216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T23:17:46.255479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.623273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:46.255491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.124239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:17:46.255525Z","caller":"traceutil/trace.go:171","msg":"trace[1658994871] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26498; }","duration":"237.716635ms","start":"2026-04-29T23:17:46.017798Z","end":"2026-04-29T23:17:46.255514Z","steps":["trace[1658994871] 'agreement among raft nodes before linearized reading' (duration: 237.639984ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:46.255542Z","caller":"traceutil/trace.go:171","msg":"trace[2116462319] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26498; }","duration":"511.219931ms","start":"2026-04-29T23:17:45.744304Z","end":"2026-04-29T23:17:46.255524Z","steps":["trace[2116462319] 'agreement among raft nodes before linearized reading' (duration: 511.137089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:46.25556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:45.621601Z","time spent":"632.709539ms","remote":"127.0.0.1:57838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-29T23:17:46.255577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:45.744289Z","time spent":"511.279242ms","remote":"127.0.0.1:50074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:17:46.448802Z","caller":"traceutil/trace.go:171","msg":"trace[1580123352] linearizableReadLoop","detail":"{readStateIndex:27374; appliedIndex:27373; }","duration":"187.153002ms","start":"2026-04-29T23:17:46.261626Z","end":"2026-04-29T23:17:46.448779Z","steps":["trace[1580123352] 'read index received' (duration: 135.433263ms)","trace[1580123352] 'applied index is now lower than readState.Index' (duration: 51.718469ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:46.448881Z","caller":"traceutil/trace.go:171","msg":"trace[1645777365] transaction","detail":"{read_only:false; response_revision:26499; number_of_response:1; }","duration":"189.213049ms","start":"2026-04-29T23:17:46.259631Z","end":"2026-04-29T23:17:46.448844Z","steps":["trace[1645777365] 'process raft request' (duration: 137.382938ms)","trace[1645777365] 'compare' (duration: 51.646437ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:46.449004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.356356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:46.449045Z","caller":"traceutil/trace.go:171","msg":"trace[1596721923] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26499; }","duration":"187.432199ms","start":"2026-04-29T23:17:46.261601Z","end":"2026-04-29T23:17:46.449033Z","steps":["trace[1596721923] 'agreement among raft nodes before linearized reading' (duration: 187.336666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:46.449264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.938318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T23:17:46.449307Z","caller":"traceutil/trace.go:171","msg":"trace[849208598] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26499; }","duration":"186.988979ms","start":"2026-04-29T23:17:46.262311Z","end":"2026-04-29T23:17:46.4493Z","steps":["trace[849208598] 'agreement among raft nodes before linearized reading' (duration: 186.889026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:46.449311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.087711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T23:17:46.449345Z","caller":"traceutil/trace.go:171","msg":"trace[1524280288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26499; }","duration":"187.150322ms","start":"2026-04-29T23:17:46.262186Z","end":"2026-04-29T23:17:46.449337Z","steps":["trace[1524280288] 'agreement among raft nodes before linearized reading' (duration: 187.005809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:46.449499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.62289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-29T23:17:46.449513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.267105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T23:17:46.44959Z","caller":"traceutil/trace.go:171","msg":"trace[1649347568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26499; }","duration":"186.671751ms","start":"2026-04-29T23:17:46.262854Z","end":"2026-04-29T23:17:46.449526Z","steps":["trace[1649347568] 'agreement among raft nodes before linearized reading' (duration: 186.551618ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:46.449592Z","caller":"traceutil/trace.go:171","msg":"trace[1627645719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26499; }","duration":"187.383368ms","start":"2026-04-29T23:17:46.262188Z","end":"2026-04-29T23:17:46.449572Z","steps":["trace[1627645719] 'agreement among raft nodes before linearized reading' (duration: 187.159083ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:48.099041Z","caller":"traceutil/trace.go:171","msg":"trace[1731184605] linearizableReadLoop","detail":"{readStateIndex:27386; appliedIndex:27384; }","duration":"306.766256ms","start":"2026-04-29T23:17:47.792239Z","end":"2026-04-29T23:17:48.099005Z","steps":["trace[1731184605] 'read index received' (duration: 34.838217ms)","trace[1731184605] 'applied index is now lower than readState.Index' (duration: 271.925559ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:48.099062Z","caller":"traceutil/trace.go:171","msg":"trace[1264750016] transaction","detail":"{read_only:false; response_revision:26510; number_of_response:1; }","duration":"324.386036ms","start":"2026-04-29T23:17:47.774651Z","end":"2026-04-29T23:17:48.099037Z","steps":["trace[1264750016] 'process raft request' (duration: 234.704608ms)","trace[1264750016] 'compare' (duration: 89.454413ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:48.099237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:47.774621Z","time spent":"324.517889ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:48.099429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.158986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:48.0996Z","caller":"traceutil/trace.go:171","msg":"trace[1691565161] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26510; }","duration":"307.389361ms","start":"2026-04-29T23:17:47.79218Z","end":"2026-04-29T23:17:48.099569Z","steps":["trace[1691565161] 'agreement among raft nodes before linearized reading' (duration: 307.099645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:48.099725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:47.792154Z","time spent":"307.548484ms","remote":"127.0.0.1:50064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:17:48.38799Z","caller":"traceutil/trace.go:171","msg":"trace[1149930869] transaction","detail":"{read_only:false; response_revision:26511; number_of_response:1; }","duration":"129.187882ms","start":"2026-04-29T23:17:48.258774Z","end":"2026-04-29T23:17:48.387961Z","steps":["trace[1149930869] 'process raft request' (duration: 129.022598ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:48.590629Z","caller":"traceutil/trace.go:171","msg":"trace[575092116] transaction","detail":"{read_only:false; response_revision:26512; number_of_response:1; }","duration":"331.112729ms","start":"2026-04-29T23:17:48.259485Z","end":"2026-04-29T23:17:48.590598Z","steps":["trace[575092116] 'process raft request' (duration: 318.35051ms)","trace[575092116] 'compare' (duration: 12.327898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:48.590801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:48.259457Z","time spent":"331.240371ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:48.591037Z","caller":"traceutil/trace.go:171","msg":"trace[1356380174] transaction","detail":"{read_only:false; response_revision:26513; number_of_response:1; }","duration":"330.406862ms","start":"2026-04-29T23:17:48.260601Z","end":"2026-04-29T23:17:48.591008Z","steps":["trace[1356380174] 'process raft request' (duration: 329.909631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:48.591199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:48.260589Z","time spent":"330.525234ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:48.591233Z","caller":"traceutil/trace.go:171","msg":"trace[563362624] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"330.585425ms","start":"2026-04-29T23:17:48.26063Z","end":"2026-04-29T23:17:48.591215Z","steps":["trace[563362624] 'process raft request' (duration: 330.307189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:48.591326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:48.2606Z","time spent":"330.683278ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:48.591454Z","caller":"traceutil/trace.go:171","msg":"trace[619646202] transaction","detail":"{read_only:false; response_revision:26515; number_of_response:1; }","duration":"330.75176ms","start":"2026-04-29T23:17:48.260693Z","end":"2026-04-29T23:17:48.591445Z","steps":["trace[619646202] 'process raft request' (duration: 330.421732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:48.591519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:48.260682Z","time spent":"330.815721ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:48.591569Z","caller":"traceutil/trace.go:171","msg":"trace[1464771419] transaction","detail":"{read_only:false; response_revision:26516; number_of_response:1; }","duration":"330.282539ms","start":"2026-04-29T23:17:48.261244Z","end":"2026-04-29T23:17:48.591526Z","steps":["trace[1464771419] 'process raft request' (duration: 330.169357ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:48.591569Z","caller":"traceutil/trace.go:171","msg":"trace[160654681] linearizableReadLoop","detail":"{readStateIndex:27392; appliedIndex:27386; }","duration":"328.718654ms","start":"2026-04-29T23:17:48.26282Z","end":"2026-04-29T23:17:48.591539Z","steps":["trace[160654681] 'read index received' (duration: 125.065338ms)","trace[160654681] 'applied index is now lower than readState.Index' (duration: 203.650366ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:48.591772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:48.26123Z","time spent":"330.439043ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:48.591849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.01543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c8bf721-3961-4090-b1dd-c6268378f125\" ","response":"range_response_count:1 size:3952"} {"level":"warn","ts":"2026-04-29T23:17:48.5919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.506802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T23:17:48.591927Z","caller":"traceutil/trace.go:171","msg":"trace[1992043843] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5c8bf721-3961-4090-b1dd-c6268378f125; range_end:; response_count:1; response_revision:26517; }","duration":"329.078602ms","start":"2026-04-29T23:17:48.262815Z","end":"2026-04-29T23:17:48.591894Z","steps":["trace[1992043843] 'agreement among raft nodes before linearized reading' (duration: 328.818886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:48.591988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:48.262807Z","time spent":"329.168363ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c8bf721-3961-4090-b1dd-c6268378f125\" "} {"level":"warn","ts":"2026-04-29T23:17:48.59203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.211839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-29T23:17:48.592037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.140019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T23:17:48.592064Z","caller":"traceutil/trace.go:171","msg":"trace[1646218420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26517; }","duration":"128.287771ms","start":"2026-04-29T23:17:48.463769Z","end":"2026-04-29T23:17:48.592057Z","steps":["trace[1646218420] 'agreement among raft nodes before linearized reading' (duration: 128.195329ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:48.592085Z","caller":"traceutil/trace.go:171","msg":"trace[1423434120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26517; }","duration":"128.227031ms","start":"2026-04-29T23:17:48.463844Z","end":"2026-04-29T23:17:48.592071Z","steps":["trace[1423434120] 'agreement among raft nodes before linearized reading' (duration: 128.089788ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:48.591939Z","caller":"traceutil/trace.go:171","msg":"trace[1029927696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26517; }","duration":"138.588623ms","start":"2026-04-29T23:17:48.453339Z","end":"2026-04-29T23:17:48.591928Z","steps":["trace[1029927696] 'agreement among raft nodes before linearized reading' (duration: 138.463581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:48.592125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.317612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-29T23:17:48.592196Z","caller":"traceutil/trace.go:171","msg":"trace[1802342943] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26517; }","duration":"128.406954ms","start":"2026-04-29T23:17:48.463773Z","end":"2026-04-29T23:17:48.59218Z","steps":["trace[1802342943] 'agreement among raft nodes before linearized reading' (duration: 128.262071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:48.592206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.526457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T23:17:48.59226Z","caller":"traceutil/trace.go:171","msg":"trace[2028763580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26517; }","duration":"128.623169ms","start":"2026-04-29T23:17:48.463624Z","end":"2026-04-29T23:17:48.592247Z","steps":["trace[2028763580] 'agreement among raft nodes before linearized reading' (duration: 128.463695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:49.707944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.668495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-29T23:17:49.708007Z","caller":"traceutil/trace.go:171","msg":"trace[1529348741] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26532; }","duration":"287.743627ms","start":"2026-04-29T23:17:49.420248Z","end":"2026-04-29T23:17:49.707992Z","steps":["trace[1529348741] 'range keys from in-memory index tree' (duration: 287.526961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:49.708096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.545086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:49.708211Z","caller":"traceutil/trace.go:171","msg":"trace[1569862481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26532; }","duration":"243.703471ms","start":"2026-04-29T23:17:49.464483Z","end":"2026-04-29T23:17:49.708187Z","steps":["trace[1569862481] 'range keys from in-memory index tree' (duration: 243.472955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:50.144471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.720271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:17:50.144563Z","caller":"traceutil/trace.go:171","msg":"trace[2110163686] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26533; }","duration":"110.090559ms","start":"2026-04-29T23:17:50.034451Z","end":"2026-04-29T23:17:50.144542Z","steps":["trace[2110163686] 'count revisions from in-memory index tree' (duration: 109.603758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:52.031968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.673235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:52.03206Z","caller":"traceutil/trace.go:171","msg":"trace[700783425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26553; }","duration":"566.818617ms","start":"2026-04-29T23:17:51.465218Z","end":"2026-04-29T23:17:52.032037Z","steps":["trace[700783425] 'range keys from in-memory index tree' (duration: 565.963038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:52.032106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:51.4652Z","time spent":"566.8975ms","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T23:17:52.032465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.064767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:17:52.032555Z","caller":"traceutil/trace.go:171","msg":"trace[936476358] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26553; }","duration":"526.21406ms","start":"2026-04-29T23:17:51.506321Z","end":"2026-04-29T23:17:52.032535Z","steps":["trace[936476358] 'count revisions from in-memory index tree' (duration: 525.966035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:52.03248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.491145ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:52.032652Z","caller":"traceutil/trace.go:171","msg":"trace[354294770] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26553; }","duration":"384.687999ms","start":"2026-04-29T23:17:51.647937Z","end":"2026-04-29T23:17:52.032625Z","steps":["trace[354294770] 'range keys from in-memory index tree' (duration: 384.446134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:52.032624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:51.506296Z","time spent":"526.316802ms","remote":"127.0.0.1:35534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:17:52.523756Z","caller":"traceutil/trace.go:171","msg":"trace[972951487] linearizableReadLoop","detail":"{readStateIndex:27439; appliedIndex:27438; }","duration":"107.724767ms","start":"2026-04-29T23:17:52.416002Z","end":"2026-04-29T23:17:52.523727Z","steps":["trace[972951487] 'read index received' (duration: 107.441749ms)","trace[972951487] 'applied index is now lower than readState.Index' (duration: 281.858µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:52.523804Z","caller":"traceutil/trace.go:171","msg":"trace[881212129] transaction","detail":"{read_only:false; response_revision:26561; number_of_response:1; }","duration":"122.185574ms","start":"2026-04-29T23:17:52.401583Z","end":"2026-04-29T23:17:52.523768Z","steps":["trace[881212129] 'process raft request' (duration: 121.955647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:52.523951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.931271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:52.524016Z","caller":"traceutil/trace.go:171","msg":"trace[1089933684] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26561; }","duration":"108.073114ms","start":"2026-04-29T23:17:52.415929Z","end":"2026-04-29T23:17:52.524002Z","steps":["trace[1089933684] 'agreement among raft nodes before linearized reading' (duration: 107.90704ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:52.713498Z","caller":"traceutil/trace.go:171","msg":"trace[577402612] transaction","detail":"{read_only:false; response_revision:26562; number_of_response:1; }","duration":"109.329323ms","start":"2026-04-29T23:17:52.604133Z","end":"2026-04-29T23:17:52.713462Z","steps":["trace[577402612] 'process raft request' (duration: 100.192486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:52.713513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.303972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4d986a67-1909-4d49-a8e7-8c4a147c35fe\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-29T23:17:52.713631Z","caller":"traceutil/trace.go:171","msg":"trace[1740615158] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4d986a67-1909-4d49-a8e7-8c4a147c35fe; range_end:; response_count:1; response_revision:26561; }","duration":"113.431924ms","start":"2026-04-29T23:17:52.600149Z","end":"2026-04-29T23:17:52.713581Z","steps":["trace[1740615158] 'range keys from in-memory index tree' (duration: 113.124277ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:52.866446Z","caller":"traceutil/trace.go:171","msg":"trace[584632291] transaction","detail":"{read_only:false; response_revision:26563; number_of_response:1; }","duration":"259.377546ms","start":"2026-04-29T23:17:52.607038Z","end":"2026-04-29T23:17:52.866415Z","steps":["trace[584632291] 'process raft request' (duration: 258.363813ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:52.866801Z","caller":"traceutil/trace.go:171","msg":"trace[754931328] transaction","detail":"{read_only:false; response_revision:26564; number_of_response:1; }","duration":"259.511409ms","start":"2026-04-29T23:17:52.607259Z","end":"2026-04-29T23:17:52.866771Z","steps":["trace[754931328] 'process raft request' (duration: 259.09561ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:52.867083Z","caller":"traceutil/trace.go:171","msg":"trace[66135996] transaction","detail":"{read_only:false; response_revision:26566; number_of_response:1; }","duration":"259.665262ms","start":"2026-04-29T23:17:52.607391Z","end":"2026-04-29T23:17:52.867056Z","steps":["trace[66135996] 'process raft request' (duration: 259.55793ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:52.867131Z","caller":"traceutil/trace.go:171","msg":"trace[1047382990] linearizableReadLoop","detail":"{readStateIndex:27445; appliedIndex:27439; }","duration":"254.804561ms","start":"2026-04-29T23:17:52.61231Z","end":"2026-04-29T23:17:52.867115Z","steps":["trace[1047382990] 'read index received' (duration: 91.9856ms)","trace[1047382990] 'applied index is now lower than readState.Index' (duration: 162.818211ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:52.867305Z","caller":"traceutil/trace.go:171","msg":"trace[1327881093] transaction","detail":"{read_only:false; response_revision:26565; number_of_response:1; }","duration":"259.964729ms","start":"2026-04-29T23:17:52.607294Z","end":"2026-04-29T23:17:52.867259Z","steps":["trace[1327881093] 'process raft request' (duration: 259.370865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:52.867381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.892368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T23:17:52.867456Z","caller":"traceutil/trace.go:171","msg":"trace[2118921684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26567; }","duration":"252.994531ms","start":"2026-04-29T23:17:52.614446Z","end":"2026-04-29T23:17:52.867441Z","steps":["trace[2118921684] 'agreement among raft nodes before linearized reading' (duration: 252.837137ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:52.867392Z","caller":"traceutil/trace.go:171","msg":"trace[1935243611] transaction","detail":"{read_only:false; response_revision:26567; number_of_response:1; }","duration":"258.793212ms","start":"2026-04-29T23:17:52.608585Z","end":"2026-04-29T23:17:52.867378Z","steps":["trace[1935243611] 'process raft request' (duration: 258.427734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:52.867503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.394523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:17:52.867564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.886496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T23:17:52.867559Z","caller":"traceutil/trace.go:171","msg":"trace[2089258490] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26567; }","duration":"216.512556ms","start":"2026-04-29T23:17:52.651029Z","end":"2026-04-29T23:17:52.867542Z","steps":["trace[2089258490] 'agreement among raft nodes before linearized reading' (duration: 216.345782ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:52.867579Z","caller":"traceutil/trace.go:171","msg":"trace[84940728] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26567; }","duration":"251.913697ms","start":"2026-04-29T23:17:52.61566Z","end":"2026-04-29T23:17:52.867574Z","steps":["trace[84940728] 'agreement among raft nodes before linearized reading' (duration: 251.867626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:52.867335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.004467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-29T23:17:52.867644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.310995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T23:17:52.867664Z","caller":"traceutil/trace.go:171","msg":"trace[414167908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26567; }","duration":"252.351617ms","start":"2026-04-29T23:17:52.615307Z","end":"2026-04-29T23:17:52.867659Z","steps":["trace[414167908] 'agreement among raft nodes before linearized reading' (duration: 252.306176ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:52.867673Z","caller":"traceutil/trace.go:171","msg":"trace[31422829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26567; }","duration":"255.394246ms","start":"2026-04-29T23:17:52.612264Z","end":"2026-04-29T23:17:52.867658Z","steps":["trace[31422829] 'agreement among raft nodes before linearized reading' (duration: 254.891984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:52.867661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.186232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:52.867754Z","caller":"traceutil/trace.go:171","msg":"trace[1169227719] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26567; }","duration":"183.365026ms","start":"2026-04-29T23:17:52.684368Z","end":"2026-04-29T23:17:52.867733Z","steps":["trace[1169227719] 'agreement among raft nodes before linearized reading' (duration: 183.026759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:52.867764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.48642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T23:17:52.867841Z","caller":"traceutil/trace.go:171","msg":"trace[572031837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26567; }","duration":"252.577571ms","start":"2026-04-29T23:17:52.615246Z","end":"2026-04-29T23:17:52.867824Z","steps":["trace[572031837] 'agreement among raft nodes before linearized reading' (duration: 252.394517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:52.867771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.657337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T23:17:52.867924Z","caller":"traceutil/trace.go:171","msg":"trace[785292208] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26567; }","duration":"200.840051ms","start":"2026-04-29T23:17:52.667076Z","end":"2026-04-29T23:17:52.867916Z","steps":["trace[785292208] 'agreement among raft nodes before linearized reading' (duration: 200.437432ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:54.280192Z","caller":"traceutil/trace.go:171","msg":"trace[942862442] linearizableReadLoop","detail":"{readStateIndex:27460; appliedIndex:27459; }","duration":"104.240858ms","start":"2026-04-29T23:17:54.175928Z","end":"2026-04-29T23:17:54.280169Z","steps":["trace[942862442] 'read index received' (duration: 43.410832ms)","trace[942862442] 'applied index is now lower than readState.Index' (duration: 60.829336ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:54.280223Z","caller":"traceutil/trace.go:171","msg":"trace[982989962] transaction","detail":"{read_only:false; response_revision:26582; number_of_response:1; }","duration":"110.892339ms","start":"2026-04-29T23:17:54.169295Z","end":"2026-04-29T23:17:54.280187Z","steps":["trace[982989962] 'process raft request' (duration: 50.125554ms)","trace[982989962] 'compare' (duration: 60.626181ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T23:17:54.280492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.531144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-29T23:17:54.280579Z","caller":"traceutil/trace.go:171","msg":"trace[127285014] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26582; }","duration":"104.672548ms","start":"2026-04-29T23:17:54.175885Z","end":"2026-04-29T23:17:54.280558Z","steps":["trace[127285014] 'agreement among raft nodes before linearized reading' (duration: 104.367491ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:54.699596Z","caller":"traceutil/trace.go:171","msg":"trace[609995917] transaction","detail":"{read_only:false; response_revision:26583; number_of_response:1; }","duration":"169.498653ms","start":"2026-04-29T23:17:54.530061Z","end":"2026-04-29T23:17:54.69956Z","steps":["trace[609995917] 'process raft request' (duration: 169.243067ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:54.985151Z","caller":"traceutil/trace.go:171","msg":"trace[886931868] linearizableReadLoop","detail":"{readStateIndex:27462; appliedIndex:27461; }","duration":"137.486819ms","start":"2026-04-29T23:17:54.84764Z","end":"2026-04-29T23:17:54.985127Z","steps":["trace[886931868] 'read index received' (duration: 137.340586ms)","trace[886931868] 'applied index is now lower than readState.Index' (duration: 143.773µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:54.985429Z","caller":"traceutil/trace.go:171","msg":"trace[1122175227] transaction","detail":"{read_only:false; response_revision:26584; number_of_response:1; }","duration":"263.790195ms","start":"2026-04-29T23:17:54.721622Z","end":"2026-04-29T23:17:54.985412Z","steps":["trace[1122175227] 'process raft request' (duration: 262.978027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:54.985781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.105633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-29T23:17:54.985913Z","caller":"traceutil/trace.go:171","msg":"trace[1286774708] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26584; }","duration":"138.300427ms","start":"2026-04-29T23:17:54.847584Z","end":"2026-04-29T23:17:54.985884Z","steps":["trace[1286774708] 'agreement among raft nodes before linearized reading' (duration: 137.930779ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:55.015705Z","caller":"traceutil/trace.go:171","msg":"trace[1509655171] transaction","detail":"{read_only:false; response_revision:26585; number_of_response:1; }","duration":"143.404593ms","start":"2026-04-29T23:17:54.872279Z","end":"2026-04-29T23:17:55.015683Z","steps":["trace[1509655171] 'process raft request' (duration: 143.174837ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:55.015821Z","caller":"traceutil/trace.go:171","msg":"trace[1996133468] transaction","detail":"{read_only:false; response_revision:26587; number_of_response:1; }","duration":"143.181547ms","start":"2026-04-29T23:17:54.872628Z","end":"2026-04-29T23:17:55.01581Z","steps":["trace[1996133468] 'process raft request' (duration: 143.010614ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:55.015702Z","caller":"traceutil/trace.go:171","msg":"trace[1988077217] transaction","detail":"{read_only:false; response_revision:26586; number_of_response:1; }","duration":"143.135466ms","start":"2026-04-29T23:17:54.872542Z","end":"2026-04-29T23:17:55.015678Z","steps":["trace[1988077217] 'process raft request' (duration: 143.050465ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:55.015985Z","caller":"traceutil/trace.go:171","msg":"trace[58136538] transaction","detail":"{read_only:false; response_revision:26588; number_of_response:1; }","duration":"143.341451ms","start":"2026-04-29T23:17:54.87263Z","end":"2026-04-29T23:17:55.015972Z","steps":["trace[58136538] 'process raft request' (duration: 143.145187ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:55.016145Z","caller":"traceutil/trace.go:171","msg":"trace[36403932] transaction","detail":"{read_only:false; response_revision:26589; number_of_response:1; }","duration":"142.695617ms","start":"2026-04-29T23:17:54.873435Z","end":"2026-04-29T23:17:55.01613Z","steps":["trace[36403932] 'process raft request' (duration: 142.491183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:55.016328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.275511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T23:17:55.01636Z","caller":"traceutil/trace.go:171","msg":"trace[1184682437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26589; }","duration":"136.347842ms","start":"2026-04-29T23:17:54.880005Z","end":"2026-04-29T23:17:55.016353Z","steps":["trace[1184682437] 'agreement among raft nodes before linearized reading' (duration: 136.22825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:55.016378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.739041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T23:17:55.016426Z","caller":"traceutil/trace.go:171","msg":"trace[1424275644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26589; }","duration":"136.833814ms","start":"2026-04-29T23:17:54.87958Z","end":"2026-04-29T23:17:55.016414Z","steps":["trace[1424275644] 'agreement among raft nodes before linearized reading' (duration: 136.68293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:55.016478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.770574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T23:17:55.016572Z","caller":"traceutil/trace.go:171","msg":"trace[735670946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26589; }","duration":"129.835776ms","start":"2026-04-29T23:17:54.886677Z","end":"2026-04-29T23:17:55.016513Z","steps":["trace[735670946] 'agreement among raft nodes before linearized reading' (duration: 129.715733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:55.016601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.539777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-29T23:17:55.016642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.322983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:55.016684Z","caller":"traceutil/trace.go:171","msg":"trace[1947709619] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26589; }","duration":"144.401074ms","start":"2026-04-29T23:17:54.872271Z","end":"2026-04-29T23:17:55.016672Z","steps":["trace[1947709619] 'agreement among raft nodes before linearized reading' (duration: 144.329123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:55.016713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.971809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T23:17:55.016743Z","caller":"traceutil/trace.go:171","msg":"trace[487008382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26589; }","duration":"130.01455ms","start":"2026-04-29T23:17:54.88672Z","end":"2026-04-29T23:17:55.016734Z","steps":["trace[487008382] 'agreement among raft nodes before linearized reading' (duration: 129.931238ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:55.01663Z","caller":"traceutil/trace.go:171","msg":"trace[912825339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26589; }","duration":"136.580087ms","start":"2026-04-29T23:17:54.880043Z","end":"2026-04-29T23:17:55.016623Z","steps":["trace[912825339] 'agreement among raft nodes before linearized reading' (duration: 136.440894ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:56.956792Z","caller":"traceutil/trace.go:171","msg":"trace[298536894] linearizableReadLoop","detail":"{readStateIndex:27476; appliedIndex:27475; }","duration":"239.512145ms","start":"2026-04-29T23:17:56.717256Z","end":"2026-04-29T23:17:56.956768Z","steps":["trace[298536894] 'read index received' (duration: 239.28032ms)","trace[298536894] 'applied index is now lower than readState.Index' (duration: 230.985µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:56.956875Z","caller":"traceutil/trace.go:171","msg":"trace[55550775] transaction","detail":"{read_only:false; response_revision:26597; number_of_response:1; }","duration":"252.707864ms","start":"2026-04-29T23:17:56.704109Z","end":"2026-04-29T23:17:56.956817Z","steps":["trace[55550775] 'process raft request' (duration: 252.48714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:56.957037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.749231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:56.957133Z","caller":"traceutil/trace.go:171","msg":"trace[1024357778] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26597; }","duration":"239.901925ms","start":"2026-04-29T23:17:56.717207Z","end":"2026-04-29T23:17:56.957109Z","steps":["trace[1024357778] 'agreement among raft nodes before linearized reading' (duration: 239.721841ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:57.199701Z","caller":"traceutil/trace.go:171","msg":"trace[1186958431] transaction","detail":"{read_only:false; response_revision:26598; number_of_response:1; }","duration":"207.620025ms","start":"2026-04-29T23:17:56.992051Z","end":"2026-04-29T23:17:57.199671Z","steps":["trace[1186958431] 'process raft request' (duration: 163.63939ms)","trace[1186958431] 'compare' (duration: 43.76828ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:57.529697Z","caller":"traceutil/trace.go:171","msg":"trace[1057703912] transaction","detail":"{read_only:false; response_revision:26602; number_of_response:1; }","duration":"505.699027ms","start":"2026-04-29T23:17:57.023972Z","end":"2026-04-29T23:17:57.529671Z","steps":["trace[1057703912] 'process raft request' (duration: 505.608834ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:57.529819Z","caller":"traceutil/trace.go:171","msg":"trace[152932493] transaction","detail":"{read_only:false; response_revision:26600; number_of_response:1; }","duration":"507.403316ms","start":"2026-04-29T23:17:57.022375Z","end":"2026-04-29T23:17:57.529778Z","steps":["trace[152932493] 'process raft request' (duration: 507.059537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:57.529949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:57.023921Z","time spent":"505.85692ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:57.530057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:57.022341Z","time spent":"507.5976ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:57.530038Z","caller":"traceutil/trace.go:171","msg":"trace[1429288614] transaction","detail":"{read_only:false; response_revision:26599; number_of_response:1; }","duration":"507.62637ms","start":"2026-04-29T23:17:57.022375Z","end":"2026-04-29T23:17:57.530002Z","steps":["trace[1429288614] 'process raft request' (duration: 483.160236ms)","trace[1429288614] 'compare' (duration: 23.489211ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:57.530094Z","caller":"traceutil/trace.go:171","msg":"trace[422358734] transaction","detail":"{read_only:false; response_revision:26601; number_of_response:1; }","duration":"507.307312ms","start":"2026-04-29T23:17:57.022741Z","end":"2026-04-29T23:17:57.530049Z","steps":["trace[422358734] 'process raft request' (duration: 506.79701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:57.530269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:57.022356Z","time spent":"507.767004ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:57.530326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:57.022703Z","time spent":"507.487396ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:57.531146Z","caller":"traceutil/trace.go:171","msg":"trace[1772827534] linearizableReadLoop","detail":"{readStateIndex:27482; appliedIndex:27476; }","duration":"505.321158ms","start":"2026-04-29T23:17:57.025732Z","end":"2026-04-29T23:17:57.531053Z","steps":["trace[1772827534] 'read index received' (duration: 129.981389ms)","trace[1772827534] 'applied index is now lower than readState.Index' (duration: 375.338768ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:57.531255Z","caller":"traceutil/trace.go:171","msg":"trace[596282182] transaction","detail":"{read_only:false; response_revision:26603; number_of_response:1; }","duration":"505.560673ms","start":"2026-04-29T23:17:57.025686Z","end":"2026-04-29T23:17:57.531246Z","steps":["trace[596282182] 'process raft request' (duration: 503.946317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:57.531335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:57.025675Z","time spent":"505.601893ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:17:57.53144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.610994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T23:17:57.531811Z","caller":"traceutil/trace.go:171","msg":"trace[1626666434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26603; }","duration":"506.006222ms","start":"2026-04-29T23:17:57.02579Z","end":"2026-04-29T23:17:57.531797Z","steps":["trace[1626666434] 'agreement among raft nodes before linearized reading' (duration: 505.523581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:57.531904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:57.025779Z","time spent":"506.116365ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T23:17:57.531566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.694795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T23:17:57.532024Z","caller":"traceutil/trace.go:171","msg":"trace[1161077224] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26603; }","duration":"490.151194ms","start":"2026-04-29T23:17:57.041841Z","end":"2026-04-29T23:17:57.531992Z","steps":["trace[1161077224] 'agreement among raft nodes before linearized reading' (duration: 489.662554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:57.531648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.946972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-29T23:17:57.532095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:57.04183Z","time spent":"490.238966ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T23:17:57.53212Z","caller":"traceutil/trace.go:171","msg":"trace[239705313] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26603; }","duration":"498.435162ms","start":"2026-04-29T23:17:57.033672Z","end":"2026-04-29T23:17:57.532107Z","steps":["trace[239705313] 'agreement among raft nodes before linearized reading' (duration: 497.924991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:57.532189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:57.03366Z","time spent":"498.513913ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T23:17:57.531678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.946571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T23:17:57.532259Z","caller":"traceutil/trace.go:171","msg":"trace[724865124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26603; }","duration":"506.564665ms","start":"2026-04-29T23:17:57.025684Z","end":"2026-04-29T23:17:57.532249Z","steps":["trace[724865124] 'agreement among raft nodes before linearized reading' (duration: 505.89365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:57.532296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:57.02567Z","time spent":"506.608366ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T23:17:57.531728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.707345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T23:17:57.532373Z","caller":"traceutil/trace.go:171","msg":"trace[817324943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26603; }","duration":"506.34084ms","start":"2026-04-29T23:17:57.025987Z","end":"2026-04-29T23:17:57.532328Z","steps":["trace[817324943] 'agreement among raft nodes before linearized reading' (duration: 505.691555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:57.532407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:57.025965Z","time spent":"506.433242ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T23:17:57.675597Z","caller":"traceutil/trace.go:171","msg":"trace[492875862] transaction","detail":"{read_only:false; response_revision:26606; number_of_response:1; }","duration":"137.849838ms","start":"2026-04-29T23:17:57.537717Z","end":"2026-04-29T23:17:57.675567Z","steps":["trace[492875862] 'process raft request' (duration: 92.206275ms)","trace[492875862] 'compare' (duration: 45.402077ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:57.676417Z","caller":"traceutil/trace.go:171","msg":"trace[1346783352] transaction","detail":"{read_only:false; response_revision:26608; number_of_response:1; }","duration":"138.451421ms","start":"2026-04-29T23:17:57.537943Z","end":"2026-04-29T23:17:57.676395Z","steps":["trace[1346783352] 'process raft request' (duration: 138.342579ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:57.676509Z","caller":"traceutil/trace.go:171","msg":"trace[1030044166] transaction","detail":"{read_only:false; response_revision:26607; number_of_response:1; }","duration":"138.669836ms","start":"2026-04-29T23:17:57.537816Z","end":"2026-04-29T23:17:57.676486Z","steps":["trace[1030044166] 'process raft request' (duration: 137.666144ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:17:58.610293Z","caller":"traceutil/trace.go:171","msg":"trace[1581639909] linearizableReadLoop","detail":"{readStateIndex:27488; appliedIndex:27487; }","duration":"148.099159ms","start":"2026-04-29T23:17:58.462164Z","end":"2026-04-29T23:17:58.610263Z","steps":["trace[1581639909] 'read index received' (duration: 147.825703ms)","trace[1581639909] 'applied index is now lower than readState.Index' (duration: 272.296µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:17:58.610396Z","caller":"traceutil/trace.go:171","msg":"trace[255762055] transaction","detail":"{read_only:false; response_revision:26609; number_of_response:1; }","duration":"320.482317ms","start":"2026-04-29T23:17:58.289868Z","end":"2026-04-29T23:17:58.61035Z","steps":["trace[255762055] 'process raft request' (duration: 320.204781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:58.610526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.340144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:17:58.61059Z","caller":"traceutil/trace.go:171","msg":"trace[1088930012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26609; }","duration":"148.451207ms","start":"2026-04-29T23:17:58.462124Z","end":"2026-04-29T23:17:58.610575Z","steps":["trace[1088930012] 'agreement among raft nodes before linearized reading' (duration: 148.257133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:58.610744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.57579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-04-29T23:17:58.610779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:17:58.289837Z","time spent":"320.709072ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:17:58.610814Z","caller":"traceutil/trace.go:171","msg":"trace[1771750406] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26609; }","duration":"110.713343ms","start":"2026-04-29T23:17:58.500082Z","end":"2026-04-29T23:17:58.610795Z","steps":["trace[1771750406] 'agreement among raft nodes before linearized reading' (duration: 110.503838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:17:58.611215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.443634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T23:17:58.611294Z","caller":"traceutil/trace.go:171","msg":"trace[1903611837] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26609; }","duration":"101.564807ms","start":"2026-04-29T23:17:58.509717Z","end":"2026-04-29T23:17:58.611281Z","steps":["trace[1903611837] 'agreement among raft nodes before linearized reading' (duration: 101.25806ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:18:01.060786Z","caller":"traceutil/trace.go:171","msg":"trace[1562768101] linearizableReadLoop","detail":"{readStateIndex:27501; appliedIndex:27500; }","duration":"279.156263ms","start":"2026-04-29T23:18:00.781598Z","end":"2026-04-29T23:18:01.060755Z","steps":["trace[1562768101] 'read index received' (duration: 278.968219ms)","trace[1562768101] 'applied index is now lower than readState.Index' (duration: 186.404µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:18:01.060829Z","caller":"traceutil/trace.go:171","msg":"trace[121485589] transaction","detail":"{read_only:false; response_revision:26622; number_of_response:1; }","duration":"444.718387ms","start":"2026-04-29T23:18:00.616074Z","end":"2026-04-29T23:18:01.060793Z","steps":["trace[121485589] 'process raft request' (duration: 444.465662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:01.060978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:18:00.616043Z","time spent":"444.854571ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:18:01.061053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.421519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:18:01.061175Z","caller":"traceutil/trace.go:171","msg":"trace[509740930] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26622; }","duration":"279.618504ms","start":"2026-04-29T23:18:00.781526Z","end":"2026-04-29T23:18:01.061144Z","steps":["trace[509740930] 'agreement among raft nodes before linearized reading' (duration: 279.340878ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:18:19.528262Z","caller":"traceutil/trace.go:171","msg":"trace[574469235] transaction","detail":"{read_only:false; response_revision:26782; number_of_response:1; }","duration":"402.853219ms","start":"2026-04-29T23:18:19.125393Z","end":"2026-04-29T23:18:19.528246Z","steps":["trace[574469235] 'process raft request' (duration: 402.727296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:19.528386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:18:19.125362Z","time spent":"402.960683ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:18:19.587751Z","caller":"traceutil/trace.go:171","msg":"trace[1771708817] linearizableReadLoop","detail":"{readStateIndex:27667; appliedIndex:27665; }","duration":"328.758265ms","start":"2026-04-29T23:18:19.258966Z","end":"2026-04-29T23:18:19.587724Z","steps":["trace[1771708817] 'read index received' (duration: 269.189117ms)","trace[1771708817] 'applied index is now lower than readState.Index' (duration: 59.567998ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:18:19.587798Z","caller":"traceutil/trace.go:171","msg":"trace[1317209358] transaction","detail":"{read_only:false; response_revision:26783; number_of_response:1; }","duration":"454.492859ms","start":"2026-04-29T23:18:19.133266Z","end":"2026-04-29T23:18:19.587758Z","steps":["trace[1317209358] 'process raft request' (duration: 454.272163ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:18:19.587839Z","caller":"traceutil/trace.go:171","msg":"trace[1568673510] transaction","detail":"{read_only:false; response_revision:26784; number_of_response:1; }","duration":"312.542479ms","start":"2026-04-29T23:18:19.275252Z","end":"2026-04-29T23:18:19.587794Z","steps":["trace[1568673510] 'process raft request' (duration: 312.422016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:19.587959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.9751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:18:19.588005Z","caller":"traceutil/trace.go:171","msg":"trace[860064967] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26784; }","duration":"329.045782ms","start":"2026-04-29T23:18:19.258948Z","end":"2026-04-29T23:18:19.587994Z","steps":["trace[860064967] 'agreement among raft nodes before linearized reading' (duration: 328.921759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:19.588022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:18:19.275226Z","time spent":"312.701391ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:18:19.588051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:18:19.258891Z","time spent":"329.150474ms","remote":"127.0.0.1:50052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:18:19.588022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:18:19.133228Z","time spent":"454.651582ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:18:19.588258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.973197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T23:18:19.588276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.742736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:18:19.588359Z","caller":"traceutil/trace.go:171","msg":"trace[875295130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26784; }","duration":"122.882899ms","start":"2026-04-29T23:18:19.465454Z","end":"2026-04-29T23:18:19.588337Z","steps":["trace[875295130] 'agreement among raft nodes before linearized reading' (duration: 122.750436ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:18:19.588329Z","caller":"traceutil/trace.go:171","msg":"trace[193693582] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26784; }","duration":"305.085329ms","start":"2026-04-29T23:18:19.283226Z","end":"2026-04-29T23:18:19.588311Z","steps":["trace[193693582] 'agreement among raft nodes before linearized reading' (duration: 304.890525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:19.588959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:18:19.283217Z","time spent":"305.720224ms","remote":"127.0.0.1:45104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-29T23:18:19.883315Z","caller":"traceutil/trace.go:171","msg":"trace[430206613] transaction","detail":"{read_only:false; response_revision:26785; number_of_response:1; }","duration":"262.475706ms","start":"2026-04-29T23:18:19.620807Z","end":"2026-04-29T23:18:19.883283Z","steps":["trace[430206613] 'process raft request' (duration: 260.615604ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:18:19.885017Z","caller":"traceutil/trace.go:171","msg":"trace[288539384] transaction","detail":"{read_only:false; response_revision:26787; number_of_response:1; }","duration":"259.58037ms","start":"2026-04-29T23:18:19.625408Z","end":"2026-04-29T23:18:19.884989Z","steps":["trace[288539384] 'process raft request' (duration: 259.489028ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:18:19.885198Z","caller":"traceutil/trace.go:171","msg":"trace[183059674] transaction","detail":"{read_only:false; response_revision:26786; number_of_response:1; }","duration":"261.093594ms","start":"2026-04-29T23:18:19.624091Z","end":"2026-04-29T23:18:19.885184Z","steps":["trace[183059674] 'process raft request' (duration: 260.707456ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:18:19.885344Z","caller":"traceutil/trace.go:171","msg":"trace[1279793065] transaction","detail":"{read_only:false; response_revision:26788; number_of_response:1; }","duration":"256.02158ms","start":"2026-04-29T23:18:19.629312Z","end":"2026-04-29T23:18:19.885333Z","steps":["trace[1279793065] 'process raft request' (duration: 255.637921ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:18:19.885559Z","caller":"traceutil/trace.go:171","msg":"trace[241149127] linearizableReadLoop","detail":"{readStateIndex:27673; appliedIndex:27668; }","duration":"183.660303ms","start":"2026-04-29T23:18:19.701874Z","end":"2026-04-29T23:18:19.885535Z","steps":["trace[241149127] 'read index received' (duration: 179.55159ms)","trace[241149127] 'applied index is now lower than readState.Index' (duration: 4.107403ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:18:19.885686Z","caller":"traceutil/trace.go:171","msg":"trace[94510456] transaction","detail":"{read_only:false; response_revision:26789; number_of_response:1; }","duration":"256.018089ms","start":"2026-04-29T23:18:19.629656Z","end":"2026-04-29T23:18:19.885674Z","steps":["trace[94510456] 'process raft request' (duration: 255.634921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:19.88584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.862945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T23:18:19.885904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.772537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T23:18:19.885971Z","caller":"traceutil/trace.go:171","msg":"trace[1717894346] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26789; }","duration":"103.910589ms","start":"2026-04-29T23:18:19.782026Z","end":"2026-04-29T23:18:19.885937Z","steps":["trace[1717894346] 'agreement among raft nodes before linearized reading' (duration: 103.758606ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:18:19.885907Z","caller":"traceutil/trace.go:171","msg":"trace[975234648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26789; }","duration":"151.938036ms","start":"2026-04-29T23:18:19.733953Z","end":"2026-04-29T23:18:19.885891Z","steps":["trace[975234648] 'agreement among raft nodes before linearized reading' (duration: 151.765622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:19.886105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.252497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T23:18:19.886135Z","caller":"traceutil/trace.go:171","msg":"trace[1889819149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26789; }","duration":"184.325848ms","start":"2026-04-29T23:18:19.7018Z","end":"2026-04-29T23:18:19.886126Z","steps":["trace[1889819149] 'agreement among raft nodes before linearized reading' (duration: 184.246697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:19.886295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.141391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T23:18:19.88634Z","caller":"traceutil/trace.go:171","msg":"trace[652903633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26789; }","duration":"106.240273ms","start":"2026-04-29T23:18:19.780089Z","end":"2026-04-29T23:18:19.88633Z","steps":["trace[652903633] 'agreement among raft nodes before linearized reading' (duration: 106.08883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:19.886513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.448637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T23:18:19.886554Z","caller":"traceutil/trace.go:171","msg":"trace[2084118550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26789; }","duration":"106.524079ms","start":"2026-04-29T23:18:19.780022Z","end":"2026-04-29T23:18:19.886546Z","steps":["trace[2084118550] 'agreement among raft nodes before linearized reading' (duration: 106.391056ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:18:22.079054Z","caller":"traceutil/trace.go:171","msg":"trace[1225988978] transaction","detail":"{read_only:false; response_revision:26798; number_of_response:1; }","duration":"545.262381ms","start":"2026-04-29T23:18:21.533763Z","end":"2026-04-29T23:18:22.079025Z","steps":["trace[1225988978] 'process raft request' (duration: 545.086167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:22.079218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:18:21.533744Z","time spent":"545.388883ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:18:22.123465Z","caller":"traceutil/trace.go:171","msg":"trace[1058444110] transaction","detail":"{read_only:false; response_revision:26799; number_of_response:1; }","duration":"530.474426ms","start":"2026-04-29T23:18:21.592963Z","end":"2026-04-29T23:18:22.123438Z","steps":["trace[1058444110] 'process raft request' (duration: 530.281892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:22.123647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:18:21.592939Z","time spent":"530.61074ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:18:22.123745Z","caller":"traceutil/trace.go:171","msg":"trace[419898494] transaction","detail":"{read_only:false; response_revision:26802; number_of_response:1; }","duration":"233.803628ms","start":"2026-04-29T23:18:21.889928Z","end":"2026-04-29T23:18:22.123732Z","steps":["trace[419898494] 'process raft request' (duration: 233.740977ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:18:22.123746Z","caller":"traceutil/trace.go:171","msg":"trace[424008295] transaction","detail":"{read_only:false; response_revision:26801; number_of_response:1; }","duration":"235.075816ms","start":"2026-04-29T23:18:21.888643Z","end":"2026-04-29T23:18:22.123719Z","steps":["trace[424008295] 'process raft request' (duration: 234.951223ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:18:22.123742Z","caller":"traceutil/trace.go:171","msg":"trace[558215916] transaction","detail":"{read_only:false; response_revision:26800; number_of_response:1; }","duration":"529.79019ms","start":"2026-04-29T23:18:21.593917Z","end":"2026-04-29T23:18:22.123707Z","steps":["trace[558215916] 'process raft request' (duration: 529.471123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:22.123928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:18:21.593889Z","time spent":"529.941114ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:18:22.123997Z","caller":"traceutil/trace.go:171","msg":"trace[709659422] linearizableReadLoop","detail":"{readStateIndex:27685; appliedIndex:27682; }","duration":"497.099042ms","start":"2026-04-29T23:18:21.626886Z","end":"2026-04-29T23:18:22.123985Z","steps":["trace[709659422] 'read index received' (duration: 451.94527ms)","trace[709659422] 'applied index is now lower than readState.Index' (duration: 45.152912ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:18:22.123994Z","caller":"traceutil/trace.go:171","msg":"trace[1402977696] transaction","detail":"{read_only:false; response_revision:26803; number_of_response:1; }","duration":"233.095171ms","start":"2026-04-29T23:18:21.890883Z","end":"2026-04-29T23:18:22.123978Z","steps":["trace[1402977696] 'process raft request' (duration: 232.820605ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:18:22.124014Z","caller":"traceutil/trace.go:171","msg":"trace[576404720] transaction","detail":"{read_only:false; response_revision:26804; number_of_response:1; }","duration":"232.886116ms","start":"2026-04-29T23:18:21.891114Z","end":"2026-04-29T23:18:22.124Z","steps":["trace[576404720] 'process raft request' (duration: 232.774373ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:18:22.124081Z","caller":"traceutil/trace.go:171","msg":"trace[1772305808] transaction","detail":"{read_only:false; response_revision:26805; number_of_response:1; }","duration":"231.438744ms","start":"2026-04-29T23:18:21.892634Z","end":"2026-04-29T23:18:22.124073Z","steps":["trace[1772305808] 'process raft request' (duration: 231.315961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:22.124165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.276976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:18:22.124193Z","caller":"traceutil/trace.go:171","msg":"trace[510740787] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26805; }","duration":"497.366098ms","start":"2026-04-29T23:18:21.626818Z","end":"2026-04-29T23:18:22.124184Z","steps":["trace[510740787] 'agreement among raft nodes before linearized reading' (duration: 497.276476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:22.124214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:18:21.626794Z","time spent":"497.412439ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T23:18:22.124216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.520165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T23:18:22.124233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.686289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T23:18:22.124259Z","caller":"traceutil/trace.go:171","msg":"trace[744118214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26805; }","duration":"227.600816ms","start":"2026-04-29T23:18:21.896645Z","end":"2026-04-29T23:18:22.124246Z","steps":["trace[744118214] 'agreement among raft nodes before linearized reading' (duration: 227.464443ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:18:22.124266Z","caller":"traceutil/trace.go:171","msg":"trace[1841224840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26805; }","duration":"223.74334ms","start":"2026-04-29T23:18:21.900513Z","end":"2026-04-29T23:18:22.124256Z","steps":["trace[1841224840] 'agreement among raft nodes before linearized reading' (duration: 223.595506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:22.124306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.772768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T23:18:22.124368Z","caller":"traceutil/trace.go:171","msg":"trace[925938424] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26805; }","duration":"226.85337ms","start":"2026-04-29T23:18:21.897495Z","end":"2026-04-29T23:18:22.124348Z","steps":["trace[925938424] 'agreement among raft nodes before linearized reading' (duration: 226.683906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:22.124412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.477984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T23:18:22.124444Z","caller":"traceutil/trace.go:171","msg":"trace[1772113319] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26805; }","duration":"227.536865ms","start":"2026-04-29T23:18:21.896896Z","end":"2026-04-29T23:18:22.124433Z","steps":["trace[1772113319] 'agreement among raft nodes before linearized reading' (duration: 227.450813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:22.124509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.522821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T23:18:22.124543Z","caller":"traceutil/trace.go:171","msg":"trace[944539864] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26805; }","duration":"206.578512ms","start":"2026-04-29T23:18:21.917954Z","end":"2026-04-29T23:18:22.124533Z","steps":["trace[944539864] 'agreement among raft nodes before linearized reading' (duration: 206.521111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:22.124567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.390382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T23:18:22.1246Z","caller":"traceutil/trace.go:171","msg":"trace[96661265] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26805; }","duration":"223.474724ms","start":"2026-04-29T23:18:21.901116Z","end":"2026-04-29T23:18:22.12459Z","steps":["trace[96661265] 'agreement among raft nodes before linearized reading' (duration: 223.389142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:24.451879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.774946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-29T23:18:24.45195Z","caller":"traceutil/trace.go:171","msg":"trace[756259589] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26812; }","duration":"535.924559ms","start":"2026-04-29T23:18:23.91601Z","end":"2026-04-29T23:18:24.451935Z","steps":["trace[756259589] 'range keys from in-memory index tree' (duration: 535.583042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:24.451978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:18:23.915991Z","time spent":"535.980551ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-29T23:18:24.455212Z","caller":"traceutil/trace.go:171","msg":"trace[1363717583] transaction","detail":"{read_only:false; response_revision:26813; number_of_response:1; }","duration":"370.837476ms","start":"2026-04-29T23:18:24.084356Z","end":"2026-04-29T23:18:24.455194Z","steps":["trace[1363717583] 'process raft request' (duration: 370.742393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:24.455321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:18:24.084333Z","time spent":"370.936448ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:18:24.458456Z","caller":"traceutil/trace.go:171","msg":"trace[732401018] linearizableReadLoop","detail":"{readStateIndex:27705; appliedIndex:27697; }","duration":"318.624926ms","start":"2026-04-29T23:18:24.139806Z","end":"2026-04-29T23:18:24.458431Z","steps":["trace[732401018] 'read index received' (duration: 315.251529ms)","trace[732401018] 'applied index is now lower than readState.Index' (duration: 3.372037ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:18:24.458847Z","caller":"traceutil/trace.go:171","msg":"trace[785483080] transaction","detail":"{read_only:false; response_revision:26814; number_of_response:1; }","duration":"328.251423ms","start":"2026-04-29T23:18:24.130581Z","end":"2026-04-29T23:18:24.458833Z","steps":["trace[785483080] 'process raft request' (duration: 327.433154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:24.458983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:18:24.130556Z","time spent":"328.338595ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:18:24.459227Z","caller":"traceutil/trace.go:171","msg":"trace[2098074353] transaction","detail":"{read_only:false; response_revision:26815; number_of_response:1; }","duration":"328.478359ms","start":"2026-04-29T23:18:24.130732Z","end":"2026-04-29T23:18:24.45921Z","steps":["trace[2098074353] 'process raft request' (duration: 327.395384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:24.459304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:18:24.130724Z","time spent":"328.54576ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:18:24.459379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.635508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T23:18:24.459452Z","caller":"traceutil/trace.go:171","msg":"trace[1209638676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26821; }","duration":"311.74446ms","start":"2026-04-29T23:18:24.147689Z","end":"2026-04-29T23:18:24.459434Z","steps":["trace[1209638676] 'agreement among raft nodes before linearized reading' (duration: 311.555626ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:18:24.459451Z","caller":"traceutil/trace.go:171","msg":"trace[1710939378] transaction","detail":"{read_only:false; response_revision:26816; number_of_response:1; }","duration":"328.644412ms","start":"2026-04-29T23:18:24.130793Z","end":"2026-04-29T23:18:24.459438Z","steps":["trace[1710939378] 'process raft request' (duration: 327.408944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:24.459488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:18:24.147679Z","time spent":"311.803612ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T23:18:24.459538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:18:24.130786Z","time spent":"328.699714ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:18:24.459636Z","caller":"traceutil/trace.go:171","msg":"trace[980155040] transaction","detail":"{read_only:false; response_revision:26817; number_of_response:1; }","duration":"328.773565ms","start":"2026-04-29T23:18:24.130853Z","end":"2026-04-29T23:18:24.459626Z","steps":["trace[980155040] 'process raft request' (duration: 327.389273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:24.459692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:18:24.130828Z","time spent":"328.834587ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:18:24.459824Z","caller":"traceutil/trace.go:171","msg":"trace[702627157] transaction","detail":"{read_only:false; response_revision:26818; number_of_response:1; }","duration":"328.847568ms","start":"2026-04-29T23:18:24.13097Z","end":"2026-04-29T23:18:24.459817Z","steps":["trace[702627157] 'process raft request' (duration: 327.321043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:24.459865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:18:24.130946Z","time spent":"328.901068ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:18:24.459908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.779641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T23:18:24.45994Z","caller":"traceutil/trace.go:171","msg":"trace[1253534757] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26821; }","duration":"311.825202ms","start":"2026-04-29T23:18:24.148105Z","end":"2026-04-29T23:18:24.45993Z","steps":["trace[1253534757] 'agreement among raft nodes before linearized reading' (duration: 311.756551ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:18:24.459952Z","caller":"traceutil/trace.go:171","msg":"trace[1679240314] transaction","detail":"{read_only:false; response_revision:26819; number_of_response:1; }","duration":"328.523889ms","start":"2026-04-29T23:18:24.131421Z","end":"2026-04-29T23:18:24.459945Z","steps":["trace[1679240314] 'process raft request' (duration: 326.916863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:24.459963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:18:24.148099Z","time spent":"311.858623ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T23:18:24.459983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:18:24.131391Z","time spent":"328.575411ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T23:18:24.460045Z","caller":"traceutil/trace.go:171","msg":"trace[1416478954] transaction","detail":"{read_only:false; response_revision:26820; number_of_response:1; }","duration":"328.576871ms","start":"2026-04-29T23:18:24.131463Z","end":"2026-04-29T23:18:24.460039Z","steps":["trace[1416478954] 'process raft request' (duration: 326.920563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:24.460081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:18:24.131454Z","time spent":"328.609981ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T23:18:24.460123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.032677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T23:18:24.460147Z","caller":"traceutil/trace.go:171","msg":"trace[2106088091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26821; }","duration":"312.073008ms","start":"2026-04-29T23:18:24.148067Z","end":"2026-04-29T23:18:24.46014Z","steps":["trace[2106088091] 'agreement among raft nodes before linearized reading' (duration: 311.998686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:24.460164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:18:24.148061Z","time spent":"312.099298ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T23:18:24.460227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.421637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T23:18:24.460253Z","caller":"traceutil/trace.go:171","msg":"trace[554875271] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26821; }","duration":"320.475348ms","start":"2026-04-29T23:18:24.139772Z","end":"2026-04-29T23:18:24.460247Z","steps":["trace[554875271] 'agreement among raft nodes before linearized reading' (duration: 320.389466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:24.460266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.502307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-29T23:18:24.460277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:18:24.139761Z","time spent":"320.512649ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T23:18:24.460284Z","caller":"traceutil/trace.go:171","msg":"trace[2107076072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26821; }","duration":"312.545898ms","start":"2026-04-29T23:18:24.147733Z","end":"2026-04-29T23:18:24.460279Z","steps":["trace[2107076072] 'agreement among raft nodes before linearized reading' (duration: 312.494957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:18:24.460301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T23:18:24.147727Z","time spent":"312.570089ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T23:19:44.405033Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25088} {"level":"info","ts":"2026-04-29T23:19:44.556996Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25088,"took":"147.467835ms","hash":454076897,"current-db-size-bytes":60133376,"current-db-size":"60 MB","current-db-size-in-use-bytes":35659776,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-29T23:19:44.557081Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":454076897,"revision":25088,"compact-revision":21982} {"level":"info","ts":"2026-04-29T23:21:45.414705Z","caller":"traceutil/trace.go:171","msg":"trace[1578535792] linearizableReadLoop","detail":"{readStateIndex:29760; appliedIndex:29759; }","duration":"141.218293ms","start":"2026-04-29T23:21:45.273462Z","end":"2026-04-29T23:21:45.41468Z","steps":["trace[1578535792] 'read index received' (duration: 141.095271ms)","trace[1578535792] 'applied index is now lower than readState.Index' (duration: 121.812µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:21:45.414877Z","caller":"traceutil/trace.go:171","msg":"trace[1510175021] transaction","detail":"{read_only:false; response_revision:28826; number_of_response:1; }","duration":"144.800394ms","start":"2026-04-29T23:21:45.269983Z","end":"2026-04-29T23:21:45.414783Z","steps":["trace[1510175021] 'process raft request' (duration: 144.532308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:21:45.414946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.467669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:21:45.415057Z","caller":"traceutil/trace.go:171","msg":"trace[2014861725] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28826; }","duration":"141.606872ms","start":"2026-04-29T23:21:45.273408Z","end":"2026-04-29T23:21:45.415015Z","steps":["trace[2014861725] 'agreement among raft nodes before linearized reading' (duration: 141.379157ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:21:47.560465Z","caller":"traceutil/trace.go:171","msg":"trace[2064109310] transaction","detail":"{read_only:false; response_revision:28844; number_of_response:1; }","duration":"100.050032ms","start":"2026-04-29T23:21:47.460381Z","end":"2026-04-29T23:21:47.560431Z","steps":["trace[2064109310] 'process raft request' (duration: 99.885479ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:21:47.560455Z","caller":"traceutil/trace.go:171","msg":"trace[910099386] transaction","detail":"{read_only:false; response_revision:28843; number_of_response:1; }","duration":"100.669707ms","start":"2026-04-29T23:21:47.45974Z","end":"2026-04-29T23:21:47.560409Z","steps":["trace[910099386] 'process raft request' (duration: 100.36532ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:22:04.075026Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4e46287fb5aa4785","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T23:22:04.079652Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-29T23:22:04.079773Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-29T23:22:06.883645Z","caller":"traceutil/trace.go:171","msg":"trace[485636907] linearizableReadLoop","detail":"{readStateIndex:30032; appliedIndex:30031; }","duration":"224.279802ms","start":"2026-04-29T23:22:06.65934Z","end":"2026-04-29T23:22:06.88362Z","steps":["trace[485636907] 'read index received' (duration: 224.077947ms)","trace[485636907] 'applied index is now lower than readState.Index' (duration: 200.965µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T23:22:06.883728Z","caller":"traceutil/trace.go:171","msg":"trace[1634311831] transaction","detail":"{read_only:false; response_revision:29090; number_of_response:1; }","duration":"234.637596ms","start":"2026-04-29T23:22:06.649058Z","end":"2026-04-29T23:22:06.883696Z","steps":["trace[1634311831] 'process raft request' (duration: 234.414401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:22:06.883904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.451665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:22:06.884028Z","caller":"traceutil/trace.go:171","msg":"trace[1228715516] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:29090; }","duration":"224.714152ms","start":"2026-04-29T23:22:06.659297Z","end":"2026-04-29T23:22:06.884011Z","steps":["trace[1228715516] 'agreement among raft nodes before linearized reading' (duration: 224.455896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T23:22:06.884254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.225825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T23:22:06.884388Z","caller":"traceutil/trace.go:171","msg":"trace[1402733268] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:29090; }","duration":"119.41845ms","start":"2026-04-29T23:22:06.76495Z","end":"2026-04-29T23:22:06.884369Z","steps":["trace[1402733268] 'agreement among raft nodes before linearized reading' (duration: 118.921209ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T23:24:44.412818Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27609} {"level":"info","ts":"2026-04-29T23:24:44.553147Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27609,"took":"134.017418ms","hash":1174894697,"current-db-size-bytes":60133376,"current-db-size":"60 MB","current-db-size-in-use-bytes":35319808,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-29T23:24:44.553201Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1174894697,"revision":27609,"compact-revision":25088} {"level":"info","ts":"2026-04-29T23:29:44.41911Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30273} {"level":"info","ts":"2026-04-29T23:29:44.554899Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30273,"took":"131.666085ms","hash":1933417252,"current-db-size-bytes":60133376,"current-db-size":"60 MB","current-db-size-in-use-bytes":30195712,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-29T23:29:44.55498Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1933417252,"revision":30273,"compact-revision":27609} {"level":"info","ts":"2026-04-29T23:34:44.426322Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32523} {"level":"info","ts":"2026-04-29T23:34:44.580975Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32523,"took":"149.762569ms","hash":1138480584,"current-db-size-bytes":61173760,"current-db-size":"61 MB","current-db-size-in-use-bytes":29868032,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-29T23:34:44.581052Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1138480584,"revision":32523,"compact-revision":30273} {"level":"info","ts":"2026-04-29T23:39:44.435862Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34750} {"level":"info","ts":"2026-04-29T23:39:44.587226Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34750,"took":"146.374422ms","hash":2066281145,"current-db-size-bytes":61173760,"current-db-size":"61 MB","current-db-size-in-use-bytes":31793152,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-29T23:39:44.587306Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2066281145,"revision":34750,"compact-revision":32523} {"level":"info","ts":"2026-04-29T23:43:30.41404Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4e46287fb5aa4785","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T23:43:30.41978Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-29T23:43:30.419923Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-29T23:44:44.442493Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37045} {"level":"info","ts":"2026-04-29T23:44:44.569335Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37045,"took":"119.541589ms","hash":3988137616,"current-db-size-bytes":61595648,"current-db-size":"62 MB","current-db-size-in-use-bytes":31821824,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-29T23:44:44.569399Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3988137616,"revision":37045,"compact-revision":34750}