{"level":"warn","ts":"2026-03-06T21:18:52.825738Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T21:18:52.825829Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.244:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.244:2380","--initial-cluster=instance=https://199.204.45.244:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.244:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.244:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-06T21:18:52.825898Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T21:18:52.82591Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-03-06T21:18:52.825929Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T21:18:52.826778Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"]} {"level":"info","ts":"2026-03-06T21:18:52.826867Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.244:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-06T21:18:52.830897Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.762197ms"} {"level":"info","ts":"2026-03-06T21:18:52.836586Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1686e9b1ea717edf","cluster-id":"71c60fe001ca5b3c"} {"level":"info","ts":"2026-03-06T21:18:52.836661Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=()"} {"level":"info","ts":"2026-03-06T21:18:52.836682Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became follower at term 0"} {"level":"info","ts":"2026-03-06T21:18:52.836699Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1686e9b1ea717edf [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-06T21:18:52.836707Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became follower at term 1"} {"level":"info","ts":"2026-03-06T21:18:52.836742Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=(1623241666065432287)"} {"level":"warn","ts":"2026-03-06T21:18:52.842863Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-06T21:18:52.844629Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-06T21:18:52.846116Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-06T21:18:52.849845Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1686e9b1ea717edf","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-06T21:18:52.850007Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1686e9b1ea717edf","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-06T21:18:52.850152Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T21:18:52.850252Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T21:18:52.850274Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T21:18:52.852038Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=(1623241666065432287)"} {"level":"info","ts":"2026-03-06T21:18:52.852209Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"71c60fe001ca5b3c","local-member-id":"1686e9b1ea717edf","added-peer-id":"1686e9b1ea717edf","added-peer-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-03-06T21:18:52.855197Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T21:18:52.85535Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-03-06T21:18:52.855387Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-03-06T21:18:52.855754Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1686e9b1ea717edf","initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-06T21:18:52.855808Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-06T21:18:53.736931Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf is starting a new election at term 1"} {"level":"info","ts":"2026-03-06T21:18:53.736992Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became pre-candidate at term 1"} {"level":"info","ts":"2026-03-06T21:18:53.737028Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf received MsgPreVoteResp from 1686e9b1ea717edf at term 1"} {"level":"info","ts":"2026-03-06T21:18:53.737059Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became candidate at term 2"} {"level":"info","ts":"2026-03-06T21:18:53.737069Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf received MsgVoteResp from 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-03-06T21:18:53.737084Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became leader at term 2"} {"level":"info","ts":"2026-03-06T21:18:53.737095Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1686e9b1ea717edf elected leader 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-03-06T21:18:53.737999Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T21:18:53.738832Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T21:18:53.738834Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1686e9b1ea717edf","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.244:2379]}","request-path":"/0/members/1686e9b1ea717edf/attributes","cluster-id":"71c60fe001ca5b3c","publish-timeout":"7s"} {"level":"info","ts":"2026-03-06T21:18:53.738891Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T21:18:53.73915Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-06T21:18:53.739213Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-06T21:18:53.73947Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"71c60fe001ca5b3c","local-member-id":"1686e9b1ea717edf","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T21:18:53.73958Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T21:18:53.739612Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T21:18:53.740969Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.244:2379"} {"level":"info","ts":"2026-03-06T21:18:53.742259Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-06T21:19:02.232512Z","caller":"traceutil/trace.go:171","msg":"trace[60492541] linearizableReadLoop","detail":"{readStateIndex:357; appliedIndex:356; }","duration":"147.710968ms","start":"2026-03-06T21:19:02.084767Z","end":"2026-03-06T21:19:02.232478Z","steps":["trace[60492541] 'read index received' (duration: 147.518463ms)","trace[60492541] 'applied index is now lower than readState.Index' (duration: 191.125µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:19:02.232838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.339235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"warn","ts":"2026-03-06T21:19:02.232807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.019796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-06T21:19:02.232908Z","caller":"traceutil/trace.go:171","msg":"trace[496746228] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:345; }","duration":"148.168451ms","start":"2026-03-06T21:19:02.084728Z","end":"2026-03-06T21:19:02.232896Z","steps":["trace[496746228] 'agreement among raft nodes before linearized reading' (duration: 147.919434ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:19:02.232909Z","caller":"traceutil/trace.go:171","msg":"trace[1320340820] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:345; }","duration":"128.453818ms","start":"2026-03-06T21:19:02.104438Z","end":"2026-03-06T21:19:02.232892Z","steps":["trace[1320340820] 'agreement among raft nodes before linearized reading' (duration: 128.327544ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:19:02.232778Z","caller":"traceutil/trace.go:171","msg":"trace[987111309] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"175.036351ms","start":"2026-03-06T21:19:02.057708Z","end":"2026-03-06T21:19:02.232744Z","steps":["trace[987111309] 'process raft request' (duration: 174.615479ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:19:08.51276Z","caller":"traceutil/trace.go:171","msg":"trace[1263779063] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:424; }","duration":"128.864289ms","start":"2026-03-06T21:19:08.383869Z","end":"2026-03-06T21:19:08.512733Z","steps":["trace[1263779063] 'read index received' (duration: 128.678094ms)","trace[1263779063] 'applied index is now lower than readState.Index' (duration: 184.815µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:19:08.512988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.102075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:19:08.51299Z","caller":"traceutil/trace.go:171","msg":"trace[1284310227] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"858.303219ms","start":"2026-03-06T21:19:07.654648Z","end":"2026-03-06T21:19:08.512951Z","steps":["trace[1284310227] 'process raft request' (duration: 857.906238ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:19:08.513045Z","caller":"traceutil/trace.go:171","msg":"trace[1965485165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:411; }","duration":"129.214298ms","start":"2026-03-06T21:19:08.383816Z","end":"2026-03-06T21:19:08.51303Z","steps":["trace[1965485165] 'agreement among raft nodes before linearized reading' (duration: 129.038403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:08.513671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:19:07.654616Z","time spent":"858.476264ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:19:24.726206Z","caller":"traceutil/trace.go:171","msg":"trace[426848194] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"125.440609ms","start":"2026-03-06T21:19:24.600735Z","end":"2026-03-06T21:19:24.726176Z","steps":["trace[426848194] 'process raft request' (duration: 125.263244ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:19:25.449556Z","caller":"traceutil/trace.go:171","msg":"trace[1820671292] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"107.846703ms","start":"2026-03-06T21:19:25.341685Z","end":"2026-03-06T21:19:25.449532Z","steps":["trace[1820671292] 'process raft request' (duration: 107.700649ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:19:25.543983Z","caller":"traceutil/trace.go:171","msg":"trace[747909840] linearizableReadLoop","detail":"{readStateIndex:533; appliedIndex:531; }","duration":"161.828522ms","start":"2026-03-06T21:19:25.382121Z","end":"2026-03-06T21:19:25.54395Z","steps":["trace[747909840] 'read index received' (duration: 67.380528ms)","trace[747909840] 'applied index is now lower than readState.Index' (duration: 94.446774ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:19:25.544157Z","caller":"traceutil/trace.go:171","msg":"trace[1189057718] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"200.717164ms","start":"2026-03-06T21:19:25.343428Z","end":"2026-03-06T21:19:25.544146Z","steps":["trace[1189057718] 'process raft request' (duration: 200.289012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:25.544313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.172091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:19:25.544399Z","caller":"traceutil/trace.go:171","msg":"trace[1832239161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:515; }","duration":"162.270984ms","start":"2026-03-06T21:19:25.382106Z","end":"2026-03-06T21:19:25.544377Z","steps":["trace[1832239161] 'agreement among raft nodes before linearized reading' (duration: 162.12448ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:19:27.007803Z","caller":"traceutil/trace.go:171","msg":"trace[1605660536] linearizableReadLoop","detail":"{readStateIndex:537; appliedIndex:536; }","duration":"166.798879ms","start":"2026-03-06T21:19:26.840971Z","end":"2026-03-06T21:19:27.00777Z","steps":["trace[1605660536] 'read index received' (duration: 166.627024ms)","trace[1605660536] 'applied index is now lower than readState.Index' (duration: 166.465µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:19:27.007978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.986174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T21:19:27.008034Z","caller":"traceutil/trace.go:171","msg":"trace[13395519] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:519; }","duration":"167.091617ms","start":"2026-03-06T21:19:26.840924Z","end":"2026-03-06T21:19:27.008015Z","steps":["trace[13395519] 'agreement among raft nodes before linearized reading' (duration: 166.967323ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:19:27.008406Z","caller":"traceutil/trace.go:171","msg":"trace[1788835131] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"274.946861ms","start":"2026-03-06T21:19:26.733445Z","end":"2026-03-06T21:19:27.008392Z","steps":["trace[1788835131] 'process raft request' (duration: 274.162639ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:19:31.693236Z","caller":"traceutil/trace.go:171","msg":"trace[231150835] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:573; }","duration":"121.243623ms","start":"2026-03-06T21:19:31.571965Z","end":"2026-03-06T21:19:31.693208Z","steps":["trace[231150835] 'read index received' (duration: 121.040967ms)","trace[231150835] 'applied index is now lower than readState.Index' (duration: 201.066µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:19:31.69333Z","caller":"traceutil/trace.go:171","msg":"trace[696818924] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"209.994769ms","start":"2026-03-06T21:19:31.483312Z","end":"2026-03-06T21:19:31.693307Z","steps":["trace[696818924] 'process raft request' (duration: 209.682341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:31.69349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.51055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T21:19:31.693575Z","caller":"traceutil/trace.go:171","msg":"trace[1921576632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:555; }","duration":"121.657634ms","start":"2026-03-06T21:19:31.5719Z","end":"2026-03-06T21:19:31.693558Z","steps":["trace[1921576632] 'agreement among raft nodes before linearized reading' (duration: 121.458229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:31.693614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.949612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T21:19:31.693701Z","caller":"traceutil/trace.go:171","msg":"trace[1412080810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:555; }","duration":"118.066526ms","start":"2026-03-06T21:19:31.575611Z","end":"2026-03-06T21:19:31.693678Z","steps":["trace[1412080810] 'agreement among raft nodes before linearized reading' (duration: 117.795938ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:19:31.835976Z","caller":"traceutil/trace.go:171","msg":"trace[1813252470] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"138.318694ms","start":"2026-03-06T21:19:31.697629Z","end":"2026-03-06T21:19:31.835948Z","steps":["trace[1813252470] 'process raft request' (duration: 65.26837ms)","trace[1813252470] 'compare' (duration: 72.734245ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:19:31.835971Z","caller":"traceutil/trace.go:171","msg":"trace[645975303] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"137.555982ms","start":"2026-03-06T21:19:31.698374Z","end":"2026-03-06T21:19:31.83593Z","steps":["trace[645975303] 'process raft request' (duration: 137.46458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:32.24111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.367638ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-06T21:19:32.241403Z","caller":"traceutil/trace.go:171","msg":"trace[1473093094] linearizableReadLoop","detail":"{readStateIndex:577; appliedIndex:576; }","duration":"335.979673ms","start":"2026-03-06T21:19:31.905403Z","end":"2026-03-06T21:19:32.241383Z","steps":["trace[1473093094] 'read index received' (duration: 219.274236ms)","trace[1473093094] 'applied index is now lower than readState.Index' (duration: 116.703247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:19:32.242247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.820307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-h4jlf\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-06T21:19:32.242376Z","caller":"traceutil/trace.go:171","msg":"trace[1328051884] range","detail":"{range_begin:/registry/pods/kube-system/cilium-h4jlf; range_end:; response_count:1; response_revision:557; }","duration":"336.96168ms","start":"2026-03-06T21:19:31.905359Z","end":"2026-03-06T21:19:32.242321Z","steps":["trace[1328051884] 'agreement among raft nodes before linearized reading' (duration: 336.114717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:32.242437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:19:31.90534Z","time spent":"337.085894ms","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-h4jlf\" "} {"level":"warn","ts":"2026-03-06T21:19:33.815926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153593956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:19:33.816037Z","caller":"traceutil/trace.go:171","msg":"trace[1213769600] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:558; }","duration":"1.15377481s","start":"2026-03-06T21:19:32.662235Z","end":"2026-03-06T21:19:33.81601Z","steps":["trace[1213769600] 'range keys from in-memory index tree' (duration: 1.153440051s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:33.816034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.595113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-06T21:19:33.816087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:19:32.662208Z","time spent":"1.153867633s","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-06T21:19:33.816142Z","caller":"traceutil/trace.go:171","msg":"trace[1443917019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:558; }","duration":"117.780397ms","start":"2026-03-06T21:19:33.698338Z","end":"2026-03-06T21:19:33.816118Z","steps":["trace[1443917019] 'range keys from in-memory index tree' (duration: 117.360606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:33.816298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.531942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:19:33.81643Z","caller":"traceutil/trace.go:171","msg":"trace[1569076987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:558; }","duration":"433.691157ms","start":"2026-03-06T21:19:33.382691Z","end":"2026-03-06T21:19:33.816382Z","steps":["trace[1569076987] 'range keys from in-memory index tree' (duration: 433.439841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:33.81658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:19:33.382671Z","time spent":"433.893573ms","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:19:33.817705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.576386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T21:19:33.817769Z","caller":"traceutil/trace.go:171","msg":"trace[1889503060] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:558; }","duration":"782.698679ms","start":"2026-03-06T21:19:33.035055Z","end":"2026-03-06T21:19:33.817754Z","steps":["trace[1889503060] 'range keys from in-memory index tree' (duration: 780.92834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:33.817808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:19:33.035035Z","time spent":"782.761981ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T21:19:33.932703Z","caller":"traceutil/trace.go:171","msg":"trace[322493125] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"109.447768ms","start":"2026-03-06T21:19:33.823231Z","end":"2026-03-06T21:19:33.932679Z","steps":["trace[322493125] 'process raft request' (duration: 109.15827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:58.402534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.164907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:19:58.402631Z","caller":"traceutil/trace.go:171","msg":"trace[716006372] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"308.851486ms","start":"2026-03-06T21:19:58.093765Z","end":"2026-03-06T21:19:58.402617Z","steps":["trace[716006372] 'process raft request' (duration: 99.524584ms)","trace[716006372] 'compare' (duration: 208.971672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:19:58.402674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:19:58.093746Z","time spent":"308.908357ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1080,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:19:58.408048Z","caller":"traceutil/trace.go:171","msg":"trace[639433758] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"313.74134ms","start":"2026-03-06T21:19:58.094291Z","end":"2026-03-06T21:19:58.408033Z","steps":["trace[639433758] 'process raft request' (duration: 313.492983ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:19:58.408019Z","caller":"traceutil/trace.go:171","msg":"trace[685189766] linearizableReadLoop","detail":"{readStateIndex:978; appliedIndex:975; }","duration":"305.485513ms","start":"2026-03-06T21:19:58.102506Z","end":"2026-03-06T21:19:58.407992Z","steps":["trace[685189766] 'read index received' (duration: 90.805804ms)","trace[685189766] 'applied index is now lower than readState.Index' (duration: 214.678259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:19:58.408115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:19:58.094282Z","time spent":"313.799892ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1601,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:19:58.408087Z","caller":"traceutil/trace.go:171","msg":"trace[1645590994] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"312.29212ms","start":"2026-03-06T21:19:58.095766Z","end":"2026-03-06T21:19:58.408058Z","steps":["trace[1645590994] 'process raft request' (duration: 312.161337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:58.408242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:19:58.09575Z","time spent":"312.411553ms","remote":"127.0.0.1:35884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4503,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:19:58.408325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.794051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T21:19:58.408386Z","caller":"traceutil/trace.go:171","msg":"trace[910338779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:949; }","duration":"305.895374ms","start":"2026-03-06T21:19:58.102478Z","end":"2026-03-06T21:19:58.408373Z","steps":["trace[910338779] 'agreement among raft nodes before linearized reading' (duration: 305.675718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:58.40843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:19:58.102469Z","time spent":"305.952145ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:19:58.408853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.859995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T21:19:58.408893Z","caller":"traceutil/trace.go:171","msg":"trace[1784496722] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:949; }","duration":"300.920417ms","start":"2026-03-06T21:19:58.107963Z","end":"2026-03-06T21:19:58.408883Z","steps":["trace[1784496722] 'agreement among raft nodes before linearized reading' (duration: 300.815864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:58.408925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:19:58.107952Z","time spent":"300.965728ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:19:58.409014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.259137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-06T21:19:58.40914Z","caller":"traceutil/trace.go:171","msg":"trace[1206599617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:949; }","duration":"305.41764ms","start":"2026-03-06T21:19:58.103688Z","end":"2026-03-06T21:19:58.409105Z","steps":["trace[1206599617] 'agreement among raft nodes before linearized reading' (duration: 305.103242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:58.409198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:19:58.103676Z","time spent":"305.501983ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:19:58.409226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.294175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T21:19:58.409349Z","caller":"traceutil/trace.go:171","msg":"trace[837604935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:949; }","duration":"306.446159ms","start":"2026-03-06T21:19:58.102892Z","end":"2026-03-06T21:19:58.409338Z","steps":["trace[837604935] 'agreement among raft nodes before linearized reading' (duration: 306.222973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:58.409384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:19:58.102881Z","time spent":"306.493241ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:19:58.978022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.403468ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:19:58.978169Z","caller":"traceutil/trace.go:171","msg":"trace[933393430] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:950; }","duration":"368.569142ms","start":"2026-03-06T21:19:58.609565Z","end":"2026-03-06T21:19:58.978135Z","steps":["trace[933393430] 'range keys from in-memory index tree' (duration: 368.382087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:58.978528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.508594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:19:58.978761Z","caller":"traceutil/trace.go:171","msg":"trace[33416649] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"564.725591ms","start":"2026-03-06T21:19:58.414007Z","end":"2026-03-06T21:19:58.978732Z","steps":["trace[33416649] 'process raft request' (duration: 452.853916ms)","trace[33416649] 'compare' (duration: 111.224187ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:19:58.978857Z","caller":"traceutil/trace.go:171","msg":"trace[1166112622] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"564.692309ms","start":"2026-03-06T21:19:58.414148Z","end":"2026-03-06T21:19:58.978841Z","steps":["trace[1166112622] 'process raft request' (duration: 564.503704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:58.978925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:19:58.413992Z","time spent":"564.847593ms","remote":"127.0.0.1:35872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4734,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:19:58.978974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:19:58.414139Z","time spent":"564.755321ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:19:58.979112Z","caller":"traceutil/trace.go:171","msg":"trace[330900182] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"564.813333ms","start":"2026-03-06T21:19:58.41422Z","end":"2026-03-06T21:19:58.979034Z","steps":["trace[330900182] 'process raft request' (duration: 564.514035ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:19:58.979272Z","caller":"traceutil/trace.go:171","msg":"trace[2081345315] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"564.820743ms","start":"2026-03-06T21:19:58.414434Z","end":"2026-03-06T21:19:58.979255Z","steps":["trace[2081345315] 'process raft request' (duration: 564.443153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:58.979209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:19:58.414199Z","time spent":"564.969177ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:19:58.97928Z","caller":"traceutil/trace.go:171","msg":"trace[297190823] linearizableReadLoop","detail":"{readStateIndex:983; appliedIndex:979; }","duration":"510.814863ms","start":"2026-03-06T21:19:58.468425Z","end":"2026-03-06T21:19:58.97924Z","steps":["trace[297190823] 'read index received' (duration: 398.426825ms)","trace[297190823] 'applied index is now lower than readState.Index' (duration: 112.386148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:19:58.979356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:19:58.414423Z","time spent":"564.894175ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:19:58.979478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.047661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T21:19:58.979527Z","caller":"traceutil/trace.go:171","msg":"trace[2107577659] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:954; }","duration":"511.098992ms","start":"2026-03-06T21:19:58.468417Z","end":"2026-03-06T21:19:58.979516Z","steps":["trace[2107577659] 'agreement among raft nodes before linearized reading' (duration: 510.982899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:19:58.979561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:19:58.468371Z","time spent":"511.181244ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:19:58.979598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.003649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:19:58.97974Z","caller":"traceutil/trace.go:171","msg":"trace[345738408] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:954; }","duration":"165.217385ms","start":"2026-03-06T21:19:58.814495Z","end":"2026-03-06T21:19:58.979712Z","steps":["trace[345738408] 'agreement among raft nodes before linearized reading' (duration: 164.978759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:20.282866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.671238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T21:20:20.282982Z","caller":"traceutil/trace.go:171","msg":"trace[715115386] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1196; }","duration":"103.812112ms","start":"2026-03-06T21:20:20.17915Z","end":"2026-03-06T21:20:20.282962Z","steps":["trace[715115386] 'count revisions from in-memory index tree' (duration: 103.518844ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:20:23.035338Z","caller":"traceutil/trace.go:171","msg":"trace[1152650792] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"450.430709ms","start":"2026-03-06T21:20:22.584862Z","end":"2026-03-06T21:20:23.035293Z","steps":["trace[1152650792] 'process raft request' (duration: 450.050368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:23.035559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:22.584822Z","time spent":"450.628434ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:20:23.288085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.339138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:20:23.28823Z","caller":"traceutil/trace.go:171","msg":"trace[1026206207] linearizableReadLoop","detail":"{readStateIndex:1245; appliedIndex:1244; }","duration":"127.146416ms","start":"2026-03-06T21:20:23.161064Z","end":"2026-03-06T21:20:23.28821Z","steps":["trace[1026206207] 'read index received' (duration: 58.382µs)","trace[1026206207] 'applied index is now lower than readState.Index' (duration: 127.084024ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:20:23.288342Z","caller":"traceutil/trace.go:171","msg":"trace[22260875] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"247.35539ms","start":"2026-03-06T21:20:23.040954Z","end":"2026-03-06T21:20:23.28831Z","steps":["trace[22260875] 'process raft request' (duration: 68.690034ms)","trace[22260875] 'compare' (duration: 178.180652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:20:23.288905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.806804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-06T21:20:23.288997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.297664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T21:20:23.289028Z","caller":"traceutil/trace.go:171","msg":"trace[1242323339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1206; }","duration":"128.01027ms","start":"2026-03-06T21:20:23.160988Z","end":"2026-03-06T21:20:23.288998Z","steps":["trace[1242323339] 'agreement among raft nodes before linearized reading' (duration: 127.344311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:23.289233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.7556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T21:20:23.289278Z","caller":"traceutil/trace.go:171","msg":"trace[997313854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1206; }","duration":"124.828562ms","start":"2026-03-06T21:20:23.164438Z","end":"2026-03-06T21:20:23.289267Z","steps":["trace[997313854] 'agreement among raft nodes before linearized reading' (duration: 124.698608ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:20:23.289039Z","caller":"traceutil/trace.go:171","msg":"trace[833265255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1206; }","duration":"125.389377ms","start":"2026-03-06T21:20:23.163638Z","end":"2026-03-06T21:20:23.289027Z","steps":["trace[833265255] 'agreement among raft nodes before linearized reading' (duration: 125.217553ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:20:34.008234Z","caller":"traceutil/trace.go:171","msg":"trace[1553121973] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"111.245711ms","start":"2026-03-06T21:20:33.896965Z","end":"2026-03-06T21:20:34.008211Z","steps":["trace[1553121973] 'process raft request' (duration: 111.099737ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:20:46.888613Z","caller":"traceutil/trace.go:171","msg":"trace[1456964287] linearizableReadLoop","detail":"{readStateIndex:1665; appliedIndex:1664; }","duration":"495.223166ms","start":"2026-03-06T21:20:46.393364Z","end":"2026-03-06T21:20:46.888587Z","steps":["trace[1456964287] 'read index received' (duration: 495.007541ms)","trace[1456964287] 'applied index is now lower than readState.Index' (duration: 214.685µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:20:46.888691Z","caller":"traceutil/trace.go:171","msg":"trace[1046101863] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"543.449403ms","start":"2026-03-06T21:20:46.345202Z","end":"2026-03-06T21:20:46.888651Z","steps":["trace[1046101863] 'process raft request' (duration: 543.217847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:46.888834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.444622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed820ea6-8d28-4246-98d9-dce3dee51b21\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-06T21:20:46.8889Z","caller":"traceutil/trace.go:171","msg":"trace[893094566] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed820ea6-8d28-4246-98d9-dce3dee51b21; range_end:; response_count:1; response_revision:1601; }","duration":"495.581536ms","start":"2026-03-06T21:20:46.3933Z","end":"2026-03-06T21:20:46.888881Z","steps":["trace[893094566] 'agreement among raft nodes before linearized reading' (duration: 495.455182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:46.888889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:46.34519Z","time spent":"543.588727ms","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:20:46.888959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:46.393284Z","time spent":"495.661338ms","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed820ea6-8d28-4246-98d9-dce3dee51b21\" "} {"level":"warn","ts":"2026-03-06T21:20:46.88905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.034821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:20:46.889117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.82698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189a5d59f97375c0\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-03-06T21:20:46.889197Z","caller":"traceutil/trace.go:171","msg":"trace[776073366] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.189a5d59f97375c0; range_end:; response_count:1; response_revision:1601; }","duration":"159.000195ms","start":"2026-03-06T21:20:46.730178Z","end":"2026-03-06T21:20:46.889178Z","steps":["trace[776073366] 'agreement among raft nodes before linearized reading' (duration: 158.787249ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:20:46.889149Z","caller":"traceutil/trace.go:171","msg":"trace[2136694850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1601; }","duration":"495.195485ms","start":"2026-03-06T21:20:46.393933Z","end":"2026-03-06T21:20:46.889129Z","steps":["trace[2136694850] 'agreement among raft nodes before linearized reading' (duration: 494.936018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:46.889267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.349886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T21:20:46.889331Z","caller":"traceutil/trace.go:171","msg":"trace[1976787550] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1601; }","duration":"424.452008ms","start":"2026-03-06T21:20:46.464861Z","end":"2026-03-06T21:20:46.889313Z","steps":["trace[1976787550] 'agreement among raft nodes before linearized reading' (duration: 424.277384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:46.889423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:46.464845Z","time spent":"424.522671ms","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T21:20:46.889432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:46.393929Z","time spent":"495.37299ms","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:20:47.079694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.817317ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-06T21:20:47.080219Z","caller":"traceutil/trace.go:171","msg":"trace[449025669] linearizableReadLoop","detail":"{readStateIndex:1666; appliedIndex:1665; }","duration":"189.011241ms","start":"2026-03-06T21:20:46.891162Z","end":"2026-03-06T21:20:47.080174Z","steps":["trace[449025669] 'read index received' (duration: 48.68519ms)","trace[449025669] 'applied index is now lower than readState.Index' (duration: 140.317331ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:20:47.080259Z","caller":"traceutil/trace.go:171","msg":"trace[1211637317] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"187.630802ms","start":"2026-03-06T21:20:46.892597Z","end":"2026-03-06T21:20:47.080228Z","steps":["trace[1211637317] 'process raft request' (duration: 187.387996ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:20:47.080261Z","caller":"traceutil/trace.go:171","msg":"trace[712080710] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"152.516187ms","start":"2026-03-06T21:20:46.927715Z","end":"2026-03-06T21:20:47.080231Z","steps":["trace[712080710] 'process raft request' (duration: 152.451375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:47.080549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.35996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:20:47.080601Z","caller":"traceutil/trace.go:171","msg":"trace[1779218706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1603; }","duration":"189.458463ms","start":"2026-03-06T21:20:46.89113Z","end":"2026-03-06T21:20:47.080588Z","steps":["trace[1779218706] 'agreement among raft nodes before linearized reading' (duration: 189.239637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:47.080857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.071538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"info","ts":"2026-03-06T21:20:47.08097Z","caller":"traceutil/trace.go:171","msg":"trace[1245599530] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1603; }","duration":"187.236672ms","start":"2026-03-06T21:20:46.893708Z","end":"2026-03-06T21:20:47.080944Z","steps":["trace[1245599530] 'agreement among raft nodes before linearized reading' (duration: 186.889093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:47.818514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.591553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:20:47.818778Z","caller":"traceutil/trace.go:171","msg":"trace[732423274] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"402.969178ms","start":"2026-03-06T21:20:47.415784Z","end":"2026-03-06T21:20:47.818754Z","steps":["trace[732423274] 'process raft request' (duration: 402.885346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:47.818928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:47.415749Z","time spent":"403.068261ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:20:47.819366Z","caller":"traceutil/trace.go:171","msg":"trace[1295065187] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"726.392827ms","start":"2026-03-06T21:20:47.092953Z","end":"2026-03-06T21:20:47.819345Z","steps":["trace[1295065187] 'process raft request' (duration: 107.840618ms)","trace[1295065187] 'compare' (duration: 617.329796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:20:47.819485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:47.092929Z","time spent":"726.482609ms","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10967,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:20:47.819551Z","caller":"traceutil/trace.go:171","msg":"trace[1316906513] linearizableReadLoop","detail":"{readStateIndex:1670; appliedIndex:1669; }","duration":"689.630195ms","start":"2026-03-06T21:20:47.129882Z","end":"2026-03-06T21:20:47.819512Z","steps":["trace[1316906513] 'read index received' (duration: 70.921681ms)","trace[1316906513] 'applied index is now lower than readState.Index' (duration: 618.705864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:20:47.819832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.901083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-06T21:20:47.819943Z","caller":"traceutil/trace.go:171","msg":"trace[1977146493] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1606; }","duration":"690.103098ms","start":"2026-03-06T21:20:47.129804Z","end":"2026-03-06T21:20:47.819907Z","steps":["trace[1977146493] 'agreement among raft nodes before linearized reading' (duration: 689.82233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:47.819989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:47.129755Z","time spent":"690.225442ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-06T21:20:47.839617Z","caller":"traceutil/trace.go:171","msg":"trace[1639148795] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"255.262633ms","start":"2026-03-06T21:20:47.58433Z","end":"2026-03-06T21:20:47.839593Z","steps":["trace[1639148795] 'process raft request' (duration: 255.045837ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:20:47.839974Z","caller":"traceutil/trace.go:171","msg":"trace[29436676] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"137.065171ms","start":"2026-03-06T21:20:47.702885Z","end":"2026-03-06T21:20:47.83995Z","steps":["trace[29436676] 'process raft request' (duration: 136.66042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:47.840012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.055323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T21:20:47.840082Z","caller":"traceutil/trace.go:171","msg":"trace[355448420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1608; }","duration":"422.190076ms","start":"2026-03-06T21:20:47.417875Z","end":"2026-03-06T21:20:47.840065Z","steps":["trace[355448420] 'agreement among raft nodes before linearized reading' (duration: 422.016952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:47.840129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:47.417864Z","time spent":"422.255938ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:20:47.840151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.323364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-06T21:20:47.840188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.826532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T21:20:47.840209Z","caller":"traceutil/trace.go:171","msg":"trace[1803835698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1608; }","duration":"690.421287ms","start":"2026-03-06T21:20:47.149775Z","end":"2026-03-06T21:20:47.840196Z","steps":["trace[1803835698] 'agreement among raft nodes before linearized reading' (duration: 690.274843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:47.840216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.289999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T21:20:47.840257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:47.149755Z","time spent":"690.492908ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T21:20:47.840257Z","caller":"traceutil/trace.go:171","msg":"trace[446555171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1608; }","duration":"419.918384ms","start":"2026-03-06T21:20:47.420319Z","end":"2026-03-06T21:20:47.840237Z","steps":["trace[446555171] 'agreement among raft nodes before linearized reading' (duration: 419.693038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:47.840301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:47.420312Z","time spent":"419.979796ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T21:20:47.840305Z","caller":"traceutil/trace.go:171","msg":"trace[1351907548] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1608; }","duration":"426.452493ms","start":"2026-03-06T21:20:47.413829Z","end":"2026-03-06T21:20:47.840282Z","steps":["trace[1351907548] 'agreement among raft nodes before linearized reading' (duration: 426.137025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:47.840357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:47.413799Z","time spent":"426.549106ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:20:47.840803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.132067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T21:20:47.840903Z","caller":"traceutil/trace.go:171","msg":"trace[14420563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1608; }","duration":"421.271271ms","start":"2026-03-06T21:20:47.419609Z","end":"2026-03-06T21:20:47.84088Z","steps":["trace[14420563] 'agreement among raft nodes before linearized reading' (duration: 420.279364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:20:47.840949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:47.419597Z","time spent":"421.344423ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:21:00.44098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198138583495031,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T21:21:00.485189Z","caller":"traceutil/trace.go:171","msg":"trace[257975875] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"603.649479ms","start":"2026-03-06T21:20:59.881507Z","end":"2026-03-06T21:21:00.485156Z","steps":["trace[257975875] 'process raft request' (duration: 602.884998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:00.485937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:59.881475Z","time spent":"603.800413ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:21:00.562091Z","caller":"traceutil/trace.go:171","msg":"trace[250630343] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"668.444531ms","start":"2026-03-06T21:20:59.893615Z","end":"2026-03-06T21:21:00.56206Z","steps":["trace[250630343] 'process raft request' (duration: 668.224955ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:21:00.562341Z","caller":"traceutil/trace.go:171","msg":"trace[711080173] linearizableReadLoop","detail":"{readStateIndex:1776; appliedIndex:1773; }","duration":"622.003344ms","start":"2026-03-06T21:20:59.940301Z","end":"2026-03-06T21:21:00.562305Z","steps":["trace[711080173] 'read index received' (duration: 544.065969ms)","trace[711080173] 'applied index is now lower than readState.Index' (duration: 77.935015ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:21:00.562417Z","caller":"traceutil/trace.go:171","msg":"trace[976856830] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"637.158331ms","start":"2026-03-06T21:20:59.925218Z","end":"2026-03-06T21:21:00.562377Z","steps":["trace[976856830] 'process raft request' (duration: 636.797161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:00.562339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:59.893577Z","time spent":"668.608866ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:21:00.562632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.323632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T21:21:00.562729Z","caller":"traceutil/trace.go:171","msg":"trace[970151325] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1707; }","duration":"622.424185ms","start":"2026-03-06T21:20:59.940285Z","end":"2026-03-06T21:21:00.562709Z","steps":["trace[970151325] 'agreement among raft nodes before linearized reading' (duration: 622.165498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:00.562785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:59.94024Z","time spent":"622.532459ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:21:00.562806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.795667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T21:21:00.562849Z","caller":"traceutil/trace.go:171","msg":"trace[1940841056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1707; }","duration":"589.867019ms","start":"2026-03-06T21:20:59.97297Z","end":"2026-03-06T21:21:00.562837Z","steps":["trace[1940841056] 'agreement among raft nodes before linearized reading' (duration: 589.736156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:00.5629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:59.97296Z","time spent":"589.929001ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:21:00.562977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.303063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-06T21:21:00.562653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:59.925188Z","time spent":"637.334526ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:21:00.562988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.327274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:21:00.563068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.218926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-06T21:21:00.563102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.76029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-03-06T21:21:00.563166Z","caller":"traceutil/trace.go:171","msg":"trace[562739963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1707; }","duration":"179.584691ms","start":"2026-03-06T21:21:00.383547Z","end":"2026-03-06T21:21:00.563132Z","steps":["trace[562739963] 'agreement among raft nodes before linearized reading' (duration: 179.255681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:00.563154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.034534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T21:21:00.563192Z","caller":"traceutil/trace.go:171","msg":"trace[1947174363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1707; }","duration":"599.38379ms","start":"2026-03-06T21:20:59.963773Z","end":"2026-03-06T21:21:00.563157Z","steps":["trace[1947174363] 'agreement among raft nodes before linearized reading' (duration: 599.059881ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:21:00.563208Z","caller":"traceutil/trace.go:171","msg":"trace[935900283] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1707; }","duration":"121.914825ms","start":"2026-03-06T21:21:00.441274Z","end":"2026-03-06T21:21:00.563189Z","steps":["trace[935900283] 'agreement among raft nodes before linearized reading' (duration: 121.452702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:00.563247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:59.963753Z","time spent":"599.485153ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T21:21:00.563244Z","caller":"traceutil/trace.go:171","msg":"trace[319875264] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1707; }","duration":"602.161717ms","start":"2026-03-06T21:20:59.96106Z","end":"2026-03-06T21:21:00.563222Z","steps":["trace[319875264] 'agreement among raft nodes before linearized reading' (duration: 601.860579ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:21:00.563113Z","caller":"traceutil/trace.go:171","msg":"trace[1578516717] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1707; }","duration":"577.518289ms","start":"2026-03-06T21:20:59.985565Z","end":"2026-03-06T21:21:00.563084Z","steps":["trace[1578516717] 'agreement among raft nodes before linearized reading' (duration: 577.17215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:00.563258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.919386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T21:21:00.563336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:59.985534Z","time spent":"577.782427ms","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T21:21:00.563319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.703441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:21:00.5633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:59.96105Z","time spent":"602.234789ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T21:21:00.563437Z","caller":"traceutil/trace.go:171","msg":"trace[50225539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1707; }","duration":"620.255895ms","start":"2026-03-06T21:20:59.943117Z","end":"2026-03-06T21:21:00.563373Z","steps":["trace[50225539] 'agreement among raft nodes before linearized reading' (duration: 619.500524ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:21:00.563522Z","caller":"traceutil/trace.go:171","msg":"trace[831344467] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1707; }","duration":"478.892266ms","start":"2026-03-06T21:21:00.084515Z","end":"2026-03-06T21:21:00.563407Z","steps":["trace[831344467] 'agreement among raft nodes before linearized reading' (duration: 478.132695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:00.564297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:21:00.084493Z","time spent":"479.780851ms","remote":"127.0.0.1:36936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:21:00.563566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:20:59.943095Z","time spent":"620.456061ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T21:21:00.679468Z","caller":"traceutil/trace.go:171","msg":"trace[962520280] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"110.410237ms","start":"2026-03-06T21:21:00.56903Z","end":"2026-03-06T21:21:00.67944Z","steps":["trace[962520280] 'process raft request' (duration: 60.277638ms)","trace[962520280] 'compare' (duration: 49.954894ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:21:00.772112Z","caller":"traceutil/trace.go:171","msg":"trace[689266458] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"202.845391ms","start":"2026-03-06T21:21:00.569228Z","end":"2026-03-06T21:21:00.772073Z","steps":["trace[689266458] 'process raft request' (duration: 202.567873ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:21:00.77281Z","caller":"traceutil/trace.go:171","msg":"trace[707874664] linearizableReadLoop","detail":"{readStateIndex:1781; appliedIndex:1776; }","duration":"197.326809ms","start":"2026-03-06T21:21:00.575462Z","end":"2026-03-06T21:21:00.772789Z","steps":["trace[707874664] 'read index received' (duration: 53.854621ms)","trace[707874664] 'applied index is now lower than readState.Index' (duration: 143.470618ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:21:00.772874Z","caller":"traceutil/trace.go:171","msg":"trace[1807558752] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"201.774082ms","start":"2026-03-06T21:21:00.571063Z","end":"2026-03-06T21:21:00.772837Z","steps":["trace[1807558752] 'process raft request' (duration: 201.672489ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:21:00.773011Z","caller":"traceutil/trace.go:171","msg":"trace[18890994] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"202.195743ms","start":"2026-03-06T21:21:00.570626Z","end":"2026-03-06T21:21:00.772821Z","steps":["trace[18890994] 'process raft request' (duration: 201.899485ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:21:00.772645Z","caller":"traceutil/trace.go:171","msg":"trace[2042664611] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"202.537792ms","start":"2026-03-06T21:21:00.570053Z","end":"2026-03-06T21:21:00.772591Z","steps":["trace[2042664611] 'process raft request' (duration: 201.957946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:00.773211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.651268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:21:00.77344Z","caller":"traceutil/trace.go:171","msg":"trace[727287010] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1712; }","duration":"198.014248ms","start":"2026-03-06T21:21:00.57541Z","end":"2026-03-06T21:21:00.773424Z","steps":["trace[727287010] 'agreement among raft nodes before linearized reading' (duration: 197.438782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:00.888743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.379577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T21:21:00.888839Z","caller":"traceutil/trace.go:171","msg":"trace[1051164867] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1712; }","duration":"102.517791ms","start":"2026-03-06T21:21:00.786295Z","end":"2026-03-06T21:21:00.888812Z","steps":["trace[1051164867] 'range keys from in-memory index tree' (duration: 102.13494ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:21:37.747063Z","caller":"traceutil/trace.go:171","msg":"trace[1802381209] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"224.79868ms","start":"2026-03-06T21:21:37.522236Z","end":"2026-03-06T21:21:37.747034Z","steps":["trace[1802381209] 'process raft request' (duration: 224.564303ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:21:48.932286Z","caller":"traceutil/trace.go:171","msg":"trace[554074624] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"220.8071ms","start":"2026-03-06T21:21:48.711447Z","end":"2026-03-06T21:21:48.932255Z","steps":["trace[554074624] 'process raft request' (duration: 220.624755ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:21:49.255164Z","caller":"traceutil/trace.go:171","msg":"trace[255658907] linearizableReadLoop","detail":"{readStateIndex:2036; appliedIndex:2033; }","duration":"343.349972ms","start":"2026-03-06T21:21:48.911782Z","end":"2026-03-06T21:21:49.255132Z","steps":["trace[255658907] 'read index received' (duration: 20.225311ms)","trace[255658907] 'applied index is now lower than readState.Index' (duration: 323.123691ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:21:49.25519Z","caller":"traceutil/trace.go:171","msg":"trace[1358064265] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"509.675747ms","start":"2026-03-06T21:21:48.745476Z","end":"2026-03-06T21:21:49.255152Z","steps":["trace[1358064265] 'process raft request' (duration: 509.386219ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:21:49.255226Z","caller":"traceutil/trace.go:171","msg":"trace[695801678] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"478.399693ms","start":"2026-03-06T21:21:48.776799Z","end":"2026-03-06T21:21:49.255199Z","steps":["trace[695801678] 'process raft request' (duration: 478.28401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:49.255357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:21:48.745441Z","time spent":"509.82974ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:21:49.25536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:21:48.77676Z","time spent":"478.517867ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:21:49.255471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.673561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T21:21:49.255565Z","caller":"traceutil/trace.go:171","msg":"trace[1033587145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1957; }","duration":"343.833605ms","start":"2026-03-06T21:21:48.911708Z","end":"2026-03-06T21:21:49.255542Z","steps":["trace[1033587145] 'agreement among raft nodes before linearized reading' (duration: 343.534877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:49.255596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.954634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-06T21:21:49.255602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.002027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-06T21:21:49.25562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:21:48.911678Z","time spent":"343.933198ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T21:21:49.255637Z","caller":"traceutil/trace.go:171","msg":"trace[144566929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1957; }","duration":"137.020416ms","start":"2026-03-06T21:21:49.118606Z","end":"2026-03-06T21:21:49.255627Z","steps":["trace[144566929] 'agreement among raft nodes before linearized reading' (duration: 136.873062ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:21:49.25564Z","caller":"traceutil/trace.go:171","msg":"trace[403136906] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1957; }","duration":"140.09929ms","start":"2026-03-06T21:21:49.11553Z","end":"2026-03-06T21:21:49.25563Z","steps":["trace[403136906] 'agreement among raft nodes before linearized reading' (duration: 139.952686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:49.255688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.790552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T21:21:49.255851Z","caller":"traceutil/trace.go:171","msg":"trace[1258320675] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1957; }","duration":"286.008858ms","start":"2026-03-06T21:21:48.969803Z","end":"2026-03-06T21:21:49.255812Z","steps":["trace[1258320675] 'agreement among raft nodes before linearized reading' (duration: 285.560786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:49.255754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.12805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-06T21:21:49.255942Z","caller":"traceutil/trace.go:171","msg":"trace[560717634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1957; }","duration":"137.363285ms","start":"2026-03-06T21:21:49.118565Z","end":"2026-03-06T21:21:49.255928Z","steps":["trace[560717634] 'agreement among raft nodes before linearized reading' (duration: 136.889482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:49.256295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.562268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T21:21:49.256396Z","caller":"traceutil/trace.go:171","msg":"trace[1060150842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1957; }","duration":"234.323389ms","start":"2026-03-06T21:21:49.022041Z","end":"2026-03-06T21:21:49.256365Z","steps":["trace[1060150842] 'agreement among raft nodes before linearized reading' (duration: 233.459506ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:21:49.469057Z","caller":"traceutil/trace.go:171","msg":"trace[1046336153] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"207.666402ms","start":"2026-03-06T21:21:49.261365Z","end":"2026-03-06T21:21:49.469032Z","steps":["trace[1046336153] 'process raft request' (duration: 150.470842ms)","trace[1046336153] 'compare' (duration: 56.878171ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:21:49.46928Z","caller":"traceutil/trace.go:171","msg":"trace[1267871007] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"207.880438ms","start":"2026-03-06T21:21:49.261376Z","end":"2026-03-06T21:21:49.469257Z","steps":["trace[1267871007] 'process raft request' (duration: 207.569269ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:21:49.46932Z","caller":"traceutil/trace.go:171","msg":"trace[202895983] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"207.902418ms","start":"2026-03-06T21:21:49.261399Z","end":"2026-03-06T21:21:49.469301Z","steps":["trace[202895983] 'process raft request' (duration: 207.763944ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:21:49.469634Z","caller":"traceutil/trace.go:171","msg":"trace[1014417171] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"208.087134ms","start":"2026-03-06T21:21:49.261427Z","end":"2026-03-06T21:21:49.469514Z","steps":["trace[1014417171] 'process raft request' (duration: 207.827637ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:21:55.241959Z","caller":"traceutil/trace.go:171","msg":"trace[1907007980] linearizableReadLoop","detail":"{readStateIndex:2064; appliedIndex:2063; }","duration":"145.482467ms","start":"2026-03-06T21:21:55.096445Z","end":"2026-03-06T21:21:55.241927Z","steps":["trace[1907007980] 'read index received' (duration: 145.293311ms)","trace[1907007980] 'applied index is now lower than readState.Index' (duration: 187.395µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:21:55.24216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.699343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-06T21:21:55.242207Z","caller":"traceutil/trace.go:171","msg":"trace[188462336] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1984; }","duration":"145.807246ms","start":"2026-03-06T21:21:55.096387Z","end":"2026-03-06T21:21:55.242195Z","steps":["trace[188462336] 'agreement among raft nodes before linearized reading' (duration: 145.690683ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:21:55.24207Z","caller":"traceutil/trace.go:171","msg":"trace[1297007897] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"284.090966ms","start":"2026-03-06T21:21:54.957932Z","end":"2026-03-06T21:21:55.242023Z","steps":["trace[1297007897] 'process raft request' (duration: 283.779348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:55.242374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.328626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:21:55.242477Z","caller":"traceutil/trace.go:171","msg":"trace[262171920] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1984; }","duration":"129.501241ms","start":"2026-03-06T21:21:55.112954Z","end":"2026-03-06T21:21:55.242455Z","steps":["trace[262171920] 'agreement among raft nodes before linearized reading' (duration: 129.264454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:55.242458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.065416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:116518"} {"level":"info","ts":"2026-03-06T21:21:55.242571Z","caller":"traceutil/trace.go:171","msg":"trace[1720918232] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1984; }","duration":"141.21547ms","start":"2026-03-06T21:21:55.101328Z","end":"2026-03-06T21:21:55.242544Z","steps":["trace[1720918232] 'agreement among raft nodes before linearized reading' (duration: 140.816909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:55.957668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.179928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:21:55.957893Z","caller":"traceutil/trace.go:171","msg":"trace[1605513400] linearizableReadLoop","detail":"{readStateIndex:2066; appliedIndex:2064; }","duration":"653.95897ms","start":"2026-03-06T21:21:55.303917Z","end":"2026-03-06T21:21:55.957875Z","steps":["trace[1605513400] 'read index received' (duration: 124.471843ms)","trace[1605513400] 'applied index is now lower than readState.Index' (duration: 529.486177ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:21:55.957997Z","caller":"traceutil/trace.go:171","msg":"trace[280780533] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"678.595612ms","start":"2026-03-06T21:21:55.279387Z","end":"2026-03-06T21:21:55.957983Z","steps":["trace[280780533] 'process raft request' (duration: 678.385466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:55.958061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:21:55.279359Z","time spent":"678.668034ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:21:55.958189Z","caller":"traceutil/trace.go:171","msg":"trace[548443791] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"680.00553ms","start":"2026-03-06T21:21:55.278143Z","end":"2026-03-06T21:21:55.958149Z","steps":["trace[548443791] 'process raft request' (duration: 150.231766ms)","trace[548443791] 'compare' (duration: 529.051785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:21:55.958338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:21:55.278112Z","time spent":"680.129144ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:21:55.958446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.625014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T21:21:55.958407Z","caller":"traceutil/trace.go:171","msg":"trace[1855643968] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"556.731819ms","start":"2026-03-06T21:21:55.401512Z","end":"2026-03-06T21:21:55.958243Z","steps":["trace[1855643968] 'process raft request' (duration: 556.326648ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:21:55.958531Z","caller":"traceutil/trace.go:171","msg":"trace[755174787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1987; }","duration":"648.765399ms","start":"2026-03-06T21:21:55.309746Z","end":"2026-03-06T21:21:55.958512Z","steps":["trace[755174787] 'agreement among raft nodes before linearized reading' (duration: 648.523472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:55.958573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:21:55.309728Z","time spent":"648.83625ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:21:55.958563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.339124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T21:21:55.958683Z","caller":"traceutil/trace.go:171","msg":"trace[2135371236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1987; }","duration":"466.493259ms","start":"2026-03-06T21:21:55.492162Z","end":"2026-03-06T21:21:55.958656Z","steps":["trace[2135371236] 'agreement among raft nodes before linearized reading' (duration: 466.217881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:55.958471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.159715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:21:55.958734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:21:55.492151Z","time spent":"466.573731ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T21:21:55.958774Z","caller":"traceutil/trace.go:171","msg":"trace[732836513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1987; }","duration":"574.462833ms","start":"2026-03-06T21:21:55.384301Z","end":"2026-03-06T21:21:55.958764Z","steps":["trace[732836513] 'agreement among raft nodes before linearized reading' (duration: 574.126204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:55.958653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.31513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T21:21:55.958809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:21:55.384265Z","time spent":"574.535865ms","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:21:55.958588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.225298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T21:21:55.958746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:21:55.401495Z","time spent":"557.034258ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:21:55.958881Z","caller":"traceutil/trace.go:171","msg":"trace[2021676823] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1987; }","duration":"464.562666ms","start":"2026-03-06T21:21:55.494252Z","end":"2026-03-06T21:21:55.958814Z","steps":["trace[2021676823] 'agreement among raft nodes before linearized reading' (duration: 464.097824ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:21:55.958925Z","caller":"traceutil/trace.go:171","msg":"trace[1297321752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1987; }","duration":"464.596158ms","start":"2026-03-06T21:21:55.4943Z","end":"2026-03-06T21:21:55.958896Z","steps":["trace[1297321752] 'agreement among raft nodes before linearized reading' (duration: 464.139095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:55.95903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:21:55.494277Z","time spent":"464.70096ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:21:55.958991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:21:55.494226Z","time spent":"464.741481ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:21:55.959158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.984751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T21:21:55.959331Z","caller":"traceutil/trace.go:171","msg":"trace[323840180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1987; }","duration":"464.205267ms","start":"2026-03-06T21:21:55.495095Z","end":"2026-03-06T21:21:55.9593Z","steps":["trace[323840180] 'agreement among raft nodes before linearized reading' (duration: 463.388564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:55.959191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.255966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-06T21:21:55.95942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:21:55.495088Z","time spent":"464.318009ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T21:21:55.959437Z","caller":"traceutil/trace.go:171","msg":"trace[2127712221] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1987; }","duration":"655.519663ms","start":"2026-03-06T21:21:55.303868Z","end":"2026-03-06T21:21:55.959388Z","steps":["trace[2127712221] 'agreement among raft nodes before linearized reading' (duration: 654.147416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:55.959522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:21:55.303855Z","time spent":"655.621855ms","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-06T21:21:56.636715Z","caller":"traceutil/trace.go:171","msg":"trace[1758056465] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"671.232242ms","start":"2026-03-06T21:21:55.965453Z","end":"2026-03-06T21:21:56.636685Z","steps":["trace[1758056465] 'process raft request' (duration: 670.05579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:56.636895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:21:55.965444Z","time spent":"671.363815ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:21:56.636972Z","caller":"traceutil/trace.go:171","msg":"trace[2118166374] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"671.479668ms","start":"2026-03-06T21:21:55.965467Z","end":"2026-03-06T21:21:56.636947Z","steps":["trace[2118166374] 'process raft request' (duration: 671.17582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:56.637085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:21:55.965443Z","time spent":"671.590731ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:21:56.637327Z","caller":"traceutil/trace.go:171","msg":"trace[790160995] linearizableReadLoop","detail":"{readStateIndex:2072; appliedIndex:2068; }","duration":"453.576117ms","start":"2026-03-06T21:21:56.183726Z","end":"2026-03-06T21:21:56.637302Z","steps":["trace[790160995] 'read index received' (duration: 451.757607ms)","trace[790160995] 'applied index is now lower than readState.Index' (duration: 1.817339ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:21:56.637424Z","caller":"traceutil/trace.go:171","msg":"trace[138922649] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"672.188808ms","start":"2026-03-06T21:21:55.965225Z","end":"2026-03-06T21:21:56.637414Z","steps":["trace[138922649] 'process raft request' (duration: 671.870489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:56.637469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:21:55.965181Z","time spent":"672.260289ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:21:56.637551Z","caller":"traceutil/trace.go:171","msg":"trace[1040200229] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"671.998513ms","start":"2026-03-06T21:21:55.965526Z","end":"2026-03-06T21:21:56.637524Z","steps":["trace[1040200229] 'process raft request' (duration: 671.332624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:56.637666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.875464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-06T21:21:56.637777Z","caller":"traceutil/trace.go:171","msg":"trace[583609222] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1992; }","duration":"454.030419ms","start":"2026-03-06T21:21:56.18368Z","end":"2026-03-06T21:21:56.63771Z","steps":["trace[583609222] 'agreement among raft nodes before linearized reading' (duration: 453.732541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:21:56.637875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:21:56.183662Z","time spent":"454.199684ms","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T21:21:56.638151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:21:55.965519Z","time spent":"672.182317ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:22:52.341737Z","caller":"traceutil/trace.go:171","msg":"trace[1834808669] transaction","detail":"{read_only:false; response_revision:2427; number_of_response:1; }","duration":"173.170668ms","start":"2026-03-06T21:22:52.168541Z","end":"2026-03-06T21:22:52.341711Z","steps":["trace[1834808669] 'process raft request' (duration: 172.966061ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:22:52.342476Z","caller":"traceutil/trace.go:171","msg":"trace[654304614] transaction","detail":"{read_only:false; response_revision:2428; number_of_response:1; }","duration":"172.470005ms","start":"2026-03-06T21:22:52.169934Z","end":"2026-03-06T21:22:52.342404Z","steps":["trace[654304614] 'process raft request' (duration: 172.242027ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:23:26.313134Z","caller":"traceutil/trace.go:171","msg":"trace[1931833776] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"256.749897ms","start":"2026-03-06T21:23:26.056349Z","end":"2026-03-06T21:23:26.313099Z","steps":["trace[1931833776] 'process raft request' (duration: 256.590323ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:23:26.685039Z","caller":"traceutil/trace.go:171","msg":"trace[1294672980] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"160.786032ms","start":"2026-03-06T21:23:26.524205Z","end":"2026-03-06T21:23:26.684991Z","steps":["trace[1294672980] 'process raft request' (duration: 160.584486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:23:27.077429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.521407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:23:27.077551Z","caller":"traceutil/trace.go:171","msg":"trace[1452864189] linearizableReadLoop","detail":"{readStateIndex:2724; appliedIndex:2722; }","duration":"487.449235ms","start":"2026-03-06T21:23:26.590084Z","end":"2026-03-06T21:23:27.077533Z","steps":["trace[1452864189] 'read index received' (duration: 94.658851ms)","trace[1452864189] 'applied index is now lower than readState.Index' (duration: 392.788944ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:23:27.07767Z","caller":"traceutil/trace.go:171","msg":"trace[1539459508] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"536.096521ms","start":"2026-03-06T21:23:26.541561Z","end":"2026-03-06T21:23:27.077658Z","steps":["trace[1539459508] 'process raft request' (duration: 217.230764ms)","trace[1539459508] 'compare' (duration: 318.25791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:23:27.077736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:23:26.541531Z","time spent":"536.172783ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:23:27.078083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.111792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T21:23:27.0782Z","caller":"traceutil/trace.go:171","msg":"trace[869010436] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:2618; }","duration":"225.302716ms","start":"2026-03-06T21:23:26.852871Z","end":"2026-03-06T21:23:27.078174Z","steps":["trace[869010436] 'agreement among raft nodes before linearized reading' (duration: 224.996118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:23:27.078089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.9938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T21:23:27.078409Z","caller":"traceutil/trace.go:171","msg":"trace[123772969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2618; }","duration":"488.253417ms","start":"2026-03-06T21:23:26.590032Z","end":"2026-03-06T21:23:27.078286Z","steps":["trace[123772969] 'agreement among raft nodes before linearized reading' (duration: 487.884276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:23:27.078597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:23:26.590008Z","time spent":"488.519694ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T21:23:27.555942Z","caller":"traceutil/trace.go:171","msg":"trace[1768482285] linearizableReadLoop","detail":"{readStateIndex:2728; appliedIndex:2725; }","duration":"413.731244ms","start":"2026-03-06T21:23:27.142181Z","end":"2026-03-06T21:23:27.555912Z","steps":["trace[1768482285] 'read index received' (duration: 320.941304ms)","trace[1768482285] 'applied index is now lower than readState.Index' (duration: 92.78904ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:23:27.556281Z","caller":"traceutil/trace.go:171","msg":"trace[1876634552] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"475.599087ms","start":"2026-03-06T21:23:27.080669Z","end":"2026-03-06T21:23:27.556268Z","steps":["trace[1876634552] 'process raft request' (duration: 382.403367ms)","trace[1876634552] 'compare' (duration: 92.325646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:23:27.556411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:23:27.080645Z","time spent":"475.665719ms","remote":"127.0.0.1:35478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:23:27.556429Z","caller":"traceutil/trace.go:171","msg":"trace[1365170022] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"436.228187ms","start":"2026-03-06T21:23:27.120135Z","end":"2026-03-06T21:23:27.556363Z","steps":["trace[1365170022] 'process raft request' (duration: 435.728643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:23:27.556684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:23:27.120106Z","time spent":"436.439732ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:23:27.556683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.571736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:23:27.556757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.844601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T21:23:27.556833Z","caller":"traceutil/trace.go:171","msg":"trace[276436499] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"473.683514ms","start":"2026-03-06T21:23:27.083122Z","end":"2026-03-06T21:23:27.556806Z","steps":["trace[276436499] 'process raft request' (duration: 472.632245ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:23:27.556894Z","caller":"traceutil/trace.go:171","msg":"trace[308796882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2621; }","duration":"408.051087ms","start":"2026-03-06T21:23:27.148812Z","end":"2026-03-06T21:23:27.556863Z","steps":["trace[308796882] 'agreement among raft nodes before linearized reading' (duration: 407.620115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:23:27.556898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.295646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-06T21:23:27.556885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.17068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:23:27.556952Z","caller":"traceutil/trace.go:171","msg":"trace[1776494991] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2621; }","duration":"407.367818ms","start":"2026-03-06T21:23:27.149572Z","end":"2026-03-06T21:23:27.55694Z","steps":["trace[1776494991] 'agreement among raft nodes before linearized reading' (duration: 407.201983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:23:27.556954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:23:27.148782Z","time spent":"408.16221ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:23:27.556988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:23:27.14956Z","time spent":"407.420209ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T21:23:27.556981Z","caller":"traceutil/trace.go:171","msg":"trace[1130203746] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2621; }","duration":"296.347795ms","start":"2026-03-06T21:23:27.260612Z","end":"2026-03-06T21:23:27.55696Z","steps":["trace[1130203746] 'agreement among raft nodes before linearized reading' (duration: 296.18165ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:23:27.556794Z","caller":"traceutil/trace.go:171","msg":"trace[1707088721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2621; }","duration":"173.786961ms","start":"2026-03-06T21:23:27.38298Z","end":"2026-03-06T21:23:27.556767Z","steps":["trace[1707088721] 'agreement among raft nodes before linearized reading' (duration: 173.500533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:23:27.556992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:23:27.083109Z","time spent":"473.777127ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:23:27.557007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.873102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T21:23:27.557391Z","caller":"traceutil/trace.go:171","msg":"trace[1982463776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2621; }","duration":"408.293814ms","start":"2026-03-06T21:23:27.149067Z","end":"2026-03-06T21:23:27.557361Z","steps":["trace[1982463776] 'agreement among raft nodes before linearized reading' (duration: 407.78126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:23:27.557006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.113524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-06T21:23:27.557465Z","caller":"traceutil/trace.go:171","msg":"trace[1547779486] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2621; }","duration":"164.659709ms","start":"2026-03-06T21:23:27.392792Z","end":"2026-03-06T21:23:27.557452Z","steps":["trace[1547779486] 'agreement among raft nodes before linearized reading' (duration: 163.993001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:23:27.557472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:23:27.149056Z","time spent":"408.396396ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:23:27.557915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.593126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T21:23:27.558109Z","caller":"traceutil/trace.go:171","msg":"trace[1136646266] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2621; }","duration":"415.832413ms","start":"2026-03-06T21:23:27.142166Z","end":"2026-03-06T21:23:27.557999Z","steps":["trace[1136646266] 'agreement among raft nodes before linearized reading' (duration: 414.701751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:23:27.558172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:23:27.142113Z","time spent":"416.044898ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T21:23:27.952873Z","caller":"traceutil/trace.go:171","msg":"trace[129431799] linearizableReadLoop","detail":"{readStateIndex:2729; appliedIndex:2728; }","duration":"389.872223ms","start":"2026-03-06T21:23:27.562969Z","end":"2026-03-06T21:23:27.952841Z","steps":["trace[129431799] 'read index received' (duration: 384.751641ms)","trace[129431799] 'applied index is now lower than readState.Index' (duration: 5.119302ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:23:27.95292Z","caller":"traceutil/trace.go:171","msg":"trace[275578586] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"389.916514ms","start":"2026-03-06T21:23:27.56295Z","end":"2026-03-06T21:23:27.952867Z","steps":["trace[275578586] 'process raft request' (duration: 384.73975ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:23:27.953263Z","caller":"traceutil/trace.go:171","msg":"trace[1385188199] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"390.12509ms","start":"2026-03-06T21:23:27.563109Z","end":"2026-03-06T21:23:27.953234Z","steps":["trace[1385188199] 'process raft request' (duration: 389.687878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:23:27.954385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:23:27.562934Z","time spent":"391.381695ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:23:27.95462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:23:27.563089Z","time spent":"391.316644ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:23:27.953593Z","caller":"traceutil/trace.go:171","msg":"trace[112821226] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"390.395837ms","start":"2026-03-06T21:23:27.56317Z","end":"2026-03-06T21:23:27.953566Z","steps":["trace[112821226] 'process raft request' (duration: 389.992166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:23:27.954798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:23:27.563152Z","time spent":"391.604351ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:23:27.953639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.648915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189a5d7d8e885da9\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-06T21:23:27.954859Z","caller":"traceutil/trace.go:171","msg":"trace[862238605] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189a5d7d8e885da9; range_end:; response_count:1; response_revision:2624; }","duration":"391.92748ms","start":"2026-03-06T21:23:27.562913Z","end":"2026-03-06T21:23:27.954841Z","steps":["trace[862238605] 'agreement among raft nodes before linearized reading' (duration: 390.389087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:23:27.95491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:23:27.562889Z","time spent":"392.008082ms","remote":"127.0.0.1:35478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":790,"request content":"key:\"/registry/events/openstack/valkey-node-0.189a5d7d8e885da9\" "} {"level":"warn","ts":"2026-03-06T21:23:27.953641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.626814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T21:23:27.953881Z","caller":"traceutil/trace.go:171","msg":"trace[196517471] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"390.691485ms","start":"2026-03-06T21:23:27.563167Z","end":"2026-03-06T21:23:27.953859Z","steps":["trace[196517471] 'process raft request' (duration: 390.316325ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:23:27.953925Z","caller":"traceutil/trace.go:171","msg":"trace[1773178553] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"390.737807ms","start":"2026-03-06T21:23:27.56317Z","end":"2026-03-06T21:23:27.953907Z","steps":["trace[1773178553] 'process raft request' (duration: 390.576042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:23:27.955042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:23:27.563147Z","time spent":"391.813977ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:23:27.954142Z","caller":"traceutil/trace.go:171","msg":"trace[453693955] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"334.463609ms","start":"2026-03-06T21:23:27.619664Z","end":"2026-03-06T21:23:27.954127Z","steps":["trace[453693955] 'process raft request' (duration: 334.159921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:23:27.955168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:23:27.563143Z","time spent":"391.998402ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:23:27.955223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:23:27.619631Z","time spent":"335.551919ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:23:27.955266Z","caller":"traceutil/trace.go:171","msg":"trace[1440485437] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2624; }","duration":"392.331271ms","start":"2026-03-06T21:23:27.562913Z","end":"2026-03-06T21:23:27.955244Z","steps":["trace[1440485437] 'agreement among raft nodes before linearized reading' (duration: 390.369657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:23:27.955299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:23:27.562889Z","time spent":"392.402413ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T21:23:27.956391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.52256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T21:23:27.956602Z","caller":"traceutil/trace.go:171","msg":"trace[2082899421] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2627; }","duration":"157.777078ms","start":"2026-03-06T21:23:27.7988Z","end":"2026-03-06T21:23:27.956578Z","steps":["trace[2082899421] 'agreement among raft nodes before linearized reading' (duration: 157.540991ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:23:33.705325Z","caller":"traceutil/trace.go:171","msg":"trace[1123472784] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"116.70813ms","start":"2026-03-06T21:23:33.588581Z","end":"2026-03-06T21:23:33.70529Z","steps":["trace[1123472784] 'process raft request' (duration: 116.488434ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:23:34.129689Z","caller":"traceutil/trace.go:171","msg":"trace[1155565307] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"120.030172ms","start":"2026-03-06T21:23:34.009628Z","end":"2026-03-06T21:23:34.129658Z","steps":["trace[1155565307] 'process raft request' (duration: 119.94392ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:23:34.129729Z","caller":"traceutil/trace.go:171","msg":"trace[1321144147] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"120.139045ms","start":"2026-03-06T21:23:34.009545Z","end":"2026-03-06T21:23:34.129684Z","steps":["trace[1321144147] 'process raft request' (duration: 87.227484ms)","trace[1321144147] 'compare' (duration: 32.654744ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:23:34.129865Z","caller":"traceutil/trace.go:171","msg":"trace[1458870457] linearizableReadLoop","detail":"{readStateIndex:2764; appliedIndex:2761; }","duration":"117.585584ms","start":"2026-03-06T21:23:34.012247Z","end":"2026-03-06T21:23:34.129833Z","steps":["trace[1458870457] 'read index received' (duration: 30.593117ms)","trace[1458870457] 'applied index is now lower than readState.Index' (duration: 86.990197ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:23:34.130084Z","caller":"traceutil/trace.go:171","msg":"trace[1918684269] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"120.33696ms","start":"2026-03-06T21:23:34.009718Z","end":"2026-03-06T21:23:34.130055Z","steps":["trace[1918684269] 'process raft request' (duration: 119.900318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:23:34.130144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.864272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-06T21:23:34.130343Z","caller":"traceutil/trace.go:171","msg":"trace[1860872423] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2656; }","duration":"118.097759ms","start":"2026-03-06T21:23:34.012231Z","end":"2026-03-06T21:23:34.130329Z","steps":["trace[1860872423] 'agreement among raft nodes before linearized reading' (duration: 117.714788ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:25:54.74784Z","caller":"traceutil/trace.go:171","msg":"trace[563348708] linearizableReadLoop","detail":"{readStateIndex:3665; appliedIndex:3664; }","duration":"207.063885ms","start":"2026-03-06T21:25:54.540742Z","end":"2026-03-06T21:25:54.747806Z","steps":["trace[563348708] 'read index received' (duration: 206.282963ms)","trace[563348708] 'applied index is now lower than readState.Index' (duration: 779.702µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:25:54.747872Z","caller":"traceutil/trace.go:171","msg":"trace[1958838639] transaction","detail":"{read_only:false; response_revision:3523; number_of_response:1; }","duration":"301.133475ms","start":"2026-03-06T21:25:54.446687Z","end":"2026-03-06T21:25:54.74782Z","steps":["trace[1958838639] 'process raft request' (duration: 300.348914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:25:54.748104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:25:54.446655Z","time spent":"301.30783ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:25:54.748254Z","caller":"traceutil/trace.go:171","msg":"trace[1348472134] transaction","detail":"{read_only:false; response_revision:3524; number_of_response:1; }","duration":"191.786013ms","start":"2026-03-06T21:25:54.556456Z","end":"2026-03-06T21:25:54.748242Z","steps":["trace[1348472134] 'process raft request' (duration: 191.32749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:25:54.748293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.966405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T21:25:54.748395Z","caller":"traceutil/trace.go:171","msg":"trace[1800222337] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3524; }","duration":"180.150821ms","start":"2026-03-06T21:25:54.568224Z","end":"2026-03-06T21:25:54.748375Z","steps":["trace[1800222337] 'agreement among raft nodes before linearized reading' (duration: 179.875033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:25:54.748402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.542909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T21:25:54.748595Z","caller":"traceutil/trace.go:171","msg":"trace[1884253009] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3524; }","duration":"207.883598ms","start":"2026-03-06T21:25:54.540684Z","end":"2026-03-06T21:25:54.748567Z","steps":["trace[1884253009] 'agreement among raft nodes before linearized reading' (duration: 207.348833ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:18.165439Z","caller":"traceutil/trace.go:171","msg":"trace[1539337571] transaction","detail":"{read_only:false; response_revision:4345; number_of_response:1; }","duration":"166.523391ms","start":"2026-03-06T21:27:17.998886Z","end":"2026-03-06T21:27:18.165409Z","steps":["trace[1539337571] 'process raft request' (duration: 166.266344ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:18.169028Z","caller":"traceutil/trace.go:171","msg":"trace[355700514] transaction","detail":"{read_only:false; response_revision:4346; number_of_response:1; }","duration":"167.532419ms","start":"2026-03-06T21:27:18.001447Z","end":"2026-03-06T21:27:18.16898Z","steps":["trace[355700514] 'process raft request' (duration: 167.293802ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:18.169079Z","caller":"traceutil/trace.go:171","msg":"trace[891985099] transaction","detail":"{read_only:false; response_revision:4347; number_of_response:1; }","duration":"140.531476ms","start":"2026-03-06T21:27:18.028512Z","end":"2026-03-06T21:27:18.169044Z","steps":["trace[891985099] 'process raft request' (duration: 140.363181ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:18.169071Z","caller":"traceutil/trace.go:171","msg":"trace[1108721248] transaction","detail":"{read_only:false; response_revision:4348; number_of_response:1; }","duration":"104.971267ms","start":"2026-03-06T21:27:18.064068Z","end":"2026-03-06T21:27:18.169039Z","steps":["trace[1108721248] 'process raft request' (duration: 104.873365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:21.770205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.364211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r6hc7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T21:27:21.77032Z","caller":"traceutil/trace.go:171","msg":"trace[1083823227] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r6hc7; range_end:; response_count:1; response_revision:4400; }","duration":"108.550836ms","start":"2026-03-06T21:27:21.661744Z","end":"2026-03-06T21:27:21.770295Z","steps":["trace[1083823227] 'range keys from in-memory index tree' (duration: 108.154856ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:23.868794Z","caller":"traceutil/trace.go:171","msg":"trace[1376933161] linearizableReadLoop","detail":"{readStateIndex:4658; appliedIndex:4657; }","duration":"266.726567ms","start":"2026-03-06T21:27:23.602039Z","end":"2026-03-06T21:27:23.868765Z","steps":["trace[1376933161] 'read index received' (duration: 266.611434ms)","trace[1376933161] 'applied index is now lower than readState.Index' (duration: 114.213µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:27:23.868905Z","caller":"traceutil/trace.go:171","msg":"trace[1903016978] transaction","detail":"{read_only:false; response_revision:4475; number_of_response:1; }","duration":"267.282763ms","start":"2026-03-06T21:27:23.601574Z","end":"2026-03-06T21:27:23.868856Z","steps":["trace[1903016978] 'process raft request' (duration: 267.033686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:23.869239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.164299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-06T21:27:23.869302Z","caller":"traceutil/trace.go:171","msg":"trace[1064149081] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4475; }","duration":"267.259321ms","start":"2026-03-06T21:27:23.602022Z","end":"2026-03-06T21:27:23.869281Z","steps":["trace[1064149081] 'agreement among raft nodes before linearized reading' (duration: 266.873881ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:23.877446Z","caller":"traceutil/trace.go:171","msg":"trace[181412490] transaction","detail":"{read_only:false; response_revision:4476; number_of_response:1; }","duration":"272.870866ms","start":"2026-03-06T21:27:23.604546Z","end":"2026-03-06T21:27:23.877417Z","steps":["trace[181412490] 'process raft request' (duration: 272.053224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:23.877704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.211413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T21:27:23.877761Z","caller":"traceutil/trace.go:171","msg":"trace[1613304518] transaction","detail":"{read_only:false; response_revision:4478; number_of_response:1; }","duration":"128.163355ms","start":"2026-03-06T21:27:23.749582Z","end":"2026-03-06T21:27:23.877745Z","steps":["trace[1613304518] 'process raft request' (duration: 127.813105ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:23.877795Z","caller":"traceutil/trace.go:171","msg":"trace[266975789] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4479; }","duration":"242.344157ms","start":"2026-03-06T21:27:23.635425Z","end":"2026-03-06T21:27:23.87777Z","steps":["trace[266975789] 'agreement among raft nodes before linearized reading' (duration: 242.067909ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:23.878321Z","caller":"traceutil/trace.go:171","msg":"trace[2085629488] transaction","detail":"{read_only:false; response_revision:4479; number_of_response:1; }","duration":"100.888906ms","start":"2026-03-06T21:27:23.777421Z","end":"2026-03-06T21:27:23.87831Z","steps":["trace[2085629488] 'process raft request' (duration: 100.021482ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:23.878525Z","caller":"traceutil/trace.go:171","msg":"trace[1683279917] transaction","detail":"{read_only:false; response_revision:4477; number_of_response:1; }","duration":"214.099159ms","start":"2026-03-06T21:27:23.664418Z","end":"2026-03-06T21:27:23.878517Z","steps":["trace[1683279917] 'process raft request' (duration: 212.491405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:23.87878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.348234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:27:23.878839Z","caller":"traceutil/trace.go:171","msg":"trace[176662125] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4479; }","duration":"199.459937ms","start":"2026-03-06T21:27:23.679364Z","end":"2026-03-06T21:27:23.878824Z","steps":["trace[176662125] 'agreement among raft nodes before linearized reading' (duration: 199.359564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:24.422792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.402465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-06T21:27:24.422905Z","caller":"traceutil/trace.go:171","msg":"trace[1087163235] linearizableReadLoop","detail":"{readStateIndex:4677; appliedIndex:4676; }","duration":"157.39686ms","start":"2026-03-06T21:27:24.265479Z","end":"2026-03-06T21:27:24.422876Z","steps":["trace[1087163235] 'read index received' (duration: 114.428528ms)","trace[1087163235] 'applied index is now lower than readState.Index' (duration: 42.966642ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:27:24.422933Z","caller":"traceutil/trace.go:171","msg":"trace[1595439915] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4493; }","duration":"239.58176ms","start":"2026-03-06T21:27:24.18332Z","end":"2026-03-06T21:27:24.422901Z","steps":["trace[1595439915] 'range keys from in-memory index tree' (duration: 239.282452ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:24.423078Z","caller":"traceutil/trace.go:171","msg":"trace[1243640552] transaction","detail":"{read_only:false; response_revision:4494; number_of_response:1; }","duration":"208.845285ms","start":"2026-03-06T21:27:24.214215Z","end":"2026-03-06T21:27:24.42306Z","steps":["trace[1243640552] 'process raft request' (duration: 165.654657ms)","trace[1243640552] 'compare' (duration: 42.447497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:27:24.423762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.271193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e85adef7-e5ed-45d3-aca9-8deb25d9f425\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-06T21:27:24.423818Z","caller":"traceutil/trace.go:171","msg":"trace[1916312955] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e85adef7-e5ed-45d3-aca9-8deb25d9f425; range_end:; response_count:1; response_revision:4494; }","duration":"158.347425ms","start":"2026-03-06T21:27:24.265457Z","end":"2026-03-06T21:27:24.423804Z","steps":["trace[1916312955] 'agreement among raft nodes before linearized reading' (duration: 157.880092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:24.424639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.06128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-06T21:27:24.42483Z","caller":"traceutil/trace.go:171","msg":"trace[465621711] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4494; }","duration":"105.295226ms","start":"2026-03-06T21:27:24.319499Z","end":"2026-03-06T21:27:24.424794Z","steps":["trace[465621711] 'agreement among raft nodes before linearized reading' (duration: 103.97421ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:25.329941Z","caller":"traceutil/trace.go:171","msg":"trace[117999548] linearizableReadLoop","detail":"{readStateIndex:4690; appliedIndex:4689; }","duration":"112.870585ms","start":"2026-03-06T21:27:25.217031Z","end":"2026-03-06T21:27:25.329901Z","steps":["trace[117999548] 'read index received' (duration: 64.844194ms)","trace[117999548] 'applied index is now lower than readState.Index' (duration: 48.024901ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:27:25.330052Z","caller":"traceutil/trace.go:171","msg":"trace[2032472975] transaction","detail":"{read_only:false; response_revision:4507; number_of_response:1; }","duration":"126.018546ms","start":"2026-03-06T21:27:25.203969Z","end":"2026-03-06T21:27:25.329988Z","steps":["trace[2032472975] 'process raft request' (duration: 77.856711ms)","trace[2032472975] 'compare' (duration: 47.878257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:27:25.330221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.164653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T21:27:25.330301Z","caller":"traceutil/trace.go:171","msg":"trace[750523431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4507; }","duration":"113.318707ms","start":"2026-03-06T21:27:25.216962Z","end":"2026-03-06T21:27:25.330281Z","steps":["trace[750523431] 'agreement among raft nodes before linearized reading' (duration: 113.120112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:25.330297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.07579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T21:27:25.33048Z","caller":"traceutil/trace.go:171","msg":"trace[1792661685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4507; }","duration":"113.324157ms","start":"2026-03-06T21:27:25.217125Z","end":"2026-03-06T21:27:25.330449Z","steps":["trace[1792661685] 'agreement among raft nodes before linearized reading' (duration: 112.980757ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:25.52517Z","caller":"traceutil/trace.go:171","msg":"trace[458756386] transaction","detail":"{read_only:false; response_revision:4509; number_of_response:1; }","duration":"189.736469ms","start":"2026-03-06T21:27:25.335391Z","end":"2026-03-06T21:27:25.525127Z","steps":["trace[458756386] 'process raft request' (duration: 183.537729ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:25.762834Z","caller":"traceutil/trace.go:171","msg":"trace[1046480197] transaction","detail":"{read_only:false; response_revision:4510; number_of_response:1; }","duration":"231.595831ms","start":"2026-03-06T21:27:25.531201Z","end":"2026-03-06T21:27:25.762797Z","steps":["trace[1046480197] 'process raft request' (duration: 159.732644ms)","trace[1046480197] 'compare' (duration: 71.671602ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:27:26.03709Z","caller":"traceutil/trace.go:171","msg":"trace[1976316599] linearizableReadLoop","detail":"{readStateIndex:4694; appliedIndex:4692; }","duration":"503.002027ms","start":"2026-03-06T21:27:25.53406Z","end":"2026-03-06T21:27:26.037063Z","steps":["trace[1976316599] 'read index received' (duration: 156.970478ms)","trace[1976316599] 'applied index is now lower than readState.Index' (duration: 346.030599ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:27:26.037202Z","caller":"traceutil/trace.go:171","msg":"trace[1738564687] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"503.630334ms","start":"2026-03-06T21:27:25.533516Z","end":"2026-03-06T21:27:26.037146Z","steps":["trace[1738564687] 'process raft request' (duration: 503.377617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:26.037333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.250164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T21:27:26.037381Z","caller":"traceutil/trace.go:171","msg":"trace[1008113760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4511; }","duration":"503.361867ms","start":"2026-03-06T21:27:25.534007Z","end":"2026-03-06T21:27:26.037369Z","steps":["trace[1008113760] 'agreement among raft nodes before linearized reading' (duration: 503.186313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:26.037419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:25.533986Z","time spent":"503.421888ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:27:26.037459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:25.533486Z","time spent":"503.84167ms","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4065,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:27:26.038582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.432396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T21:27:26.038637Z","caller":"traceutil/trace.go:171","msg":"trace[633783871] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4512; }","duration":"440.529588ms","start":"2026-03-06T21:27:25.598094Z","end":"2026-03-06T21:27:26.038624Z","steps":["trace[633783871] 'agreement among raft nodes before linearized reading' (duration: 440.377584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:26.038678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:25.598076Z","time spent":"440.59476ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T21:27:26.038777Z","caller":"traceutil/trace.go:171","msg":"trace[882147644] transaction","detail":"{read_only:false; response_revision:4512; number_of_response:1; }","duration":"150.384936ms","start":"2026-03-06T21:27:25.888294Z","end":"2026-03-06T21:27:26.038679Z","steps":["trace[882147644] 'process raft request' (duration: 150.086828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:26.038916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.5724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6348b139-f644-4376-b49f-59279690a4da\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-03-06T21:27:26.039052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.265896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r6hc7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T21:27:26.039128Z","caller":"traceutil/trace.go:171","msg":"trace[1087367822] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r6hc7; range_end:; response_count:1; response_revision:4512; }","duration":"145.437511ms","start":"2026-03-06T21:27:25.893671Z","end":"2026-03-06T21:27:26.039108Z","steps":["trace[1087367822] 'agreement among raft nodes before linearized reading' (duration: 145.135173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:26.038987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.536105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:27:26.039179Z","caller":"traceutil/trace.go:171","msg":"trace[2060042827] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6348b139-f644-4376-b49f-59279690a4da; range_end:; response_count:1; response_revision:4512; }","duration":"115.809246ms","start":"2026-03-06T21:27:25.923254Z","end":"2026-03-06T21:27:26.039063Z","steps":["trace[2060042827] 'agreement among raft nodes before linearized reading' (duration: 115.265441ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:26.039204Z","caller":"traceutil/trace.go:171","msg":"trace[792744159] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4512; }","duration":"345.810833ms","start":"2026-03-06T21:27:25.693372Z","end":"2026-03-06T21:27:26.039183Z","steps":["trace[792744159] 'agreement among raft nodes before linearized reading' (duration: 345.559676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:26.039257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:25.693348Z","time spent":"345.892625ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:27:27.718876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.682871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:27:27.718978Z","caller":"traceutil/trace.go:171","msg":"trace[1391862766] transaction","detail":"{read_only:false; response_revision:4561; number_of_response:1; }","duration":"250.682896ms","start":"2026-03-06T21:27:27.468277Z","end":"2026-03-06T21:27:27.71896Z","steps":["trace[1391862766] 'process raft request' (duration: 41.772759ms)","trace[1391862766] 'compare' (duration: 208.392032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:27:27.964888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.014764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:27:27.96504Z","caller":"traceutil/trace.go:171","msg":"trace[1546400109] linearizableReadLoop","detail":"{readStateIndex:4749; appliedIndex:4748; }","duration":"435.530551ms","start":"2026-03-06T21:27:27.529483Z","end":"2026-03-06T21:27:27.965013Z","steps":["trace[1546400109] 'read index received' (duration: 300.112146ms)","trace[1546400109] 'applied index is now lower than readState.Index' (duration: 135.416305ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:27:27.965079Z","caller":"traceutil/trace.go:171","msg":"trace[450008935] transaction","detail":"{read_only:false; response_revision:4562; number_of_response:1; }","duration":"489.368702ms","start":"2026-03-06T21:27:27.475669Z","end":"2026-03-06T21:27:27.965037Z","steps":["trace[450008935] 'process raft request' (duration: 354.07624ms)","trace[450008935] 'compare' (duration: 134.697946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:27:27.965279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:27.47565Z","time spent":"489.510916ms","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9815,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:27:27.965313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.827609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T21:27:27.965313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.127599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:27:27.965379Z","caller":"traceutil/trace.go:171","msg":"trace[1173406354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4562; }","duration":"435.946473ms","start":"2026-03-06T21:27:27.529419Z","end":"2026-03-06T21:27:27.965365Z","steps":["trace[1173406354] 'agreement among raft nodes before linearized reading' (duration: 435.722937ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:27.965395Z","caller":"traceutil/trace.go:171","msg":"trace[2041914381] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4562; }","duration":"247.280372ms","start":"2026-03-06T21:27:27.718096Z","end":"2026-03-06T21:27:27.965377Z","steps":["trace[2041914381] 'agreement among raft nodes before linearized reading' (duration: 247.140328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:27.96542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:27.529392Z","time spent":"436.020134ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:27:27.965437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.467364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e85adef7-e5ed-45d3-aca9-8deb25d9f425\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-03-06T21:27:27.965529Z","caller":"traceutil/trace.go:171","msg":"trace[1341796572] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e85adef7-e5ed-45d3-aca9-8deb25d9f425; range_end:; response_count:1; response_revision:4562; }","duration":"425.69928ms","start":"2026-03-06T21:27:27.539808Z","end":"2026-03-06T21:27:27.965507Z","steps":["trace[1341796572] 'agreement among raft nodes before linearized reading' (duration: 425.395782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:27.965576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:27.539788Z","time spent":"425.780213ms","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4102,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e85adef7-e5ed-45d3-aca9-8deb25d9f425\" "} {"level":"warn","ts":"2026-03-06T21:27:27.965912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.573848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:27:27.965972Z","caller":"traceutil/trace.go:171","msg":"trace[123981237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4562; }","duration":"196.66591ms","start":"2026-03-06T21:27:27.769293Z","end":"2026-03-06T21:27:27.965959Z","steps":["trace[123981237] 'agreement among raft nodes before linearized reading' (duration: 195.906659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:31.298958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.854784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bda3ee2f-add5-4937-a4c9-f5535869d8e9\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-06T21:27:31.29912Z","caller":"traceutil/trace.go:171","msg":"trace[1116089416] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bda3ee2f-add5-4937-a4c9-f5535869d8e9; range_end:; response_count:1; response_revision:4728; }","duration":"334.113281ms","start":"2026-03-06T21:27:30.964978Z","end":"2026-03-06T21:27:31.299091Z","steps":["trace[1116089416] 'range keys from in-memory index tree' (duration: 333.603437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:31.299179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:30.964953Z","time spent":"334.214054ms","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bda3ee2f-add5-4937-a4c9-f5535869d8e9\" "} {"level":"info","ts":"2026-03-06T21:27:31.430931Z","caller":"traceutil/trace.go:171","msg":"trace[779875767] linearizableReadLoop","detail":"{readStateIndex:4920; appliedIndex:4919; }","duration":"272.215408ms","start":"2026-03-06T21:27:31.158692Z","end":"2026-03-06T21:27:31.430907Z","steps":["trace[779875767] 'read index received' (duration: 271.981332ms)","trace[779875767] 'applied index is now lower than readState.Index' (duration: 232.606µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:27:31.431149Z","caller":"traceutil/trace.go:171","msg":"trace[891069785] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"321.390222ms","start":"2026-03-06T21:27:31.109745Z","end":"2026-03-06T21:27:31.431135Z","steps":["trace[891069785] 'process raft request' (duration: 320.938749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:31.431288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:31.109713Z","time spent":"321.472273ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:27:31.431697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.97065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-gp48h-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-03-06T21:27:31.431822Z","caller":"traceutil/trace.go:171","msg":"trace[351782206] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-gp48h-tls; range_end:; response_count:1; response_revision:4729; }","duration":"273.179125ms","start":"2026-03-06T21:27:31.158618Z","end":"2026-03-06T21:27:31.431797Z","steps":["trace[351782206] 'agreement among raft nodes before linearized reading' (duration: 272.815795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:31.96509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.549687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:27:31.965219Z","caller":"traceutil/trace.go:171","msg":"trace[1216748200] linearizableReadLoop","detail":"{readStateIndex:4921; appliedIndex:4920; }","duration":"527.350597ms","start":"2026-03-06T21:27:31.43785Z","end":"2026-03-06T21:27:31.9652Z","steps":["trace[1216748200] 'read index received' (duration: 322.531162ms)","trace[1216748200] 'applied index is now lower than readState.Index' (duration: 204.818015ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:27:31.965302Z","caller":"traceutil/trace.go:171","msg":"trace[1735275140] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"529.28892ms","start":"2026-03-06T21:27:31.435955Z","end":"2026-03-06T21:27:31.965244Z","steps":["trace[1735275140] 'process raft request' (duration: 324.477606ms)","trace[1735275140] 'compare' (duration: 204.056343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:27:31.965525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:31.435925Z","time spent":"529.471285ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:27:31.965507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.621954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-gp48h-tls\" ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-03-06T21:27:31.965605Z","caller":"traceutil/trace.go:171","msg":"trace[1964433708] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-gp48h-tls; range_end:; response_count:1; response_revision:4730; }","duration":"527.790399ms","start":"2026-03-06T21:27:31.437791Z","end":"2026-03-06T21:27:31.965582Z","steps":["trace[1964433708] 'agreement among raft nodes before linearized reading' (duration: 527.486911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:31.965641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:31.437764Z","time spent":"527.869631ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4450,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-gp48h-tls\" "} {"level":"info","ts":"2026-03-06T21:27:32.106828Z","caller":"traceutil/trace.go:171","msg":"trace[1507825744] linearizableReadLoop","detail":"{readStateIndex:4922; appliedIndex:4921; }","duration":"141.544374ms","start":"2026-03-06T21:27:31.965245Z","end":"2026-03-06T21:27:32.106789Z","steps":["trace[1507825744] 'read index received' (duration: 140.857285ms)","trace[1507825744] 'applied index is now lower than readState.Index' (duration: 685.219µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:27:32.106975Z","caller":"traceutil/trace.go:171","msg":"trace[2042073641] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"232.095235ms","start":"2026-03-06T21:27:31.874832Z","end":"2026-03-06T21:27:32.106927Z","steps":["trace[2042073641] 'process raft request' (duration: 231.490838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:32.107249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.031725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bda3ee2f-add5-4937-a4c9-f5535869d8e9\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-06T21:27:32.107365Z","caller":"traceutil/trace.go:171","msg":"trace[1137048921] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bda3ee2f-add5-4937-a4c9-f5535869d8e9; range_end:; response_count:1; response_revision:4731; }","duration":"580.202831ms","start":"2026-03-06T21:27:31.527141Z","end":"2026-03-06T21:27:32.107344Z","steps":["trace[1137048921] 'agreement among raft nodes before linearized reading' (duration: 579.888822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:32.107251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.263063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189a5db8693a1534\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-03-06T21:27:32.107423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:31.527119Z","time spent":"580.293963ms","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bda3ee2f-add5-4937-a4c9-f5535869d8e9\" "} {"level":"info","ts":"2026-03-06T21:27:32.107505Z","caller":"traceutil/trace.go:171","msg":"trace[473784224] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189a5db8693a1534; range_end:; response_count:1; response_revision:4731; }","duration":"355.565631ms","start":"2026-03-06T21:27:31.751879Z","end":"2026-03-06T21:27:32.107445Z","steps":["trace[473784224] 'agreement among raft nodes before linearized reading' (duration: 355.095668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:32.107657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:31.751851Z","time spent":"355.752296ms","remote":"127.0.0.1:35478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":965,"request content":"key:\"/registry/events/monitoring/storage-loki-0.189a5db8693a1534\" "} {"level":"warn","ts":"2026-03-06T21:27:32.298052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.714008ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-06T21:27:32.298369Z","caller":"traceutil/trace.go:171","msg":"trace[1312367578] linearizableReadLoop","detail":"{readStateIndex:4924; appliedIndex:4922; }","duration":"191.423865ms","start":"2026-03-06T21:27:32.106926Z","end":"2026-03-06T21:27:32.29835Z","steps":["trace[1312367578] 'read index received' (duration: 33.429369ms)","trace[1312367578] 'applied index is now lower than readState.Index' (duration: 157.993776ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:27:32.298359Z","caller":"traceutil/trace.go:171","msg":"trace[2044218382] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"232.835376ms","start":"2026-03-06T21:27:32.065486Z","end":"2026-03-06T21:27:32.298321Z","steps":["trace[2044218382] 'process raft request' (duration: 232.673331ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:32.29878Z","caller":"traceutil/trace.go:171","msg":"trace[1713904140] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"187.554899ms","start":"2026-03-06T21:27:32.111215Z","end":"2026-03-06T21:27:32.29877Z","steps":["trace[1713904140] 'process raft request' (duration: 187.084206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:32.298789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.145589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:27:32.298877Z","caller":"traceutil/trace.go:171","msg":"trace[736405507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4733; }","duration":"311.300073ms","start":"2026-03-06T21:27:31.987557Z","end":"2026-03-06T21:27:32.298857Z","steps":["trace[736405507] 'agreement among raft nodes before linearized reading' (duration: 310.876502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:32.298933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:31.987536Z","time spent":"311.388986ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T21:27:32.299076Z","caller":"traceutil/trace.go:171","msg":"trace[1325582315] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"183.133928ms","start":"2026-03-06T21:27:32.115926Z","end":"2026-03-06T21:27:32.29906Z","steps":["trace[1325582315] 'process raft request' (duration: 182.563842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:32.299074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.101158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777481"} {"level":"info","ts":"2026-03-06T21:27:32.299157Z","caller":"traceutil/trace.go:171","msg":"trace[1009545399] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4733; }","duration":"283.236441ms","start":"2026-03-06T21:27:32.015912Z","end":"2026-03-06T21:27:32.299148Z","steps":["trace[1009545399] 'agreement among raft nodes before linearized reading' (duration: 282.491221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:32.299197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.367473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T21:27:32.299228Z","caller":"traceutil/trace.go:171","msg":"trace[1714747816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4734; }","duration":"312.407664ms","start":"2026-03-06T21:27:31.986807Z","end":"2026-03-06T21:27:32.299215Z","steps":["trace[1714747816] 'agreement among raft nodes before linearized reading' (duration: 311.640943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:32.299246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:31.986722Z","time spent":"312.518347ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:27:32.360406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.068709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T21:27:32.360487Z","caller":"traceutil/trace.go:171","msg":"trace[450845860] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4735; }","duration":"250.208083ms","start":"2026-03-06T21:27:32.11026Z","end":"2026-03-06T21:27:32.360468Z","steps":["trace[450845860] 'agreement among raft nodes before linearized reading' (duration: 250.030878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:32.36065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.790521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r6hc7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T21:27:32.360681Z","caller":"traceutil/trace.go:171","msg":"trace[505734988] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r6hc7; range_end:; response_count:1; response_revision:4735; }","duration":"249.840553ms","start":"2026-03-06T21:27:32.110833Z","end":"2026-03-06T21:27:32.360674Z","steps":["trace[505734988] 'agreement among raft nodes before linearized reading' (duration: 249.763071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:32.360665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.421726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T21:27:32.360769Z","caller":"traceutil/trace.go:171","msg":"trace[1882568276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4735; }","duration":"251.570681ms","start":"2026-03-06T21:27:32.109175Z","end":"2026-03-06T21:27:32.360746Z","steps":["trace[1882568276] 'agreement among raft nodes before linearized reading' (duration: 251.245192ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:32.577789Z","caller":"traceutil/trace.go:171","msg":"trace[98078663] transaction","detail":"{read_only:false; response_revision:4739; number_of_response:1; }","duration":"212.039782ms","start":"2026-03-06T21:27:32.365724Z","end":"2026-03-06T21:27:32.577764Z","steps":["trace[98078663] 'process raft request' (duration: 211.93528ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:32.577814Z","caller":"traceutil/trace.go:171","msg":"trace[115438909] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"212.494165ms","start":"2026-03-06T21:27:32.36527Z","end":"2026-03-06T21:27:32.577764Z","steps":["trace[115438909] 'process raft request' (duration: 141.77975ms)","trace[115438909] 'compare' (duration: 70.449788ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:27:32.578117Z","caller":"traceutil/trace.go:171","msg":"trace[1025827285] linearizableReadLoop","detail":"{readStateIndex:4932; appliedIndex:4929; }","duration":"187.59308ms","start":"2026-03-06T21:27:32.390493Z","end":"2026-03-06T21:27:32.578086Z","steps":["trace[1025827285] 'read index received' (duration: 116.538256ms)","trace[1025827285] 'applied index is now lower than readState.Index' (duration: 71.053414ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:27:32.578145Z","caller":"traceutil/trace.go:171","msg":"trace[1907113275] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"208.488655ms","start":"2026-03-06T21:27:32.369593Z","end":"2026-03-06T21:27:32.578081Z","steps":["trace[1907113275] 'process raft request' (duration: 208.131735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:32.578429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.066361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62987"} {"level":"info","ts":"2026-03-06T21:27:32.578476Z","caller":"traceutil/trace.go:171","msg":"trace[177713007] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4740; }","duration":"213.154194ms","start":"2026-03-06T21:27:32.365313Z","end":"2026-03-06T21:27:32.578467Z","steps":["trace[177713007] 'agreement among raft nodes before linearized reading' (duration: 212.862366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:32.578465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.950026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:27:32.578522Z","caller":"traceutil/trace.go:171","msg":"trace[1125400121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4741; }","duration":"198.032908ms","start":"2026-03-06T21:27:32.380472Z","end":"2026-03-06T21:27:32.578505Z","steps":["trace[1125400121] 'agreement among raft nodes before linearized reading' (duration: 197.685858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:32.578537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.191484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17308"} {"level":"info","ts":"2026-03-06T21:27:32.578601Z","caller":"traceutil/trace.go:171","msg":"trace[449531761] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4741; }","duration":"213.282737ms","start":"2026-03-06T21:27:32.365305Z","end":"2026-03-06T21:27:32.578588Z","steps":["trace[449531761] 'agreement among raft nodes before linearized reading' (duration: 212.922107ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:32.579645Z","caller":"traceutil/trace.go:171","msg":"trace[2043667023] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"129.155073ms","start":"2026-03-06T21:27:32.449314Z","end":"2026-03-06T21:27:32.578469Z","steps":["trace[2043667023] 'process raft request' (duration: 128.68712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:33.296922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.357627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:27:33.297092Z","caller":"traceutil/trace.go:171","msg":"trace[338698102] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4741; }","duration":"515.624064ms","start":"2026-03-06T21:27:32.781435Z","end":"2026-03-06T21:27:33.297059Z","steps":["trace[338698102] 'count revisions from in-memory index tree' (duration: 515.201692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:33.297162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:32.781403Z","time spent":"515.742158ms","remote":"127.0.0.1:36936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:27:33.297349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.976561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:27:33.297455Z","caller":"traceutil/trace.go:171","msg":"trace[889033500] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4741; }","duration":"204.172557ms","start":"2026-03-06T21:27:33.093259Z","end":"2026-03-06T21:27:33.297431Z","steps":["trace[889033500] 'count revisions from in-memory index tree' (duration: 203.783665ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:33.539276Z","caller":"traceutil/trace.go:171","msg":"trace[1783011829] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"101.280216ms","start":"2026-03-06T21:27:33.437941Z","end":"2026-03-06T21:27:33.539221Z","steps":["trace[1783011829] 'process raft request' (duration: 100.917416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:41.20471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.521831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:27:41.204787Z","caller":"traceutil/trace.go:171","msg":"trace[277597721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4886; }","duration":"306.667424ms","start":"2026-03-06T21:27:40.898103Z","end":"2026-03-06T21:27:41.204771Z","steps":["trace[277597721] 'range keys from in-memory index tree' (duration: 306.405918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:41.204852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:40.898082Z","time spent":"306.762958ms","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:27:41.21032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.579743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:380035"} {"level":"info","ts":"2026-03-06T21:27:41.210457Z","caller":"traceutil/trace.go:171","msg":"trace[1298159816] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:4886; }","duration":"326.721597ms","start":"2026-03-06T21:27:40.883687Z","end":"2026-03-06T21:27:41.210408Z","steps":["trace[1298159816] 'range keys from in-memory index tree' (duration: 320.691911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:41.210515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:40.88367Z","time spent":"326.82876ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":9,"response size":380057,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-06T21:27:41.823997Z","caller":"traceutil/trace.go:171","msg":"trace[908690504] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"253.454942ms","start":"2026-03-06T21:27:41.570517Z","end":"2026-03-06T21:27:41.823972Z","steps":["trace[908690504] 'process raft request' (duration: 253.309258ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:41.835593Z","caller":"traceutil/trace.go:171","msg":"trace[1732354941] linearizableReadLoop","detail":"{readStateIndex:5086; appliedIndex:5084; }","duration":"201.897644ms","start":"2026-03-06T21:27:41.633669Z","end":"2026-03-06T21:27:41.835567Z","steps":["trace[1732354941] 'read index received' (duration: 190.213253ms)","trace[1732354941] 'applied index is now lower than readState.Index' (duration: 11.683191ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:27:41.835662Z","caller":"traceutil/trace.go:171","msg":"trace[745615705] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"263.677663ms","start":"2026-03-06T21:27:41.571968Z","end":"2026-03-06T21:27:41.835646Z","steps":["trace[745615705] 'process raft request' (duration: 263.426436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:41.835775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.09914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-03-06T21:27:41.835816Z","caller":"traceutil/trace.go:171","msg":"trace[985476042] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4889; }","duration":"202.197982ms","start":"2026-03-06T21:27:41.633606Z","end":"2026-03-06T21:27:41.835804Z","steps":["trace[985476042] 'agreement among raft nodes before linearized reading' (duration: 202.062189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:41.835866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.680422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-06T21:27:41.835919Z","caller":"traceutil/trace.go:171","msg":"trace[1707841506] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4889; }","duration":"107.755494ms","start":"2026-03-06T21:27:41.728147Z","end":"2026-03-06T21:27:41.835902Z","steps":["trace[1707841506] 'agreement among raft nodes before linearized reading' (duration: 107.568179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:42.201917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.138072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:27:42.20261Z","caller":"traceutil/trace.go:171","msg":"trace[42170110] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"356.27986ms","start":"2026-03-06T21:27:41.846272Z","end":"2026-03-06T21:27:42.202552Z","steps":["trace[42170110] 'process raft request' (duration: 93.398699ms)","trace[42170110] 'compare' (duration: 261.659758ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:27:42.202709Z","caller":"traceutil/trace.go:171","msg":"trace[37337325] linearizableReadLoop","detail":"{readStateIndex:5087; appliedIndex:5086; }","duration":"342.956424ms","start":"2026-03-06T21:27:41.8597Z","end":"2026-03-06T21:27:42.202657Z","steps":["trace[37337325] 'read index received' (duration: 79.98596ms)","trace[37337325] 'applied index is now lower than readState.Index' (duration: 262.963834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:27:42.202871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:41.84626Z","time spent":"356.472816ms","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13281,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:27:42.207519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.584972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T21:27:42.207784Z","caller":"traceutil/trace.go:171","msg":"trace[1772450065] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4890; }","duration":"194.696666ms","start":"2026-03-06T21:27:42.012873Z","end":"2026-03-06T21:27:42.207569Z","steps":["trace[1772450065] 'agreement among raft nodes before linearized reading' (duration: 194.490961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:42.207811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.88626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-06T21:27:42.20791Z","caller":"traceutil/trace.go:171","msg":"trace[1668365421] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4890; }","duration":"348.229869ms","start":"2026-03-06T21:27:41.859652Z","end":"2026-03-06T21:27:42.207882Z","steps":["trace[1668365421] 'agreement among raft nodes before linearized reading' (duration: 343.115158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:42.207955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:41.85963Z","time spent":"348.315602ms","remote":"127.0.0.1:35568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T21:27:43.23414Z","caller":"traceutil/trace.go:171","msg":"trace[952876517] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"230.749258ms","start":"2026-03-06T21:27:43.003362Z","end":"2026-03-06T21:27:43.234111Z","steps":["trace[952876517] 'process raft request' (duration: 229.570656ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:43.234169Z","caller":"traceutil/trace.go:171","msg":"trace[1337574208] linearizableReadLoop","detail":"{readStateIndex:5132; appliedIndex:5131; }","duration":"101.498712ms","start":"2026-03-06T21:27:43.132628Z","end":"2026-03-06T21:27:43.234126Z","steps":["trace[1337574208] 'read index received' (duration: 100.237318ms)","trace[1337574208] 'applied index is now lower than readState.Index' (duration: 1.259964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:27:43.234535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.880842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-06T21:27:43.234654Z","caller":"traceutil/trace.go:171","msg":"trace[609003537] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4933; }","duration":"102.060178ms","start":"2026-03-06T21:27:43.132566Z","end":"2026-03-06T21:27:43.234626Z","steps":["trace[609003537] 'agreement among raft nodes before linearized reading' (duration: 101.656437ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:43.905029Z","caller":"traceutil/trace.go:171","msg":"trace[1625829837] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"234.48049ms","start":"2026-03-06T21:27:43.670517Z","end":"2026-03-06T21:27:43.904997Z","steps":["trace[1625829837] 'process raft request' (duration: 234.158691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:52.147306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.650839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:4464"} {"level":"info","ts":"2026-03-06T21:27:52.14742Z","caller":"traceutil/trace.go:171","msg":"trace[2132150241] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:5080; }","duration":"377.838074ms","start":"2026-03-06T21:27:51.769558Z","end":"2026-03-06T21:27:52.147396Z","steps":["trace[2132150241] 'range keys from in-memory index tree' (duration: 376.532698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:52.14747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:51.769544Z","time spent":"377.915726ms","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4486,"request content":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" "} {"level":"warn","ts":"2026-03-06T21:27:52.147584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.99405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:27:52.148116Z","caller":"traceutil/trace.go:171","msg":"trace[793724796] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"376.523558ms","start":"2026-03-06T21:27:51.771577Z","end":"2026-03-06T21:27:52.148101Z","steps":["trace[793724796] 'process raft request' (duration: 70.930221ms)","trace[793724796] 'compare' (duration: 304.479766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:27:52.148169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:51.77155Z","time spent":"376.59162ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1676,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:27:52.656787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.853931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:27:52.657267Z","caller":"traceutil/trace.go:171","msg":"trace[2092220889] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"884.909943ms","start":"2026-03-06T21:27:51.772267Z","end":"2026-03-06T21:27:52.657177Z","steps":["trace[2092220889] 'process raft request' (duration: 545.544427ms)","trace[2092220889] 'compare' (duration: 331.648363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:27:52.657469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:51.772236Z","time spent":"885.135809ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1623,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T21:27:52.657505Z","caller":"traceutil/trace.go:171","msg":"trace[903753697] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"885.023046ms","start":"2026-03-06T21:27:51.772419Z","end":"2026-03-06T21:27:52.657442Z","steps":["trace[903753697] 'process raft request' (duration: 884.492141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:52.657814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:51.772413Z","time spent":"885.234172ms","remote":"127.0.0.1:35730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1413,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:27:52.658183Z","caller":"traceutil/trace.go:171","msg":"trace[1807421489] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"885.363735ms","start":"2026-03-06T21:27:51.77278Z","end":"2026-03-06T21:27:52.658143Z","steps":["trace[1807421489] 'process raft request' (duration: 884.506542ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:52.658302Z","caller":"traceutil/trace.go:171","msg":"trace[199133961] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"882.466325ms","start":"2026-03-06T21:27:51.775819Z","end":"2026-03-06T21:27:52.658285Z","steps":["trace[199133961] 'process raft request' (duration: 882.132936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:52.658374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:51.775809Z","time spent":"882.523238ms","remote":"127.0.0.1:35878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3884,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:27:52.6585Z","caller":"traceutil/trace.go:171","msg":"trace[908430504] linearizableReadLoop","detail":"{readStateIndex:5287; appliedIndex:5281; }","duration":"831.674318ms","start":"2026-03-06T21:27:51.826794Z","end":"2026-03-06T21:27:52.658468Z","steps":["trace[908430504] 'read index received' (duration: 15.787344ms)","trace[908430504] 'applied index is now lower than readState.Index' (duration: 815.885834ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:27:52.658627Z","caller":"traceutil/trace.go:171","msg":"trace[1633334806] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"705.886548ms","start":"2026-03-06T21:27:51.95273Z","end":"2026-03-06T21:27:52.658616Z","steps":["trace[1633334806] 'process raft request' (duration: 705.508818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:52.658668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:51.95272Z","time spent":"705.924439ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:27:52.659028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.243564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-06T21:27:52.659059Z","caller":"traceutil/trace.go:171","msg":"trace[1296781945] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5087; }","duration":"832.308806ms","start":"2026-03-06T21:27:51.826736Z","end":"2026-03-06T21:27:52.659045Z","steps":["trace[1296781945] 'agreement among raft nodes before linearized reading' (duration: 831.809302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:52.659077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:51.826723Z","time spent":"832.349487ms","remote":"127.0.0.1:35568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-06T21:27:52.658177Z","caller":"traceutil/trace.go:171","msg":"trace[672990283] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"885.372306ms","start":"2026-03-06T21:27:51.772754Z","end":"2026-03-06T21:27:52.658126Z","steps":["trace[672990283] 'process raft request' (duration: 884.610005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:52.660919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:51.772697Z","time spent":"888.156282ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1136,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:27:52.661499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:51.772765Z","time spent":"888.611454ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1245,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:27:53.054685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.060305ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-06T21:27:53.055273Z","caller":"traceutil/trace.go:171","msg":"trace[1822430357] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"898.180337ms","start":"2026-03-06T21:27:52.157054Z","end":"2026-03-06T21:27:53.055235Z","steps":["trace[1822430357] 'process raft request' (duration: 897.796987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:53.055488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:52.157025Z","time spent":"898.353502ms","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:27:53.108564Z","caller":"traceutil/trace.go:171","msg":"trace[558670732] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"625.188558ms","start":"2026-03-06T21:27:52.483343Z","end":"2026-03-06T21:27:53.108531Z","steps":["trace[558670732] 'process raft request' (duration: 571.870921ms)","trace[558670732] 'compare' (duration: 53.148162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:27:53.108771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:52.483309Z","time spent":"625.325071ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:27:53.109286Z","caller":"traceutil/trace.go:171","msg":"trace[1452073231] linearizableReadLoop","detail":"{readStateIndex:5292; appliedIndex:5288; }","duration":"450.75498ms","start":"2026-03-06T21:27:52.658512Z","end":"2026-03-06T21:27:53.109267Z","steps":["trace[1452073231] 'read index received' (duration: 63.658641ms)","trace[1452073231] 'applied index is now lower than readState.Index' (duration: 387.094659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:27:53.109467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.295634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:27:53.109519Z","caller":"traceutil/trace.go:171","msg":"trace[214480174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5090; }","duration":"712.563861ms","start":"2026-03-06T21:27:52.396943Z","end":"2026-03-06T21:27:53.109506Z","steps":["trace[214480174] 'agreement among raft nodes before linearized reading' (duration: 712.470729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:53.109559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:52.396921Z","time spent":"712.628194ms","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:27:53.10962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.319429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:27:53.109744Z","caller":"traceutil/trace.go:171","msg":"trace[1879362641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5090; }","duration":"606.524444ms","start":"2026-03-06T21:27:52.503191Z","end":"2026-03-06T21:27:53.109716Z","steps":["trace[1879362641] 'agreement among raft nodes before linearized reading' (duration: 606.182855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:53.109836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:52.503153Z","time spent":"606.666928ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T21:27:53.109848Z","caller":"traceutil/trace.go:171","msg":"trace[1142049035] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"461.915216ms","start":"2026-03-06T21:27:52.647882Z","end":"2026-03-06T21:27:53.109798Z","steps":["trace[1142049035] 'process raft request' (duration: 460.60807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:53.109922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.598566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T21:27:53.110213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.152526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T21:27:53.110235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:52.647843Z","time spent":"462.107762ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:27:53.110259Z","caller":"traceutil/trace.go:171","msg":"trace[381807780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5090; }","duration":"794.188827ms","start":"2026-03-06T21:27:52.316053Z","end":"2026-03-06T21:27:53.110242Z","steps":["trace[381807780] 'agreement among raft nodes before linearized reading' (duration: 793.913629ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:53.110002Z","caller":"traceutil/trace.go:171","msg":"trace[988217480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5090; }","duration":"606.72845ms","start":"2026-03-06T21:27:52.503252Z","end":"2026-03-06T21:27:53.10998Z","steps":["trace[988217480] 'agreement among raft nodes before linearized reading' (duration: 606.559596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:53.110298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:52.31598Z","time spent":"794.30998ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:27:53.110281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.112237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bda3ee2f-add5-4937-a4c9-f5535869d8e9\" ","response":"range_response_count:1 size:1275"} {"level":"warn","ts":"2026-03-06T21:27:53.11034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:52.503225Z","time spent":"607.09982ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T21:27:53.110385Z","caller":"traceutil/trace.go:171","msg":"trace[142761270] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bda3ee2f-add5-4937-a4c9-f5535869d8e9; range_end:; response_count:1; response_revision:5090; }","duration":"448.291872ms","start":"2026-03-06T21:27:52.662065Z","end":"2026-03-06T21:27:53.110356Z","steps":["trace[142761270] 'agreement among raft nodes before linearized reading' (duration: 447.734596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:53.110428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:52.662045Z","time spent":"448.375105ms","remote":"127.0.0.1:35558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1297,"request content":"key:\"/registry/persistentvolumes/pvc-bda3ee2f-add5-4937-a4c9-f5535869d8e9\" "} {"level":"warn","ts":"2026-03-06T21:27:53.110523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.296789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r6hc7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-06T21:27:53.109921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114306193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-78326c0c-bad7-4ad5-a34d-ae5a81fea358\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-06T21:27:53.110591Z","caller":"traceutil/trace.go:171","msg":"trace[443584408] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r6hc7; range_end:; response_count:1; response_revision:5090; }","duration":"413.363031ms","start":"2026-03-06T21:27:52.697191Z","end":"2026-03-06T21:27:53.110554Z","steps":["trace[443584408] 'agreement among raft nodes before linearized reading' (duration: 413.164396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:53.11063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:52.697181Z","time spent":"413.441603ms","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-r6hc7\" "} {"level":"info","ts":"2026-03-06T21:27:53.11064Z","caller":"traceutil/trace.go:171","msg":"trace[2140466097] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-78326c0c-bad7-4ad5-a34d-ae5a81fea358; range_end:; response_count:1; response_revision:5090; }","duration":"1.115112275s","start":"2026-03-06T21:27:51.995508Z","end":"2026-03-06T21:27:53.11062Z","steps":["trace[2140466097] 'agreement among raft nodes before linearized reading' (duration: 1.114155259s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:53.110692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:51.995472Z","time spent":"1.115206938s","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-78326c0c-bad7-4ad5-a34d-ae5a81fea358\" "} {"level":"warn","ts":"2026-03-06T21:27:53.110684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.225379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T21:27:53.110742Z","caller":"traceutil/trace.go:171","msg":"trace[619856508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5090; }","duration":"416.318992ms","start":"2026-03-06T21:27:52.694406Z","end":"2026-03-06T21:27:53.110725Z","steps":["trace[619856508] 'agreement among raft nodes before linearized reading' (duration: 416.106396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:53.11078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.502342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T21:27:53.110787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:52.694387Z","time spent":"416.387774ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T21:27:53.110804Z","caller":"traceutil/trace.go:171","msg":"trace[493375410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5090; }","duration":"430.568064ms","start":"2026-03-06T21:27:52.680228Z","end":"2026-03-06T21:27:53.110796Z","steps":["trace[493375410] 'agreement among raft nodes before linearized reading' (duration: 430.498012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:53.110827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:52.680202Z","time spent":"430.620846ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T21:27:54.134928Z","caller":"traceutil/trace.go:171","msg":"trace[346325195] linearizableReadLoop","detail":"{readStateIndex:5312; appliedIndex:5311; }","duration":"226.856451ms","start":"2026-03-06T21:27:53.908041Z","end":"2026-03-06T21:27:54.134897Z","steps":["trace[346325195] 'read index received' (duration: 226.592963ms)","trace[346325195] 'applied index is now lower than readState.Index' (duration: 262.437µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:27:54.135036Z","caller":"traceutil/trace.go:171","msg":"trace[1138677557] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"347.572331ms","start":"2026-03-06T21:27:53.787414Z","end":"2026-03-06T21:27:54.134986Z","steps":["trace[1138677557] 'process raft request' (duration: 347.246122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:54.135297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-06T21:27:54.135366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:27:53.78736Z","time spent":"347.886329ms","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3934,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:27:54.135408Z","caller":"traceutil/trace.go:171","msg":"trace[289050429] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5110; }","duration":"227.381565ms","start":"2026-03-06T21:27:53.908Z","end":"2026-03-06T21:27:54.135381Z","steps":["trace[289050429] 'agreement among raft nodes before linearized reading' (duration: 227.007485ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:55.299772Z","caller":"traceutil/trace.go:171","msg":"trace[2054528377] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"184.000482ms","start":"2026-03-06T21:27:55.115738Z","end":"2026-03-06T21:27:55.299739Z","steps":["trace[2054528377] 'process raft request' (duration: 183.788736ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:55.30064Z","caller":"traceutil/trace.go:171","msg":"trace[749671405] linearizableReadLoop","detail":"{readStateIndex:5316; appliedIndex:5314; }","duration":"170.630274ms","start":"2026-03-06T21:27:55.129982Z","end":"2026-03-06T21:27:55.300612Z","steps":["trace[749671405] 'read index received' (duration: 169.686808ms)","trace[749671405] 'applied index is now lower than readState.Index' (duration: 941.886µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:27:55.300796Z","caller":"traceutil/trace.go:171","msg":"trace[146749795] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"184.176436ms","start":"2026-03-06T21:27:55.1166Z","end":"2026-03-06T21:27:55.300777Z","steps":["trace[146749795] 'process raft request' (duration: 183.855428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:55.301203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.364382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-78326c0c-bad7-4ad5-a34d-ae5a81fea358\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-06T21:27:55.301322Z","caller":"traceutil/trace.go:171","msg":"trace[1768060280] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-78326c0c-bad7-4ad5-a34d-ae5a81fea358; range_end:; response_count:1; response_revision:5114; }","duration":"160.538337ms","start":"2026-03-06T21:27:55.140755Z","end":"2026-03-06T21:27:55.301294Z","steps":["trace[1768060280] 'agreement among raft nodes before linearized reading' (duration: 160.158536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:55.301362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.361184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T21:27:55.30148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.371084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T21:27:55.30153Z","caller":"traceutil/trace.go:171","msg":"trace[867474761] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5114; }","duration":"167.470847ms","start":"2026-03-06T21:27:55.134046Z","end":"2026-03-06T21:27:55.301517Z","steps":["trace[867474761] 'agreement among raft nodes before linearized reading' (duration: 167.276082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:55.301545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.424361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T21:27:55.301526Z","caller":"traceutil/trace.go:171","msg":"trace[1290320483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5114; }","duration":"171.58796ms","start":"2026-03-06T21:27:55.129915Z","end":"2026-03-06T21:27:55.301503Z","steps":["trace[1290320483] 'agreement among raft nodes before linearized reading' (duration: 171.231941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:55.301552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.952438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r6hc7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T21:27:55.301608Z","caller":"traceutil/trace.go:171","msg":"trace[90371760] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5114; }","duration":"165.530604ms","start":"2026-03-06T21:27:55.136062Z","end":"2026-03-06T21:27:55.301593Z","steps":["trace[90371760] 'agreement among raft nodes before linearized reading' (duration: 165.151494ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:55.301659Z","caller":"traceutil/trace.go:171","msg":"trace[1590863843] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r6hc7; range_end:; response_count:1; response_revision:5114; }","duration":"165.133583ms","start":"2026-03-06T21:27:55.136501Z","end":"2026-03-06T21:27:55.301635Z","steps":["trace[1590863843] 'agreement among raft nodes before linearized reading' (duration: 164.760283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:55.300977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.348323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:27:55.301936Z","caller":"traceutil/trace.go:171","msg":"trace[152380620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5114; }","duration":"168.33242ms","start":"2026-03-06T21:27:55.133569Z","end":"2026-03-06T21:27:55.301901Z","steps":["trace[152380620] 'agreement among raft nodes before linearized reading' (duration: 167.283382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:27:55.30209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.858167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T21:27:55.302339Z","caller":"traceutil/trace.go:171","msg":"trace[2115719457] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5114; }","duration":"168.116984ms","start":"2026-03-06T21:27:55.13421Z","end":"2026-03-06T21:27:55.302327Z","steps":["trace[2115719457] 'agreement among raft nodes before linearized reading' (duration: 167.123747ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:27:56.981507Z","caller":"traceutil/trace.go:171","msg":"trace[729564310] linearizableReadLoop","detail":"{readStateIndex:5348; appliedIndex:5347; }","duration":"113.43871ms","start":"2026-03-06T21:27:56.868029Z","end":"2026-03-06T21:27:56.981468Z","steps":["trace[729564310] 'read index received' (duration: 83.63967ms)","trace[729564310] 'applied index is now lower than readState.Index' (duration: 29.7976ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:27:56.981608Z","caller":"traceutil/trace.go:171","msg":"trace[75144261] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"131.297721ms","start":"2026-03-06T21:27:56.850263Z","end":"2026-03-06T21:27:56.981561Z","steps":["trace[75144261] 'process raft request' (duration: 101.493482ms)","trace[75144261] 'compare' (duration: 29.490961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:27:56.981841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.78229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T21:27:56.981881Z","caller":"traceutil/trace.go:171","msg":"trace[1637796899] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:5145; }","duration":"113.914584ms","start":"2026-03-06T21:27:56.867955Z","end":"2026-03-06T21:27:56.981869Z","steps":["trace[1637796899] 'agreement among raft nodes before linearized reading' (duration: 113.678277ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:28:02.100128Z","caller":"traceutil/trace.go:171","msg":"trace[1768249266] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"201.05246ms","start":"2026-03-06T21:28:01.899048Z","end":"2026-03-06T21:28:02.1001Z","steps":["trace[1768249266] 'process raft request' (duration: 200.870075ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:28:02.100302Z","caller":"traceutil/trace.go:171","msg":"trace[2107343768] linearizableReadLoop","detail":"{readStateIndex:5440; appliedIndex:5440; }","duration":"148.508416ms","start":"2026-03-06T21:28:01.951736Z","end":"2026-03-06T21:28:02.100244Z","steps":["trace[2107343768] 'read index received' (duration: 148.483736ms)","trace[2107343768] 'applied index is now lower than readState.Index' (duration: 21.01µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:28:02.100734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.95067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-06T21:28:02.100791Z","caller":"traceutil/trace.go:171","msg":"trace[1684229993] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5234; }","duration":"149.090233ms","start":"2026-03-06T21:28:01.951683Z","end":"2026-03-06T21:28:02.100773Z","steps":["trace[1684229993] 'agreement among raft nodes before linearized reading' (duration: 148.732103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:28:07.859098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198138583503560,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T21:28:07.902443Z","caller":"traceutil/trace.go:171","msg":"trace[179707482] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"725.987281ms","start":"2026-03-06T21:28:07.176419Z","end":"2026-03-06T21:28:07.902407Z","steps":["trace[179707482] 'process raft request' (duration: 725.732264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:28:07.902668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:28:07.176402Z","time spent":"726.142146ms","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4143,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:28:08.142258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.649707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:28:08.142544Z","caller":"traceutil/trace.go:171","msg":"trace[187220786] linearizableReadLoop","detail":"{readStateIndex:5480; appliedIndex:5477; }","duration":"783.833903ms","start":"2026-03-06T21:28:07.358682Z","end":"2026-03-06T21:28:08.142516Z","steps":["trace[187220786] 'read index received' (duration: 543.496378ms)","trace[187220786] 'applied index is now lower than readState.Index' (duration: 240.335675ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:28:08.142686Z","caller":"traceutil/trace.go:171","msg":"trace[425778974] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"796.049153ms","start":"2026-03-06T21:28:07.34662Z","end":"2026-03-06T21:28:08.142669Z","steps":["trace[425778974] 'process raft request' (duration: 795.794136ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:28:08.142734Z","caller":"traceutil/trace.go:171","msg":"trace[23228438] transaction","detail":"{read_only:false; response_revision:5271; number_of_response:1; }","duration":"799.490499ms","start":"2026-03-06T21:28:07.3432Z","end":"2026-03-06T21:28:08.14269Z","steps":["trace[23228438] 'process raft request' (duration: 681.03005ms)","trace[23228438] 'compare' (duration: 117.425801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:28:08.142792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:28:07.346607Z","time spent":"796.127856ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:28:08.142955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:28:07.343161Z","time spent":"799.673214ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:28:08.143113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.374828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T21:28:08.143347Z","caller":"traceutil/trace.go:171","msg":"trace[2088285776] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5272; }","duration":"784.715487ms","start":"2026-03-06T21:28:07.358612Z","end":"2026-03-06T21:28:08.143328Z","steps":["trace[2088285776] 'agreement among raft nodes before linearized reading' (duration: 784.233174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:28:08.143555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:28:07.358589Z","time spent":"784.954134ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:28:08.147753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.956725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T21:28:08.147813Z","caller":"traceutil/trace.go:171","msg":"trace[1455462564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5276; }","duration":"780.066728ms","start":"2026-03-06T21:28:07.367732Z","end":"2026-03-06T21:28:08.147799Z","steps":["trace[1455462564] 'agreement among raft nodes before linearized reading' (duration: 779.909064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:28:08.147843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:28:07.367712Z","time spent":"780.12434ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T21:28:08.147977Z","caller":"traceutil/trace.go:171","msg":"trace[1182191754] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"234.43527ms","start":"2026-03-06T21:28:07.913517Z","end":"2026-03-06T21:28:08.147952Z","steps":["trace[1182191754] 'process raft request' (duration: 233.941046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:28:08.148108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.011436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-06T21:28:08.148183Z","caller":"traceutil/trace.go:171","msg":"trace[613375588] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5276; }","duration":"109.107749ms","start":"2026-03-06T21:28:08.039057Z","end":"2026-03-06T21:28:08.148165Z","steps":["trace[613375588] 'agreement among raft nodes before linearized reading' (duration: 108.861342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:28:08.148218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.172182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13878"} {"level":"info","ts":"2026-03-06T21:28:08.148265Z","caller":"traceutil/trace.go:171","msg":"trace[1074356551] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5276; }","duration":"169.269385ms","start":"2026-03-06T21:28:07.978985Z","end":"2026-03-06T21:28:08.148254Z","steps":["trace[1074356551] 'agreement among raft nodes before linearized reading' (duration: 169.160572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:28:08.148296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.371059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r6hc7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-06T21:28:08.148304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.922654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T21:28:08.148337Z","caller":"traceutil/trace.go:171","msg":"trace[818586044] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r6hc7; range_end:; response_count:1; response_revision:5276; }","duration":"774.435792ms","start":"2026-03-06T21:28:07.373892Z","end":"2026-03-06T21:28:08.148328Z","steps":["trace[818586044] 'agreement among raft nodes before linearized reading' (duration: 774.312998ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:28:08.148003Z","caller":"traceutil/trace.go:171","msg":"trace[978666381] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"234.574014ms","start":"2026-03-06T21:28:07.913411Z","end":"2026-03-06T21:28:08.147985Z","steps":["trace[978666381] 'process raft request' (duration: 233.893335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:28:08.14836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:28:07.37388Z","time spent":"774.474832ms","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-r6hc7\" "} {"level":"info","ts":"2026-03-06T21:28:08.148357Z","caller":"traceutil/trace.go:171","msg":"trace[1526057221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5276; }","duration":"774.998127ms","start":"2026-03-06T21:28:07.373346Z","end":"2026-03-06T21:28:08.148344Z","steps":["trace[1526057221] 'agreement among raft nodes before linearized reading' (duration: 774.790291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:28:08.148392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:28:07.373338Z","time spent":"775.046428ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:28:08.148118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.530706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T21:28:08.148556Z","caller":"traceutil/trace.go:171","msg":"trace[1435320472] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5276; }","duration":"476.04283ms","start":"2026-03-06T21:28:07.672502Z","end":"2026-03-06T21:28:08.148545Z","steps":["trace[1435320472] 'agreement among raft nodes before linearized reading' (duration: 475.550416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:28:08.148593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:28:07.672467Z","time spent":"476.115982ms","remote":"127.0.0.1:58088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:28:08.148661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.510803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:28:08.148696Z","caller":"traceutil/trace.go:171","msg":"trace[504650578] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"168.344129ms","start":"2026-03-06T21:28:07.980341Z","end":"2026-03-06T21:28:08.148685Z","steps":["trace[504650578] 'process raft request' (duration: 167.248289ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:28:08.148548Z","caller":"traceutil/trace.go:171","msg":"trace[1379874013] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"234.958994ms","start":"2026-03-06T21:28:07.913574Z","end":"2026-03-06T21:28:08.148533Z","steps":["trace[1379874013] 'process raft request' (duration: 233.965337ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:28:08.148702Z","caller":"traceutil/trace.go:171","msg":"trace[180911798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5276; }","duration":"765.561784ms","start":"2026-03-06T21:28:07.38313Z","end":"2026-03-06T21:28:08.148691Z","steps":["trace[180911798] 'agreement among raft nodes before linearized reading' (duration: 765.503812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:28:08.14874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:28:07.38312Z","time spent":"765.613046ms","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:28:08.148862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.241505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:28:08.148901Z","caller":"traceutil/trace.go:171","msg":"trace[712985342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5276; }","duration":"779.341798ms","start":"2026-03-06T21:28:07.369548Z","end":"2026-03-06T21:28:08.14889Z","steps":["trace[712985342] 'agreement among raft nodes before linearized reading' (duration: 779.181494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:28:08.148926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:28:07.36954Z","time spent":"779.379529ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:28:08.149078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.079789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T21:28:08.149124Z","caller":"traceutil/trace.go:171","msg":"trace[324118306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5276; }","duration":"775.148151ms","start":"2026-03-06T21:28:07.373965Z","end":"2026-03-06T21:28:08.149114Z","steps":["trace[324118306] 'agreement among raft nodes before linearized reading' (duration: 774.058841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:28:08.149164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:28:07.373956Z","time spent":"775.197653ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T21:28:08.33225Z","caller":"traceutil/trace.go:171","msg":"trace[683221289] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"159.318708ms","start":"2026-03-06T21:28:08.1729Z","end":"2026-03-06T21:28:08.332218Z","steps":["trace[683221289] 'process raft request' (duration: 112.451402ms)","trace[683221289] 'compare' (duration: 46.6621ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:28:08.332552Z","caller":"traceutil/trace.go:171","msg":"trace[1588904866] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"159.533284ms","start":"2026-03-06T21:28:08.17299Z","end":"2026-03-06T21:28:08.332523Z","steps":["trace[1588904866] 'process raft request' (duration: 159.185734ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:28:08.332683Z","caller":"traceutil/trace.go:171","msg":"trace[817778159] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"159.566834ms","start":"2026-03-06T21:28:08.173078Z","end":"2026-03-06T21:28:08.332645Z","steps":["trace[817778159] 'process raft request' (duration: 159.362349ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:28:08.332915Z","caller":"traceutil/trace.go:171","msg":"trace[1907914341] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"159.707178ms","start":"2026-03-06T21:28:08.173117Z","end":"2026-03-06T21:28:08.332824Z","steps":["trace[1907914341] 'process raft request' (duration: 159.477202ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:28:08.333015Z","caller":"traceutil/trace.go:171","msg":"trace[1600963907] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"156.732505ms","start":"2026-03-06T21:28:08.176268Z","end":"2026-03-06T21:28:08.333Z","steps":["trace[1600963907] 'process raft request' (duration: 156.579101ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:28:08.333026Z","caller":"traceutil/trace.go:171","msg":"trace[268556040] linearizableReadLoop","detail":"{readStateIndex:5491; appliedIndex:5485; }","duration":"111.749653ms","start":"2026-03-06T21:28:08.22124Z","end":"2026-03-06T21:28:08.33299Z","steps":["trace[268556040] 'read index received' (duration: 64.016414ms)","trace[268556040] 'applied index is now lower than readState.Index' (duration: 47.731869ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:28:08.332973Z","caller":"traceutil/trace.go:171","msg":"trace[1576588999] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"159.316068ms","start":"2026-03-06T21:28:08.173624Z","end":"2026-03-06T21:28:08.33294Z","steps":["trace[1576588999] 'process raft request' (duration: 159.098902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:28:08.333297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.842583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-78326c0c-bad7-4ad5-a34d-ae5a81fea358\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-06T21:28:08.333308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.080434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81906"} {"level":"info","ts":"2026-03-06T21:28:08.333348Z","caller":"traceutil/trace.go:171","msg":"trace[1037411953] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5283; }","duration":"162.156337ms","start":"2026-03-06T21:28:08.171181Z","end":"2026-03-06T21:28:08.333337Z","steps":["trace[1037411953] 'agreement among raft nodes before linearized reading' (duration: 161.866479ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:28:08.333346Z","caller":"traceutil/trace.go:171","msg":"trace[1983926194] range","detail":"{range_begin:/registry/persistentvolumes/pvc-78326c0c-bad7-4ad5-a34d-ae5a81fea358; range_end:; response_count:1; response_revision:5283; }","duration":"163.970627ms","start":"2026-03-06T21:28:08.169363Z","end":"2026-03-06T21:28:08.333333Z","steps":["trace[1983926194] 'agreement among raft nodes before linearized reading' (duration: 163.761941ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:28:09.287116Z","caller":"traceutil/trace.go:171","msg":"trace[898466542] linearizableReadLoop","detail":"{readStateIndex:5493; appliedIndex:5492; }","duration":"229.502213ms","start":"2026-03-06T21:28:09.057579Z","end":"2026-03-06T21:28:09.287081Z","steps":["trace[898466542] 'read index received' (duration: 229.287717ms)","trace[898466542] 'applied index is now lower than readState.Index' (duration: 213.476µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:28:09.287249Z","caller":"traceutil/trace.go:171","msg":"trace[54780130] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"295.622714ms","start":"2026-03-06T21:28:08.991578Z","end":"2026-03-06T21:28:09.287201Z","steps":["trace[54780130] 'process raft request' (duration: 295.299565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:28:09.287588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.917464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-06T21:28:09.287574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.210293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T21:28:09.28763Z","caller":"traceutil/trace.go:171","msg":"trace[1447791291] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5285; }","duration":"230.070648ms","start":"2026-03-06T21:28:09.057544Z","end":"2026-03-06T21:28:09.287614Z","steps":["trace[1447791291] 'agreement among raft nodes before linearized reading' (duration: 229.697388ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:28:09.287801Z","caller":"traceutil/trace.go:171","msg":"trace[1746761781] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5285; }","duration":"141.460351ms","start":"2026-03-06T21:28:09.146229Z","end":"2026-03-06T21:28:09.287689Z","steps":["trace[1746761781] 'agreement among raft nodes before linearized reading' (duration: 141.123711ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:28:09.579921Z","caller":"traceutil/trace.go:171","msg":"trace[1593138911] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"163.420923ms","start":"2026-03-06T21:28:09.416465Z","end":"2026-03-06T21:28:09.579886Z","steps":["trace[1593138911] 'process raft request' (duration: 128.932382ms)","trace[1593138911] 'compare' (duration: 34.351377ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:28:53.781153Z","caller":"traceutil/trace.go:171","msg":"trace[109024822] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"130.850205ms","start":"2026-03-06T21:28:53.650277Z","end":"2026-03-06T21:28:53.781128Z","steps":["trace[109024822] 'process raft request' (duration: 130.67658ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:28:53.92041Z","caller":"traceutil/trace.go:171","msg":"trace[877023883] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"156.345805ms","start":"2026-03-06T21:28:53.764019Z","end":"2026-03-06T21:28:53.920365Z","steps":["trace[877023883] 'process raft request' (duration: 106.655701ms)","trace[877023883] 'compare' (duration: 49.531919ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:28:54.14679Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2751} {"level":"warn","ts":"2026-03-06T21:28:54.14763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.578009ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-03-06T21:28:54.147786Z","caller":"traceutil/trace.go:171","msg":"trace[1799199730] compact","detail":"{revision:2751; response_revision:5636; }","duration":"225.436ms","start":"2026-03-06T21:28:53.922325Z","end":"2026-03-06T21:28:54.14776Z","steps":["trace[1799199730] 'check and update compact revision' (duration: 213.214569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:28:54.561657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.976166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:28:54.564061Z","caller":"traceutil/trace.go:171","msg":"trace[1493959903] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"228.965798ms","start":"2026-03-06T21:28:54.33506Z","end":"2026-03-06T21:28:54.564026Z","steps":["trace[1493959903] 'process raft request' (duration: 38.485382ms)","trace[1493959903] 'compare' (duration: 15.660286ms)","trace[1493959903] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:538; } (duration: 171.535088ms)"],"step_count":3} {"level":"info","ts":"2026-03-06T21:28:54.621264Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2751,"took":"472.251595ms","hash":146179122,"current-db-size-bytes":40513536,"current-db-size":"40 MB","current-db-size-in-use-bytes":30146560,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T21:28:54.621314Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":146179122,"revision":2751,"compact-revision":-1} {"level":"info","ts":"2026-03-06T21:28:54.62144Z","caller":"traceutil/trace.go:171","msg":"trace[221208335] linearizableReadLoop","detail":"{readStateIndex:5858; appliedIndex:5856; }","duration":"237.916587ms","start":"2026-03-06T21:28:54.383508Z","end":"2026-03-06T21:28:54.621425Z","steps":["trace[221208335] 'read index received' (duration: 91.313µs)","trace[221208335] 'applied index is now lower than readState.Index' (duration: 237.824254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:28:54.621642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.128593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:28:54.621676Z","caller":"traceutil/trace.go:171","msg":"trace[1260046909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5638; }","duration":"238.179384ms","start":"2026-03-06T21:28:54.383488Z","end":"2026-03-06T21:28:54.621668Z","steps":["trace[1260046909] 'agreement among raft nodes before linearized reading' (duration: 238.103932ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:28:54.621726Z","caller":"traceutil/trace.go:171","msg":"trace[1857260179] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"275.305638ms","start":"2026-03-06T21:28:54.346361Z","end":"2026-03-06T21:28:54.621667Z","steps":["trace[1857260179] 'process raft request' (duration: 217.645542ms)","trace[1857260179] 'compare' (duration: 38.021769ms)","trace[1857260179] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:553; } (duration: 19.319468ms)"],"step_count":3} {"level":"warn","ts":"2026-03-06T21:28:54.622322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.007947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T21:28:54.622435Z","caller":"traceutil/trace.go:171","msg":"trace[1103330870] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5638; }","duration":"211.163522ms","start":"2026-03-06T21:28:54.411238Z","end":"2026-03-06T21:28:54.622402Z","steps":["trace[1103330870] 'agreement among raft nodes before linearized reading' (duration: 210.955606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:28:54.622394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.880857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T21:28:54.622553Z","caller":"traceutil/trace.go:171","msg":"trace[216982343] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5638; }","duration":"163.068432ms","start":"2026-03-06T21:28:54.459441Z","end":"2026-03-06T21:28:54.62251Z","steps":["trace[216982343] 'agreement among raft nodes before linearized reading' (duration: 162.693761ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:29:08.902567Z","caller":"traceutil/trace.go:171","msg":"trace[1300750632] transaction","detail":"{read_only:false; response_revision:5736; number_of_response:1; }","duration":"132.460677ms","start":"2026-03-06T21:29:08.770078Z","end":"2026-03-06T21:29:08.902538Z","steps":["trace[1300750632] 'process raft request' (duration: 132.270422ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:29:08.902715Z","caller":"traceutil/trace.go:171","msg":"trace[1540637854] linearizableReadLoop","detail":"{readStateIndex:5959; appliedIndex:5957; }","duration":"131.246543ms","start":"2026-03-06T21:29:08.771437Z","end":"2026-03-06T21:29:08.902683Z","steps":["trace[1540637854] 'read index received' (duration: 45.425257ms)","trace[1540637854] 'applied index is now lower than readState.Index' (duration: 85.818856ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:29:08.90274Z","caller":"traceutil/trace.go:171","msg":"trace[1611021196] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"130.640687ms","start":"2026-03-06T21:29:08.772065Z","end":"2026-03-06T21:29:08.902705Z","steps":["trace[1611021196] 'process raft request' (duration: 130.435581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:29:08.90298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.271141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r6hc7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T21:29:08.90302Z","caller":"traceutil/trace.go:171","msg":"trace[347571922] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r6hc7; range_end:; response_count:1; response_revision:5737; }","duration":"128.342383ms","start":"2026-03-06T21:29:08.774669Z","end":"2026-03-06T21:29:08.903012Z","steps":["trace[347571922] 'agreement among raft nodes before linearized reading' (duration: 128.177219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:29:08.903151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.665735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T21:29:08.90345Z","caller":"traceutil/trace.go:171","msg":"trace[1335656631] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5737; }","duration":"131.996184ms","start":"2026-03-06T21:29:08.771411Z","end":"2026-03-06T21:29:08.903407Z","steps":["trace[1335656631] 'agreement among raft nodes before linearized reading' (duration: 131.380837ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:33:28.166713Z","caller":"traceutil/trace.go:171","msg":"trace[2063237745] transaction","detail":"{read_only:false; response_revision:7405; number_of_response:1; }","duration":"119.416916ms","start":"2026-03-06T21:33:28.047257Z","end":"2026-03-06T21:33:28.166674Z","steps":["trace[2063237745] 'process raft request' (duration: 119.18607ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:33:54.155213Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5636} {"level":"info","ts":"2026-03-06T21:33:54.248115Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5636,"took":"90.700391ms","hash":3461354519,"current-db-size-bytes":40513536,"current-db-size":"40 MB","current-db-size-in-use-bytes":21069824,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-06T21:33:54.248198Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3461354519,"revision":5636,"compact-revision":2751} {"level":"info","ts":"2026-03-06T21:34:14.067956Z","caller":"traceutil/trace.go:171","msg":"trace[1520777141] transaction","detail":"{read_only:false; response_revision:7824; number_of_response:1; }","duration":"196.270367ms","start":"2026-03-06T21:34:13.871655Z","end":"2026-03-06T21:34:14.067925Z","steps":["trace[1520777141] 'process raft request' (duration: 196.120473ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:14.083699Z","caller":"traceutil/trace.go:171","msg":"trace[343956712] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"211.970291ms","start":"2026-03-06T21:34:13.871705Z","end":"2026-03-06T21:34:14.083676Z","steps":["trace[343956712] 'process raft request' (duration: 209.915754ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:16.263045Z","caller":"traceutil/trace.go:171","msg":"trace[1276851277] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"190.063035ms","start":"2026-03-06T21:34:16.072956Z","end":"2026-03-06T21:34:16.263019Z","steps":["trace[1276851277] 'process raft request' (duration: 189.860429ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:16.264608Z","caller":"traceutil/trace.go:171","msg":"trace[1346422666] transaction","detail":"{read_only:false; response_revision:7834; number_of_response:1; }","duration":"176.269944ms","start":"2026-03-06T21:34:16.088308Z","end":"2026-03-06T21:34:16.264578Z","steps":["trace[1346422666] 'process raft request' (duration: 176.102139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:26.77629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.008654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T21:34:26.776372Z","caller":"traceutil/trace.go:171","msg":"trace[1692974868] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:7883; }","duration":"309.110966ms","start":"2026-03-06T21:34:26.467244Z","end":"2026-03-06T21:34:26.776355Z","steps":["trace[1692974868] 'count revisions from in-memory index tree' (duration: 308.791528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:26.776405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:26.467212Z","time spent":"309.186979ms","remote":"127.0.0.1:35690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:34:26.776424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.580366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T21:34:26.77652Z","caller":"traceutil/trace.go:171","msg":"trace[1764601563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7883; }","duration":"153.73393ms","start":"2026-03-06T21:34:26.622761Z","end":"2026-03-06T21:34:26.776495Z","steps":["trace[1764601563] 'range keys from in-memory index tree' (duration: 153.314549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:26.776568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.877553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T21:34:26.776643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.125959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T21:34:26.776704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.435875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T21:34:26.776651Z","caller":"traceutil/trace.go:171","msg":"trace[1324113964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7883; }","duration":"189.011756ms","start":"2026-03-06T21:34:26.587622Z","end":"2026-03-06T21:34:26.776634Z","steps":["trace[1324113964] 'range keys from in-memory index tree' (duration: 188.658637ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:26.776728Z","caller":"traceutil/trace.go:171","msg":"trace[918467429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7883; }","duration":"254.515298ms","start":"2026-03-06T21:34:26.522208Z","end":"2026-03-06T21:34:26.776723Z","steps":["trace[918467429] 'range keys from in-memory index tree' (duration: 254.269221ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:26.776746Z","caller":"traceutil/trace.go:171","msg":"trace[476324842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7883; }","duration":"304.262753ms","start":"2026-03-06T21:34:26.47246Z","end":"2026-03-06T21:34:26.776722Z","steps":["trace[476324842] 'range keys from in-memory index tree' (duration: 303.994986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:26.776784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:26.472388Z","time spent":"304.389786ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:34:26.776826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.142446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T21:34:26.776917Z","caller":"traceutil/trace.go:171","msg":"trace[415766749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7883; }","duration":"131.281759ms","start":"2026-03-06T21:34:26.645613Z","end":"2026-03-06T21:34:26.776895Z","steps":["trace[415766749] 'range keys from in-memory index tree' (duration: 130.896729ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:27.627437Z","caller":"traceutil/trace.go:171","msg":"trace[2070361907] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"222.04811ms","start":"2026-03-06T21:34:27.40535Z","end":"2026-03-06T21:34:27.627398Z","steps":["trace[2070361907] 'process raft request' (duration: 221.854455ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:28.592379Z","caller":"traceutil/trace.go:171","msg":"trace[1496850552] linearizableReadLoop","detail":"{readStateIndex:8195; appliedIndex:8192; }","duration":"189.045526ms","start":"2026-03-06T21:34:28.403308Z","end":"2026-03-06T21:34:28.592354Z","steps":["trace[1496850552] 'read index received' (duration: 21.935626ms)","trace[1496850552] 'applied index is now lower than readState.Index' (duration: 167.108ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:34:28.592456Z","caller":"traceutil/trace.go:171","msg":"trace[1169532937] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"204.823923ms","start":"2026-03-06T21:34:28.387598Z","end":"2026-03-06T21:34:28.592422Z","steps":["trace[1169532937] 'process raft request' (duration: 204.588737ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:28.592521Z","caller":"traceutil/trace.go:171","msg":"trace[1055528588] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"203.866446ms","start":"2026-03-06T21:34:28.388598Z","end":"2026-03-06T21:34:28.592465Z","steps":["trace[1055528588] 'process raft request' (duration: 203.722192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:28.592533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.209881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:34:28.59288Z","caller":"traceutil/trace.go:171","msg":"trace[270113563] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:7893; }","duration":"189.594242ms","start":"2026-03-06T21:34:28.403244Z","end":"2026-03-06T21:34:28.592838Z","steps":["trace[270113563] 'agreement among raft nodes before linearized reading' (duration: 189.229732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:28.759813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.414397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:34:28.759998Z","caller":"traceutil/trace.go:171","msg":"trace[1257807278] transaction","detail":"{read_only:false; response_revision:7894; number_of_response:1; }","duration":"161.856295ms","start":"2026-03-06T21:34:28.598116Z","end":"2026-03-06T21:34:28.759972Z","steps":["trace[1257807278] 'process raft request' (duration: 36.17122ms)","trace[1257807278] 'compare' (duration: 125.275254ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:34:28.978261Z","caller":"traceutil/trace.go:171","msg":"trace[69508816] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"120.77377ms","start":"2026-03-06T21:34:28.857451Z","end":"2026-03-06T21:34:28.978225Z","steps":["trace[69508816] 'process raft request' (duration: 120.500412ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:28.978261Z","caller":"traceutil/trace.go:171","msg":"trace[2055137144] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"120.113801ms","start":"2026-03-06T21:34:28.858109Z","end":"2026-03-06T21:34:28.978223Z","steps":["trace[2055137144] 'process raft request' (duration: 120.020268ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:28.978433Z","caller":"traceutil/trace.go:171","msg":"trace[1571580151] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"119.132233ms","start":"2026-03-06T21:34:28.859271Z","end":"2026-03-06T21:34:28.978403Z","steps":["trace[1571580151] 'process raft request' (duration: 118.907857ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:30.753087Z","caller":"traceutil/trace.go:171","msg":"trace[1009014819] transaction","detail":"{read_only:false; response_revision:7902; number_of_response:1; }","duration":"154.602794ms","start":"2026-03-06T21:34:30.598448Z","end":"2026-03-06T21:34:30.75305Z","steps":["trace[1009014819] 'process raft request' (duration: 95.237923ms)","trace[1009014819] 'compare' (duration: 59.171126ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:34:30.825392Z","caller":"traceutil/trace.go:171","msg":"trace[636075981] transaction","detail":"{read_only:false; response_revision:7903; number_of_response:1; }","duration":"226.554084ms","start":"2026-03-06T21:34:30.598807Z","end":"2026-03-06T21:34:30.825361Z","steps":["trace[636075981] 'process raft request' (duration: 226.309837ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:31.019423Z","caller":"traceutil/trace.go:171","msg":"trace[1662088956] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"188.720578ms","start":"2026-03-06T21:34:30.830665Z","end":"2026-03-06T21:34:31.019386Z","steps":["trace[1662088956] 'process raft request' (duration: 188.290956ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:31.210195Z","caller":"traceutil/trace.go:171","msg":"trace[1289479846] transaction","detail":"{read_only:false; response_revision:7907; number_of_response:1; }","duration":"185.470628ms","start":"2026-03-06T21:34:31.024691Z","end":"2026-03-06T21:34:31.210162Z","steps":["trace[1289479846] 'process raft request' (duration: 185.365325ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:31.210431Z","caller":"traceutil/trace.go:171","msg":"trace[1272525539] linearizableReadLoop","detail":"{readStateIndex:8209; appliedIndex:8207; }","duration":"185.255743ms","start":"2026-03-06T21:34:31.025138Z","end":"2026-03-06T21:34:31.210394Z","steps":["trace[1272525539] 'read index received' (duration: 42.341171ms)","trace[1272525539] 'applied index is now lower than readState.Index' (duration: 142.912982ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:34:31.210493Z","caller":"traceutil/trace.go:171","msg":"trace[1969529814] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"185.907181ms","start":"2026-03-06T21:34:31.02457Z","end":"2026-03-06T21:34:31.210478Z","steps":["trace[1969529814] 'process raft request' (duration: 118.712883ms)","trace[1969529814] 'compare' (duration: 66.649403ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:34:31.210853Z","caller":"traceutil/trace.go:171","msg":"trace[1696558405] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"185.52853ms","start":"2026-03-06T21:34:31.025309Z","end":"2026-03-06T21:34:31.210838Z","steps":["trace[1696558405] 'process raft request' (duration: 184.81083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:31.211167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.996143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224145"} {"level":"info","ts":"2026-03-06T21:34:31.211225Z","caller":"traceutil/trace.go:171","msg":"trace[842561060] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7908; }","duration":"186.102936ms","start":"2026-03-06T21:34:31.02511Z","end":"2026-03-06T21:34:31.211212Z","steps":["trace[842561060] 'agreement among raft nodes before linearized reading' (duration: 185.405757ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:32.265577Z","caller":"traceutil/trace.go:171","msg":"trace[552863033] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"375.615906ms","start":"2026-03-06T21:34:31.889929Z","end":"2026-03-06T21:34:32.265545Z","steps":["trace[552863033] 'process raft request' (duration: 375.170363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:32.265798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:31.889898Z","time spent":"375.77628ms","remote":"127.0.0.1:49746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414406,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:34:32.751855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.95423ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-06T21:34:32.752238Z","caller":"traceutil/trace.go:171","msg":"trace[1716615958] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"240.53158ms","start":"2026-03-06T21:34:32.51168Z","end":"2026-03-06T21:34:32.752212Z","steps":["trace[1716615958] 'process raft request' (duration: 240.350245ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:32.75226Z","caller":"traceutil/trace.go:171","msg":"trace[1436054102] linearizableReadLoop","detail":"{readStateIndex:8212; appliedIndex:8210; }","duration":"608.595826ms","start":"2026-03-06T21:34:32.143603Z","end":"2026-03-06T21:34:32.752199Z","steps":["trace[1436054102] 'read index received' (duration: 121.50937ms)","trace[1436054102] 'applied index is now lower than readState.Index' (duration: 487.078426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:34:32.752599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.989788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:34:32.752664Z","caller":"traceutil/trace.go:171","msg":"trace[1284295649] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7910; }","duration":"609.206533ms","start":"2026-03-06T21:34:32.143441Z","end":"2026-03-06T21:34:32.752647Z","steps":["trace[1284295649] 'agreement among raft nodes before linearized reading' (duration: 608.968386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:32.752722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:32.143408Z","time spent":"609.300066ms","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T21:34:32.752599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.984845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19502"} {"level":"info","ts":"2026-03-06T21:34:32.752807Z","caller":"traceutil/trace.go:171","msg":"trace[596668118] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7910; }","duration":"312.236713ms","start":"2026-03-06T21:34:32.44055Z","end":"2026-03-06T21:34:32.752787Z","steps":["trace[596668118] 'agreement among raft nodes before linearized reading' (duration: 311.932174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:32.752867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:32.440527Z","time spent":"312.325115ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19524,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-06T21:34:33.024861Z","caller":"traceutil/trace.go:171","msg":"trace[2036278417] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"194.859048ms","start":"2026-03-06T21:34:32.829982Z","end":"2026-03-06T21:34:33.024841Z","steps":["trace[2036278417] 'process raft request' (duration: 116.967054ms)","trace[2036278417] 'compare' (duration: 77.643037ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:34:33.02473Z","caller":"traceutil/trace.go:171","msg":"trace[2090812672] linearizableReadLoop","detail":"{readStateIndex:8215; appliedIndex:8214; }","duration":"134.815777ms","start":"2026-03-06T21:34:32.889894Z","end":"2026-03-06T21:34:33.02471Z","steps":["trace[2090812672] 'read index received' (duration: 57.021046ms)","trace[2090812672] 'applied index is now lower than readState.Index' (duration: 77.793521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:34:33.025198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.278741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:34:33.025233Z","caller":"traceutil/trace.go:171","msg":"trace[2132802905] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7912; }","duration":"135.335762ms","start":"2026-03-06T21:34:32.889889Z","end":"2026-03-06T21:34:33.025225Z","steps":["trace[2132802905] 'agreement among raft nodes before linearized reading' (duration: 135.24963ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:33.643341Z","caller":"traceutil/trace.go:171","msg":"trace[398318295] linearizableReadLoop","detail":"{readStateIndex:8218; appliedIndex:8217; }","duration":"423.774887ms","start":"2026-03-06T21:34:33.219536Z","end":"2026-03-06T21:34:33.643311Z","steps":["trace[398318295] 'read index received' (duration: 174.995µs)","trace[398318295] 'applied index is now lower than readState.Index' (duration: 423.596512ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:34:33.643492Z","caller":"traceutil/trace.go:171","msg":"trace[1039700944] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"423.863429ms","start":"2026-03-06T21:34:33.219387Z","end":"2026-03-06T21:34:33.643251Z","steps":["trace[1039700944] 'process raft request' (duration: 423.587922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:33.64362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:33.219369Z","time spent":"424.155948ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:34:33.643649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.084836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T21:34:33.64376Z","caller":"traceutil/trace.go:171","msg":"trace[486035717] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7915; }","duration":"424.22992ms","start":"2026-03-06T21:34:33.219503Z","end":"2026-03-06T21:34:33.643733Z","steps":["trace[486035717] 'agreement among raft nodes before linearized reading' (duration: 423.924481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:33.643807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:33.219493Z","time spent":"424.305783ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:34:33.644165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.263655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r6hc7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T21:34:33.64422Z","caller":"traceutil/trace.go:171","msg":"trace[1951812163] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r6hc7; range_end:; response_count:1; response_revision:7916; }","duration":"422.381979ms","start":"2026-03-06T21:34:33.221823Z","end":"2026-03-06T21:34:33.644205Z","steps":["trace[1951812163] 'agreement among raft nodes before linearized reading' (duration: 422.209924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:33.644241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.223452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:34:33.6443Z","caller":"traceutil/trace.go:171","msg":"trace[2068050457] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7916; }","duration":"312.329316ms","start":"2026-03-06T21:34:33.331959Z","end":"2026-03-06T21:34:33.644288Z","steps":["trace[2068050457] 'agreement among raft nodes before linearized reading' (duration: 312.244724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:33.644305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.266555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:34:33.644286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.437321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:34:33.64425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:33.221791Z","time spent":"422.452321ms","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-r6hc7\" "} {"level":"warn","ts":"2026-03-06T21:34:33.644378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.354357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:34:33.644399Z","caller":"traceutil/trace.go:171","msg":"trace[1079917747] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7916; }","duration":"311.599025ms","start":"2026-03-06T21:34:33.332768Z","end":"2026-03-06T21:34:33.644367Z","steps":["trace[1079917747] 'agreement among raft nodes before linearized reading' (duration: 311.389329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:33.644455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.557276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:34:33.644458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:33.332755Z","time spent":"311.687328ms","remote":"127.0.0.1:54958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-03-06T21:34:33.644534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.876766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:34:33.644338Z","caller":"traceutil/trace.go:171","msg":"trace[1819913911] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7916; }","duration":"350.323186ms","start":"2026-03-06T21:34:33.294006Z","end":"2026-03-06T21:34:33.644329Z","steps":["trace[1819913911] 'agreement among raft nodes before linearized reading' (duration: 350.269875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:33.644524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.575097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:34:33.644606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.366449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:34:33.644631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.95672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:34:33.644629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.539386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:34:33.644667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.922428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:34:33.644411Z","caller":"traceutil/trace.go:171","msg":"trace[836188418] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7916; }","duration":"350.426839ms","start":"2026-03-06T21:34:33.293975Z","end":"2026-03-06T21:34:33.644402Z","steps":["trace[836188418] 'agreement among raft nodes before linearized reading' (duration: 350.382578ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:33.644699Z","caller":"traceutil/trace.go:171","msg":"trace[1200414173] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7916; }","duration":"378.635889ms","start":"2026-03-06T21:34:33.266052Z","end":"2026-03-06T21:34:33.644688Z","steps":["trace[1200414173] 'agreement among raft nodes before linearized reading' (duration: 378.538966ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:33.644698Z","caller":"traceutil/trace.go:171","msg":"trace[1675704393] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7916; }","duration":"408.045062ms","start":"2026-03-06T21:34:33.236638Z","end":"2026-03-06T21:34:33.644683Z","steps":["trace[1675704393] 'agreement among raft nodes before linearized reading' (duration: 407.947899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:33.644742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:33.266039Z","time spent":"378.69547ms","remote":"127.0.0.1:54914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T21:34:33.644724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.6975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:34:33.64475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.851248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:34:33.644748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:33.293957Z","time spent":"350.770809ms","remote":"127.0.0.1:54926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:34:33.644762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:33.236629Z","time spent":"408.115925ms","remote":"127.0.0.1:54892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"info","ts":"2026-03-06T21:34:33.644661Z","caller":"traceutil/trace.go:171","msg":"trace[1309703301] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7916; }","duration":"328.442351ms","start":"2026-03-06T21:34:33.316205Z","end":"2026-03-06T21:34:33.644648Z","steps":["trace[1309703301] 'agreement among raft nodes before linearized reading' (duration: 328.370929ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:33.644793Z","caller":"traceutil/trace.go:171","msg":"trace[336297651] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7916; }","duration":"378.780513ms","start":"2026-03-06T21:34:33.265991Z","end":"2026-03-06T21:34:33.644772Z","steps":["trace[336297651] 'agreement among raft nodes before linearized reading' (duration: 378.66645ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:33.644562Z","caller":"traceutil/trace.go:171","msg":"trace[1726200987] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7916; }","duration":"408.956267ms","start":"2026-03-06T21:34:33.235597Z","end":"2026-03-06T21:34:33.644554Z","steps":["trace[1726200987] 'agreement among raft nodes before linearized reading' (duration: 408.908996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:33.644848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:33.265985Z","time spent":"378.848225ms","remote":"127.0.0.1:54914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:34:33.644838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:33.316193Z","time spent":"328.632407ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"info","ts":"2026-03-06T21:34:33.644907Z","caller":"traceutil/trace.go:171","msg":"trace[349450643] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"422.06335ms","start":"2026-03-06T21:34:33.222831Z","end":"2026-03-06T21:34:33.644894Z","steps":["trace[349450643] 'process raft request' (duration: 421.118174ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:33.644708Z","caller":"traceutil/trace.go:171","msg":"trace[1337256970] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7916; }","duration":"390.96686ms","start":"2026-03-06T21:34:33.253727Z","end":"2026-03-06T21:34:33.644694Z","steps":["trace[1337256970] 'agreement among raft nodes before linearized reading' (duration: 390.916799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:33.644944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.330188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:34:33.644712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:33.293994Z","time spent":"350.635805ms","remote":"127.0.0.1:54926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T21:34:33.644925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:33.235573Z","time spent":"409.289877ms","remote":"127.0.0.1:54892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T21:34:33.645019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:33.222813Z","time spent":"422.135522ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:34:33.644642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.802578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:34:33.645128Z","caller":"traceutil/trace.go:171","msg":"trace[247781413] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7916; }","duration":"313.314403ms","start":"2026-03-06T21:34:33.331801Z","end":"2026-03-06T21:34:33.645115Z","steps":["trace[247781413] 'agreement among raft nodes before linearized reading' (duration: 312.782208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:33.644518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.95187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:34:33.644621Z","caller":"traceutil/trace.go:171","msg":"trace[1710062292] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7916; }","duration":"391.69051ms","start":"2026-03-06T21:34:33.252913Z","end":"2026-03-06T21:34:33.644604Z","steps":["trace[1710062292] 'agreement among raft nodes before linearized reading' (duration: 391.521665ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:33.645274Z","caller":"traceutil/trace.go:171","msg":"trace[1696444397] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7916; }","duration":"327.737752ms","start":"2026-03-06T21:34:33.317513Z","end":"2026-03-06T21:34:33.645251Z","steps":["trace[1696444397] 'agreement among raft nodes before linearized reading' (duration: 326.871148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:33.645356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:33.317488Z","time spent":"327.842955ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-03-06T21:34:33.644712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.537113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:34:33.645492Z","caller":"traceutil/trace.go:171","msg":"trace[2144398845] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7916; }","duration":"329.313455ms","start":"2026-03-06T21:34:33.316151Z","end":"2026-03-06T21:34:33.645465Z","steps":["trace[2144398845] 'agreement among raft nodes before linearized reading' (duration: 328.538314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:33.645563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:33.316142Z","time spent":"329.400338ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:34:33.644338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:33.33193Z","time spent":"312.397427ms","remote":"127.0.0.1:54958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:34:33.644816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.96248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:34:33.645852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:33.253719Z","time spent":"391.246878ms","remote":"127.0.0.1:54908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"info","ts":"2026-03-06T21:34:33.645862Z","caller":"traceutil/trace.go:171","msg":"trace[1330459291] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7916; }","duration":"378.983559ms","start":"2026-03-06T21:34:33.266819Z","end":"2026-03-06T21:34:33.645803Z","steps":["trace[1330459291] 'agreement among raft nodes before linearized reading' (duration: 377.976771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:33.645939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:33.266807Z","time spent":"379.107342ms","remote":"127.0.0.1:54914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-03-06T21:34:33.645622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:33.252897Z","time spent":"392.372879ms","remote":"127.0.0.1:54908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:34:33.645213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:33.33179Z","time spent":"313.408885ms","remote":"127.0.0.1:54958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T21:34:33.644165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.632007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:34:33.645011Z","caller":"traceutil/trace.go:171","msg":"trace[1911979956] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7916; }","duration":"409.450371ms","start":"2026-03-06T21:34:33.235545Z","end":"2026-03-06T21:34:33.644996Z","steps":["trace[1911979956] 'agreement among raft nodes before linearized reading' (duration: 409.334728ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:33.646096Z","caller":"traceutil/trace.go:171","msg":"trace[1870200460] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7916; }","duration":"351.559351ms","start":"2026-03-06T21:34:33.2945Z","end":"2026-03-06T21:34:33.646059Z","steps":["trace[1870200460] 'agreement among raft nodes before linearized reading' (duration: 349.609667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:33.646165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:33.235519Z","time spent":"410.621363ms","remote":"127.0.0.1:54892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:34:33.64617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:33.294494Z","time spent":"351.651493ms","remote":"127.0.0.1:54926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"info","ts":"2026-03-06T21:34:33.644781Z","caller":"traceutil/trace.go:171","msg":"trace[1172097399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7916; }","duration":"262.902259ms","start":"2026-03-06T21:34:33.381872Z","end":"2026-03-06T21:34:33.644774Z","steps":["trace[1172097399] 'agreement among raft nodes before linearized reading' (duration: 262.853598ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:33.646489Z","caller":"traceutil/trace.go:171","msg":"trace[1250608790] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7916; }","duration":"393.618253ms","start":"2026-03-06T21:34:33.25285Z","end":"2026-03-06T21:34:33.646469Z","steps":["trace[1250608790] 'agreement among raft nodes before linearized reading' (duration: 391.579187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:34:33.64657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:34:33.252833Z","time spent":"393.715335ms","remote":"127.0.0.1:54908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"info","ts":"2026-03-06T21:34:57.294381Z","caller":"traceutil/trace.go:171","msg":"trace[1970596186] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"125.656604ms","start":"2026-03-06T21:34:57.168637Z","end":"2026-03-06T21:34:57.294294Z","steps":["trace[1970596186] 'process raft request' (duration: 125.116659ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:57.479636Z","caller":"traceutil/trace.go:171","msg":"trace[1677527909] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"176.795058ms","start":"2026-03-06T21:34:57.302807Z","end":"2026-03-06T21:34:57.479603Z","steps":["trace[1677527909] 'process raft request' (duration: 175.627245ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:34:59.474672Z","caller":"traceutil/trace.go:171","msg":"trace[819586645] transaction","detail":"{read_only:false; response_revision:8095; number_of_response:1; }","duration":"162.092262ms","start":"2026-03-06T21:34:59.312549Z","end":"2026-03-06T21:34:59.474641Z","steps":["trace[819586645] 'process raft request' (duration: 161.862846ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:35:01.672767Z","caller":"traceutil/trace.go:171","msg":"trace[2025190914] linearizableReadLoop","detail":"{readStateIndex:8414; appliedIndex:8413; }","duration":"288.933519ms","start":"2026-03-06T21:35:01.3838Z","end":"2026-03-06T21:35:01.672734Z","steps":["trace[2025190914] 'read index received' (duration: 288.570899ms)","trace[2025190914] 'applied index is now lower than readState.Index' (duration: 361.2µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:35:01.672876Z","caller":"traceutil/trace.go:171","msg":"trace[357814692] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"544.0009ms","start":"2026-03-06T21:35:01.128836Z","end":"2026-03-06T21:35:01.672837Z","steps":["trace[357814692] 'process raft request' (duration: 543.64308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:01.673009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.181555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:35:01.673069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:01.128801Z","time spent":"544.165514ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:35:01.673106Z","caller":"traceutil/trace.go:171","msg":"trace[1009922604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8103; }","duration":"289.344361ms","start":"2026-03-06T21:35:01.38374Z","end":"2026-03-06T21:35:01.673084Z","steps":["trace[1009922604] 'agreement among raft nodes before linearized reading' (duration: 289.141735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:01.673175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.462129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T21:35:01.673239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.74467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T21:35:01.673276Z","caller":"traceutil/trace.go:171","msg":"trace[1836112401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8103; }","duration":"193.612213ms","start":"2026-03-06T21:35:01.479639Z","end":"2026-03-06T21:35:01.673251Z","steps":["trace[1836112401] 'agreement among raft nodes before linearized reading' (duration: 193.332836ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:35:01.673322Z","caller":"traceutil/trace.go:171","msg":"trace[701069871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8103; }","duration":"179.902874ms","start":"2026-03-06T21:35:01.493398Z","end":"2026-03-06T21:35:01.673301Z","steps":["trace[701069871] 'agreement among raft nodes before linearized reading' (duration: 179.595565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:02.10837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.947334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:35:02.108651Z","caller":"traceutil/trace.go:171","msg":"trace[21016286] linearizableReadLoop","detail":"{readStateIndex:8416; appliedIndex:8414; }","duration":"318.854126ms","start":"2026-03-06T21:35:01.789756Z","end":"2026-03-06T21:35:02.10861Z","steps":["trace[21016286] 'read index received' (duration: 31.321926ms)","trace[21016286] 'applied index is now lower than readState.Index' (duration: 287.5302ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:35:02.108774Z","caller":"traceutil/trace.go:171","msg":"trace[1580576348] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"429.621978ms","start":"2026-03-06T21:35:01.679128Z","end":"2026-03-06T21:35:02.10875Z","steps":["trace[1580576348] 'process raft request' (duration: 141.933164ms)","trace[1580576348] 'compare' (duration: 286.756839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:35:02.10886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:01.679104Z","time spent":"429.706461ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:35:02.109138Z","caller":"traceutil/trace.go:171","msg":"trace[191986960] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"429.867176ms","start":"2026-03-06T21:35:01.679255Z","end":"2026-03-06T21:35:02.109123Z","steps":["trace[191986960] 'process raft request' (duration: 429.261379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:02.109211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:01.679223Z","time spent":"429.949158ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:35:02.112285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.212604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:35:02.112336Z","caller":"traceutil/trace.go:171","msg":"trace[744775449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8105; }","duration":"320.269845ms","start":"2026-03-06T21:35:01.792054Z","end":"2026-03-06T21:35:02.112324Z","steps":["trace[744775449] 'agreement among raft nodes before linearized reading' (duration: 320.127991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:02.112364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:01.792001Z","time spent":"320.355897ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:35:02.11257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.818406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T21:35:02.112608Z","caller":"traceutil/trace.go:171","msg":"trace[21796130] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8105; }","duration":"322.895528ms","start":"2026-03-06T21:35:01.789702Z","end":"2026-03-06T21:35:02.112598Z","steps":["trace[21796130] 'agreement among raft nodes before linearized reading' (duration: 319.597847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:02.11264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:01.78967Z","time spent":"322.96263ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:35:02.112857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.272805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r6hc7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T21:35:02.112893Z","caller":"traceutil/trace.go:171","msg":"trace[882714551] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r6hc7; range_end:; response_count:1; response_revision:8105; }","duration":"299.327576ms","start":"2026-03-06T21:35:01.813557Z","end":"2026-03-06T21:35:02.112884Z","steps":["trace[882714551] 'agreement among raft nodes before linearized reading' (duration: 299.220183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:02.113109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.005471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T21:35:02.113144Z","caller":"traceutil/trace.go:171","msg":"trace[530757463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8105; }","duration":"306.071043ms","start":"2026-03-06T21:35:01.807064Z","end":"2026-03-06T21:35:02.113135Z","steps":["trace[530757463] 'agreement among raft nodes before linearized reading' (duration: 305.97741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:02.113172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:01.80705Z","time spent":"306.115974ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T21:35:04.321695Z","caller":"traceutil/trace.go:171","msg":"trace[1226704098] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"203.306801ms","start":"2026-03-06T21:35:04.118351Z","end":"2026-03-06T21:35:04.321658Z","steps":["trace[1226704098] 'process raft request' (duration: 203.067204ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:35:04.458059Z","caller":"traceutil/trace.go:171","msg":"trace[2138335429] linearizableReadLoop","detail":"{readStateIndex:8426; appliedIndex:8424; }","duration":"332.068242ms","start":"2026-03-06T21:35:04.125937Z","end":"2026-03-06T21:35:04.458006Z","steps":["trace[2138335429] 'read index received' (duration: 195.426464ms)","trace[2138335429] 'applied index is now lower than readState.Index' (duration: 136.638928ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:35:04.458394Z","caller":"traceutil/trace.go:171","msg":"trace[333899131] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"339.861247ms","start":"2026-03-06T21:35:04.118504Z","end":"2026-03-06T21:35:04.458366Z","steps":["trace[333899131] 'process raft request' (duration: 267.856396ms)","trace[333899131] 'compare' (duration: 71.24131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:35:04.458536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.816201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T21:35:04.458647Z","caller":"traceutil/trace.go:171","msg":"trace[847700632] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8114; }","duration":"328.956565ms","start":"2026-03-06T21:35:04.129666Z","end":"2026-03-06T21:35:04.458622Z","steps":["trace[847700632] 'agreement among raft nodes before linearized reading' (duration: 328.683527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:04.458603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.617507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r6hc7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-06T21:35:04.458692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:04.129653Z","time spent":"329.030547ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:35:04.458686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:04.11848Z","time spent":"340.012551ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:35:04.458723Z","caller":"traceutil/trace.go:171","msg":"trace[124604653] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r6hc7; range_end:; response_count:1; response_revision:8114; }","duration":"332.800352ms","start":"2026-03-06T21:35:04.125891Z","end":"2026-03-06T21:35:04.458692Z","steps":["trace[124604653] 'agreement among raft nodes before linearized reading' (duration: 332.476533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:04.458779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:04.125879Z","time spent":"332.888424ms","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-r6hc7\" "} {"level":"warn","ts":"2026-03-06T21:35:04.458772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.931697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T21:35:04.458834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.014899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:35:04.458883Z","caller":"traceutil/trace.go:171","msg":"trace[1177281552] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8114; }","duration":"328.085551ms","start":"2026-03-06T21:35:04.130773Z","end":"2026-03-06T21:35:04.458858Z","steps":["trace[1177281552] 'agreement among raft nodes before linearized reading' (duration: 327.742222ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:35:04.458929Z","caller":"traceutil/trace.go:171","msg":"trace[233712394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8114; }","duration":"328.158124ms","start":"2026-03-06T21:35:04.130746Z","end":"2026-03-06T21:35:04.458904Z","steps":["trace[233712394] 'agreement among raft nodes before linearized reading' (duration: 327.826774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:04.45894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:04.130761Z","time spent":"328.169823ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:35:04.458976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:04.13073Z","time spent":"328.239575ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T21:35:05.071519Z","caller":"traceutil/trace.go:171","msg":"trace[2103379883] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"143.514598ms","start":"2026-03-06T21:35:04.927968Z","end":"2026-03-06T21:35:05.071483Z","steps":["trace[2103379883] 'process raft request' (duration: 116.80982ms)","trace[2103379883] 'compare' (duration: 26.575475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:35:06.354235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.458775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:35:06.354364Z","caller":"traceutil/trace.go:171","msg":"trace[467536844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8120; }","duration":"965.622769ms","start":"2026-03-06T21:35:05.388715Z","end":"2026-03-06T21:35:06.354338Z","steps":["trace[467536844] 'range keys from in-memory index tree' (duration: 965.387552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:06.354403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:05.388701Z","time spent":"965.692581ms","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:35:06.739224Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.274932311s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T21:35:06.739645Z","caller":"traceutil/trace.go:171","msg":"trace[302189391] transaction","detail":"{read_only:false; response_revision:8121; number_of_response:1; }","duration":"1.275441385s","start":"2026-03-06T21:35:05.464173Z","end":"2026-03-06T21:35:06.739614Z","steps":["trace[302189391] 'process raft request' (duration: 1.27527495s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:06.739793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:05.464151Z","time spent":"1.275566728s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:35:06.860025Z","caller":"traceutil/trace.go:171","msg":"trace[1835676292] linearizableReadLoop","detail":"{readStateIndex:8435; appliedIndex:8432; }","duration":"532.676258ms","start":"2026-03-06T21:35:06.327314Z","end":"2026-03-06T21:35:06.85999Z","steps":["trace[1835676292] 'read index received' (duration: 412.196157ms)","trace[1835676292] 'applied index is now lower than readState.Index' (duration: 120.478501ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:35:06.860168Z","caller":"traceutil/trace.go:171","msg":"trace[1181635219] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"757.410702ms","start":"2026-03-06T21:35:06.102744Z","end":"2026-03-06T21:35:06.860155Z","steps":["trace[1181635219] 'process raft request' (duration: 757.174755ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:35:06.860186Z","caller":"traceutil/trace.go:171","msg":"trace[537073937] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"1.171216003s","start":"2026-03-06T21:35:05.688924Z","end":"2026-03-06T21:35:06.86014Z","steps":["trace[537073937] 'process raft request' (duration: 1.170810612s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:06.860303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:06.102718Z","time spent":"757.479384ms","remote":"127.0.0.1:54892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:35:06.860394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:05.688911Z","time spent":"1.171387628s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:35:06.860365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.424129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:35:06.860517Z","caller":"traceutil/trace.go:171","msg":"trace[1532681212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8123; }","duration":"503.594264ms","start":"2026-03-06T21:35:06.356882Z","end":"2026-03-06T21:35:06.860476Z","steps":["trace[1532681212] 'agreement among raft nodes before linearized reading' (duration: 503.330986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:06.86053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.214713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T21:35:06.860562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.685053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T21:35:06.860576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:06.35682Z","time spent":"503.745598ms","remote":"127.0.0.1:35408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T21:35:06.860585Z","caller":"traceutil/trace.go:171","msg":"trace[821576549] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8123; }","duration":"533.291845ms","start":"2026-03-06T21:35:06.32727Z","end":"2026-03-06T21:35:06.860562Z","steps":["trace[821576549] 'agreement among raft nodes before linearized reading' (duration: 533.182232ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:35:06.860623Z","caller":"traceutil/trace.go:171","msg":"trace[283392230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8123; }","duration":"313.787726ms","start":"2026-03-06T21:35:06.546817Z","end":"2026-03-06T21:35:06.860605Z","steps":["trace[283392230] 'agreement among raft nodes before linearized reading' (duration: 313.55177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:06.860653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:06.327245Z","time spent":"533.392558ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:35:06.860655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:06.546802Z","time spent":"313.845717ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:35:06.860749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.305603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T21:35:06.860787Z","caller":"traceutil/trace.go:171","msg":"trace[1396441178] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8123; }","duration":"313.356134ms","start":"2026-03-06T21:35:06.547419Z","end":"2026-03-06T21:35:06.860775Z","steps":["trace[1396441178] 'agreement among raft nodes before linearized reading' (duration: 313.258571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:06.860763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.972846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T21:35:06.860875Z","caller":"traceutil/trace.go:171","msg":"trace[714758769] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8123; }","duration":"363.158601ms","start":"2026-03-06T21:35:06.497689Z","end":"2026-03-06T21:35:06.860847Z","steps":["trace[714758769] 'agreement among raft nodes before linearized reading' (duration: 362.825562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:06.860911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.582954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r6hc7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-06T21:35:06.860926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:06.497662Z","time spent":"363.253074ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T21:35:06.860947Z","caller":"traceutil/trace.go:171","msg":"trace[2011558591] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r6hc7; range_end:; response_count:1; response_revision:8123; }","duration":"358.663776ms","start":"2026-03-06T21:35:06.50227Z","end":"2026-03-06T21:35:06.860934Z","steps":["trace[2011558591] 'agreement among raft nodes before linearized reading' (duration: 358.561844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:06.860978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:06.502244Z","time spent":"358.728288ms","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-r6hc7\" "} {"level":"warn","ts":"2026-03-06T21:35:06.860813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:06.547411Z","time spent":"313.395605ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:35:06.861005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.10529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T21:35:06.861112Z","caller":"traceutil/trace.go:171","msg":"trace[1748724535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8123; }","duration":"397.267575ms","start":"2026-03-06T21:35:06.46382Z","end":"2026-03-06T21:35:06.861087Z","steps":["trace[1748724535] 'agreement among raft nodes before linearized reading' (duration: 397.023738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:06.861157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:06.463787Z","time spent":"397.358997ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:35:07.198517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.321264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:35:07.198659Z","caller":"traceutil/trace.go:171","msg":"trace[1908760574] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"332.471042ms","start":"2026-03-06T21:35:06.866161Z","end":"2026-03-06T21:35:07.198632Z","steps":["trace[1908760574] 'process raft request' (duration: 210.936832ms)","trace[1908760574] 'compare' (duration: 121.201201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:35:07.198739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:06.866146Z","time spent":"332.552055ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:35:07.274073Z","caller":"traceutil/trace.go:171","msg":"trace[1118389713] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"407.787745ms","start":"2026-03-06T21:35:06.866255Z","end":"2026-03-06T21:35:07.274043Z","steps":["trace[1118389713] 'process raft request' (duration: 407.726504ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:35:07.274107Z","caller":"traceutil/trace.go:171","msg":"trace[889600314] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"407.907948ms","start":"2026-03-06T21:35:06.866157Z","end":"2026-03-06T21:35:07.274065Z","steps":["trace[889600314] 'process raft request' (duration: 407.688722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:07.274248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:06.866243Z","time spent":"407.912778ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:35:07.274285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:06.866129Z","time spent":"408.062412ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:35:07.274534Z","caller":"traceutil/trace.go:171","msg":"trace[1370243727] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"408.140525ms","start":"2026-03-06T21:35:06.866379Z","end":"2026-03-06T21:35:07.27452Z","steps":["trace[1370243727] 'process raft request' (duration: 407.62888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:07.2746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:06.86637Z","time spent":"408.199006ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:35:07.274643Z","caller":"traceutil/trace.go:171","msg":"trace[1314741728] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"408.203136ms","start":"2026-03-06T21:35:06.866415Z","end":"2026-03-06T21:35:07.274618Z","steps":["trace[1314741728] 'process raft request' (duration: 408.000381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:07.274769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:06.866401Z","time spent":"408.311739ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:35:07.274907Z","caller":"traceutil/trace.go:171","msg":"trace[1437074313] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"354.331337ms","start":"2026-03-06T21:35:06.920543Z","end":"2026-03-06T21:35:07.274874Z","steps":["trace[1437074313] 'process raft request' (duration: 354.002818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:07.275048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.959247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:35:07.275077Z","caller":"traceutil/trace.go:171","msg":"trace[995506626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8129; }","duration":"405.025419ms","start":"2026-03-06T21:35:06.870045Z","end":"2026-03-06T21:35:07.27507Z","steps":["trace[995506626] 'agreement among raft nodes before linearized reading' (duration: 404.976557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:07.275093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:06.870027Z","time spent":"405.062959ms","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T21:35:07.274784Z","caller":"traceutil/trace.go:171","msg":"trace[582339209] linearizableReadLoop","detail":"{readStateIndex:8440; appliedIndex:8435; }","duration":"404.674338ms","start":"2026-03-06T21:35:06.87009Z","end":"2026-03-06T21:35:07.274764Z","steps":["trace[582339209] 'read index received' (duration: 207.032974ms)","trace[582339209] 'applied index is now lower than readState.Index' (duration: 197.639984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:35:07.275137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:06.920523Z","time spent":"354.469331ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:35:07.289078Z","caller":"traceutil/trace.go:171","msg":"trace[74482358] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"211.673933ms","start":"2026-03-06T21:35:07.077391Z","end":"2026-03-06T21:35:07.289065Z","steps":["trace[74482358] 'process raft request' (duration: 211.501978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:07.289215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.106547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189a5e2049cde794\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-06T21:35:07.289278Z","caller":"traceutil/trace.go:171","msg":"trace[2125012396] range","detail":"{range_begin:/registry/events/openstack/ceph.189a5e2049cde794; range_end:; response_count:1; response_revision:8130; }","duration":"419.18152ms","start":"2026-03-06T21:35:06.870082Z","end":"2026-03-06T21:35:07.289263Z","steps":["trace[2125012396] 'agreement among raft nodes before linearized reading' (duration: 418.956454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:07.289293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.998597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T21:35:07.28939Z","caller":"traceutil/trace.go:171","msg":"trace[1525302814] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:8130; }","duration":"397.160301ms","start":"2026-03-06T21:35:06.892212Z","end":"2026-03-06T21:35:07.289373Z","steps":["trace[1525302814] 'agreement among raft nodes before linearized reading' (duration: 396.871633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:07.289438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:06.892198Z","time spent":"397.226654ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-03-06T21:35:07.289317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:06.870074Z","time spent":"419.234782ms","remote":"127.0.0.1:35478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.189a5e2049cde794\" "} {"level":"warn","ts":"2026-03-06T21:35:15.862489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198138583511606,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:35:16.135078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.517133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:35:16.135268Z","caller":"traceutil/trace.go:171","msg":"trace[838854119] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"779.622896ms","start":"2026-03-06T21:35:15.355622Z","end":"2026-03-06T21:35:16.135245Z","steps":["trace[838854119] 'process raft request' (duration: 535.796674ms)","trace[838854119] 'compare' (duration: 243.0502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:35:16.135595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:15.355592Z","time spent":"779.962725ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:35:16.215859Z","caller":"traceutil/trace.go:171","msg":"trace[1647969425] linearizableReadLoop","detail":"{readStateIndex:8526; appliedIndex:8523; }","duration":"853.506878ms","start":"2026-03-06T21:35:15.36232Z","end":"2026-03-06T21:35:16.215827Z","steps":["trace[1647969425] 'read index received' (duration: 529.18978ms)","trace[1647969425] 'applied index is now lower than readState.Index' (duration: 324.315458ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:35:16.216028Z","caller":"traceutil/trace.go:171","msg":"trace[1854482297] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"831.331705ms","start":"2026-03-06T21:35:15.384682Z","end":"2026-03-06T21:35:16.216014Z","steps":["trace[1854482297] 'process raft request' (duration: 831.088728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:16.216164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:15.38465Z","time spent":"831.407747ms","remote":"127.0.0.1:35662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:35:16.216253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.92026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T21:35:16.21631Z","caller":"traceutil/trace.go:171","msg":"trace[1725535402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8209; }","duration":"854.008692ms","start":"2026-03-06T21:35:15.362287Z","end":"2026-03-06T21:35:16.216296Z","steps":["trace[1725535402] 'agreement among raft nodes before linearized reading' (duration: 853.847657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:16.216344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:15.362264Z","time spent":"854.072234ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:35:16.216324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.895598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T21:35:16.216419Z","caller":"traceutil/trace.go:171","msg":"trace[806920326] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8209; }","duration":"854.016092ms","start":"2026-03-06T21:35:15.362376Z","end":"2026-03-06T21:35:16.216393Z","steps":["trace[806920326] 'agreement among raft nodes before linearized reading' (duration: 853.773036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:16.216368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.687702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T21:35:16.216467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:15.362369Z","time spent":"854.089764ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:35:16.216439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.877445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:35:16.216499Z","caller":"traceutil/trace.go:171","msg":"trace[62470705] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8209; }","duration":"849.852317ms","start":"2026-03-06T21:35:15.366621Z","end":"2026-03-06T21:35:16.216473Z","steps":["trace[62470705] 'agreement among raft nodes before linearized reading' (duration: 849.544669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:16.216547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:15.366613Z","time spent":"849.924499ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T21:35:16.216538Z","caller":"traceutil/trace.go:171","msg":"trace[1417694577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8209; }","duration":"851.050391ms","start":"2026-03-06T21:35:15.365463Z","end":"2026-03-06T21:35:16.216513Z","steps":["trace[1417694577] 'agreement among raft nodes before linearized reading' (duration: 850.725912ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:35:16.216546Z","caller":"traceutil/trace.go:171","msg":"trace[697684643] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"858.229549ms","start":"2026-03-06T21:35:15.358288Z","end":"2026-03-06T21:35:16.216518Z","steps":["trace[697684643] 'process raft request' (duration: 857.309493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:16.216603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:15.365437Z","time spent":"851.147953ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:35:16.216699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:15.358253Z","time spent":"858.366512ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:35:16.50291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.9496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:35:16.503106Z","caller":"traceutil/trace.go:171","msg":"trace[509621700] linearizableReadLoop","detail":"{readStateIndex:8531; appliedIndex:8530; }","duration":"118.226609ms","start":"2026-03-06T21:35:16.384856Z","end":"2026-03-06T21:35:16.503082Z","steps":["trace[509621700] 'read index received' (duration: 7.884168ms)","trace[509621700] 'applied index is now lower than readState.Index' (duration: 110.340741ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:35:16.503203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.353683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:35:16.503245Z","caller":"traceutil/trace.go:171","msg":"trace[1990370043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8214; }","duration":"118.437425ms","start":"2026-03-06T21:35:16.384791Z","end":"2026-03-06T21:35:16.503228Z","steps":["trace[1990370043] 'agreement among raft nodes before linearized reading' (duration: 118.359783ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:35:16.503244Z","caller":"traceutil/trace.go:171","msg":"trace[1018118202] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"271.769194ms","start":"2026-03-06T21:35:16.231425Z","end":"2026-03-06T21:35:16.503195Z","steps":["trace[1018118202] 'process raft request' (duration: 161.395462ms)","trace[1018118202] 'compare' (duration: 109.716114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:35:16.728522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.119539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-06T21:35:16.72861Z","caller":"traceutil/trace.go:171","msg":"trace[1718403124] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8215; }","duration":"121.265963ms","start":"2026-03-06T21:35:16.607321Z","end":"2026-03-06T21:35:16.728587Z","steps":["trace[1718403124] 'range keys from in-memory index tree' (duration: 120.948975ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:35:17.205244Z","caller":"traceutil/trace.go:171","msg":"trace[1327176809] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"220.579719ms","start":"2026-03-06T21:35:16.984627Z","end":"2026-03-06T21:35:17.205207Z","steps":["trace[1327176809] 'process raft request' (duration: 157.538826ms)","trace[1327176809] 'compare' (duration: 62.765726ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:35:17.205374Z","caller":"traceutil/trace.go:171","msg":"trace[308118551] linearizableReadLoop","detail":"{readStateIndex:8540; appliedIndex:8538; }","duration":"206.932262ms","start":"2026-03-06T21:35:16.998405Z","end":"2026-03-06T21:35:17.205337Z","steps":["trace[308118551] 'read index received' (duration: 10.179332ms)","trace[308118551] 'applied index is now lower than readState.Index' (duration: 196.75127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:35:17.205627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.196539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-06T21:35:17.205674Z","caller":"traceutil/trace.go:171","msg":"trace[58827577] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8223; }","duration":"207.263341ms","start":"2026-03-06T21:35:16.998398Z","end":"2026-03-06T21:35:17.205661Z","steps":["trace[58827577] 'agreement among raft nodes before linearized reading' (duration: 207.038794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:17.205815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.968591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-06T21:35:17.205864Z","caller":"traceutil/trace.go:171","msg":"trace[890172664] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8223; }","duration":"195.061693ms","start":"2026-03-06T21:35:17.010789Z","end":"2026-03-06T21:35:17.205851Z","steps":["trace[890172664] 'agreement among raft nodes before linearized reading' (duration: 194.94039ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:35:17.510082Z","caller":"traceutil/trace.go:171","msg":"trace[425800595] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"110.721812ms","start":"2026-03-06T21:35:17.399333Z","end":"2026-03-06T21:35:17.510055Z","steps":["trace[425800595] 'process raft request' (duration: 110.575998ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:35:18.360178Z","caller":"traceutil/trace.go:171","msg":"trace[1651564015] linearizableReadLoop","detail":"{readStateIndex:8545; appliedIndex:8544; }","duration":"127.367571ms","start":"2026-03-06T21:35:18.232773Z","end":"2026-03-06T21:35:18.36014Z","steps":["trace[1651564015] 'read index received' (duration: 53.645003ms)","trace[1651564015] 'applied index is now lower than readState.Index' (duration: 73.720958ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:35:18.360232Z","caller":"traceutil/trace.go:171","msg":"trace[64665323] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"137.239215ms","start":"2026-03-06T21:35:18.222957Z","end":"2026-03-06T21:35:18.360197Z","steps":["trace[64665323] 'process raft request' (duration: 63.546087ms)","trace[64665323] 'compare' (duration: 73.452201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:35:18.360546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.747202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T21:35:18.360612Z","caller":"traceutil/trace.go:171","msg":"trace[1769039026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8227; }","duration":"127.881476ms","start":"2026-03-06T21:35:18.232713Z","end":"2026-03-06T21:35:18.360595Z","steps":["trace[1769039026] 'agreement among raft nodes before linearized reading' (duration: 127.66048ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:35:18.765057Z","caller":"traceutil/trace.go:171","msg":"trace[481080609] transaction","detail":"{read_only:false; response_revision:8229; number_of_response:1; }","duration":"399.109745ms","start":"2026-03-06T21:35:18.365917Z","end":"2026-03-06T21:35:18.765027Z","steps":["trace[481080609] 'process raft request' (duration: 398.897819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:18.765238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:18.3659Z","time spent":"399.245539ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:35:18.765385Z","caller":"traceutil/trace.go:171","msg":"trace[598487128] linearizableReadLoop","detail":"{readStateIndex:8549; appliedIndex:8545; }","duration":"383.767251ms","start":"2026-03-06T21:35:18.381559Z","end":"2026-03-06T21:35:18.765326Z","steps":["trace[598487128] 'read index received' (duration: 52.603545ms)","trace[598487128] 'applied index is now lower than readState.Index' (duration: 331.162486ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:35:18.765474Z","caller":"traceutil/trace.go:171","msg":"trace[1778973542] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"399.431445ms","start":"2026-03-06T21:35:18.366009Z","end":"2026-03-06T21:35:18.76544Z","steps":["trace[1778973542] 'process raft request' (duration: 398.963842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:18.765595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.019338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:35:18.765581Z","caller":"traceutil/trace.go:171","msg":"trace[1885046061] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"398.873339ms","start":"2026-03-06T21:35:18.366656Z","end":"2026-03-06T21:35:18.765529Z","steps":["trace[1885046061] 'process raft request' (duration: 398.5624ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:35:18.765641Z","caller":"traceutil/trace.go:171","msg":"trace[891589343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8231; }","duration":"384.109431ms","start":"2026-03-06T21:35:18.38152Z","end":"2026-03-06T21:35:18.765629Z","steps":["trace[891589343] 'agreement among raft nodes before linearized reading' (duration: 383.948646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:18.765681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:18.381508Z","time spent":"384.165612ms","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:35:18.765638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:18.365989Z","time spent":"399.564768ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:35:18.7658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:35:18.366648Z","time spent":"399.035293ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:35:19.198386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.057414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:35:19.198744Z","caller":"traceutil/trace.go:171","msg":"trace[969045268] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8232; }","duration":"139.449474ms","start":"2026-03-06T21:35:19.059271Z","end":"2026-03-06T21:35:19.19872Z","steps":["trace[969045268] 'range keys from in-memory index tree' (duration: 138.887499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:35:19.199023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.970192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228791"} {"level":"info","ts":"2026-03-06T21:35:19.199076Z","caller":"traceutil/trace.go:171","msg":"trace[1732929476] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8232; }","duration":"139.055414ms","start":"2026-03-06T21:35:19.060008Z","end":"2026-03-06T21:35:19.199064Z","steps":["trace[1732929476] 'range keys from in-memory index tree' (duration: 138.599101ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:36:21.32273Z","caller":"traceutil/trace.go:171","msg":"trace[1323740745] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"228.694032ms","start":"2026-03-06T21:36:21.094002Z","end":"2026-03-06T21:36:21.322696Z","steps":["trace[1323740745] 'process raft request' (duration: 228.497377ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:36:21.323985Z","caller":"traceutil/trace.go:171","msg":"trace[746372672] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"228.329133ms","start":"2026-03-06T21:36:21.095616Z","end":"2026-03-06T21:36:21.323945Z","steps":["trace[746372672] 'process raft request' (duration: 228.125117ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:36:21.324164Z","caller":"traceutil/trace.go:171","msg":"trace[591396630] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"227.799057ms","start":"2026-03-06T21:36:21.096342Z","end":"2026-03-06T21:36:21.324141Z","steps":["trace[591396630] 'process raft request' (duration: 227.516069ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:36:21.324294Z","caller":"traceutil/trace.go:171","msg":"trace[1554572368] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"164.827157ms","start":"2026-03-06T21:36:21.15946Z","end":"2026-03-06T21:36:21.324287Z","steps":["trace[1554572368] 'process raft request' (duration: 164.426776ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:36:34.689889Z","caller":"traceutil/trace.go:171","msg":"trace[517018607] transaction","detail":"{read_only:false; response_revision:8926; number_of_response:1; }","duration":"154.024338ms","start":"2026-03-06T21:36:34.535837Z","end":"2026-03-06T21:36:34.689862Z","steps":["trace[517018607] 'process raft request' (duration: 152.607549ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:36:35.561775Z","caller":"traceutil/trace.go:171","msg":"trace[1388187689] transaction","detail":"{read_only:false; response_revision:8930; number_of_response:1; }","duration":"177.25812ms","start":"2026-03-06T21:36:35.384471Z","end":"2026-03-06T21:36:35.56173Z","steps":["trace[1388187689] 'process raft request' (duration: 100.405586ms)","trace[1388187689] 'compare' (duration: 76.660359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:36:35.561987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.590973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T21:36:35.562083Z","caller":"traceutil/trace.go:171","msg":"trace[860447630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8930; }","duration":"167.736447ms","start":"2026-03-06T21:36:35.394329Z","end":"2026-03-06T21:36:35.562065Z","steps":["trace[860447630] 'agreement among raft nodes before linearized reading' (duration: 167.447979ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:36:35.561685Z","caller":"traceutil/trace.go:171","msg":"trace[819237816] linearizableReadLoop","detail":"{readStateIndex:9268; appliedIndex:9267; }","duration":"167.279144ms","start":"2026-03-06T21:36:35.394369Z","end":"2026-03-06T21:36:35.561648Z","steps":["trace[819237816] 'read index received' (duration: 90.473071ms)","trace[819237816] 'applied index is now lower than readState.Index' (duration: 76.805003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:36:35.562651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.084613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:36:35.562692Z","caller":"traceutil/trace.go:171","msg":"trace[823178463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8930; }","duration":"161.164665ms","start":"2026-03-06T21:36:35.401515Z","end":"2026-03-06T21:36:35.56268Z","steps":["trace[823178463] 'agreement among raft nodes before linearized reading' (duration: 161.052402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:36:35.562928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.081093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T21:36:35.562965Z","caller":"traceutil/trace.go:171","msg":"trace[1238803878] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8930; }","duration":"161.135555ms","start":"2026-03-06T21:36:35.40182Z","end":"2026-03-06T21:36:35.562956Z","steps":["trace[1238803878] 'agreement among raft nodes before linearized reading' (duration: 161.041642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:36:35.905512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.040654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T21:36:35.905788Z","caller":"traceutil/trace.go:171","msg":"trace[17713322] linearizableReadLoop","detail":"{readStateIndex:9271; appliedIndex:9268; }","duration":"192.761279ms","start":"2026-03-06T21:36:35.713006Z","end":"2026-03-06T21:36:35.905768Z","steps":["trace[17713322] 'read index received' (duration: 19.315154ms)","trace[17713322] 'applied index is now lower than readState.Index' (duration: 173.444735ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:36:35.905895Z","caller":"traceutil/trace.go:171","msg":"trace[1711055650] transaction","detail":"{read_only:false; response_revision:8932; number_of_response:1; }","duration":"320.587793ms","start":"2026-03-06T21:36:35.585295Z","end":"2026-03-06T21:36:35.905883Z","steps":["trace[1711055650] 'process raft request' (duration: 320.322786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:36:35.905959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:36:35.585271Z","time spent":"320.651764ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:36:35.905942Z","caller":"traceutil/trace.go:171","msg":"trace[820893375] transaction","detail":"{read_only:false; response_revision:8931; number_of_response:1; }","duration":"320.799998ms","start":"2026-03-06T21:36:35.585091Z","end":"2026-03-06T21:36:35.905891Z","steps":["trace[820893375] 'process raft request' (duration: 147.24533ms)","trace[820893375] 'compare' (duration: 172.87437ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:36:35.906042Z","caller":"traceutil/trace.go:171","msg":"trace[897218306] transaction","detail":"{read_only:false; response_revision:8933; number_of_response:1; }","duration":"320.555502ms","start":"2026-03-06T21:36:35.585429Z","end":"2026-03-06T21:36:35.905985Z","steps":["trace[897218306] 'process raft request' (duration: 320.278324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:36:35.906152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:36:35.585066Z","time spent":"320.970933ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:36:35.906208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.065576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r6hc7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-06T21:36:35.906222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.19009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-06T21:36:35.906305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:36:35.585375Z","time spent":"320.804968ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:36:35.906333Z","caller":"traceutil/trace.go:171","msg":"trace[1270063878] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r6hc7; range_end:; response_count:1; response_revision:8933; }","duration":"151.21721ms","start":"2026-03-06T21:36:35.755084Z","end":"2026-03-06T21:36:35.906301Z","steps":["trace[1270063878] 'agreement among raft nodes before linearized reading' (duration: 150.87878ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:36:35.906344Z","caller":"traceutil/trace.go:171","msg":"trace[414426573] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8933; }","duration":"193.387506ms","start":"2026-03-06T21:36:35.71293Z","end":"2026-03-06T21:36:35.906317Z","steps":["trace[414426573] 'agreement among raft nodes before linearized reading' (duration: 192.976175ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:36:36.096424Z","caller":"traceutil/trace.go:171","msg":"trace[545375468] linearizableReadLoop","detail":"{readStateIndex:9272; appliedIndex:9271; }","duration":"114.459474ms","start":"2026-03-06T21:36:35.981924Z","end":"2026-03-06T21:36:36.096384Z","steps":["trace[545375468] 'read index received' (duration: 24.237039ms)","trace[545375468] 'applied index is now lower than readState.Index' (duration: 90.220825ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:36:36.096592Z","caller":"traceutil/trace.go:171","msg":"trace[1115023559] transaction","detail":"{read_only:false; response_revision:8934; number_of_response:1; }","duration":"131.588437ms","start":"2026-03-06T21:36:35.964965Z","end":"2026-03-06T21:36:36.096554Z","steps":["trace[1115023559] 'process raft request' (duration: 41.24498ms)","trace[1115023559] 'compare' (duration: 90.012318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:36:36.096678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.719801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T21:36:36.096735Z","caller":"traceutil/trace.go:171","msg":"trace[396038143] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8934; }","duration":"114.864275ms","start":"2026-03-06T21:36:35.981857Z","end":"2026-03-06T21:36:36.096721Z","steps":["trace[396038143] 'agreement among raft nodes before linearized reading' (duration: 114.718971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:36:36.096788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.913025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:36:36.09686Z","caller":"traceutil/trace.go:171","msg":"trace[689134131] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8934; }","duration":"103.022128ms","start":"2026-03-06T21:36:35.993819Z","end":"2026-03-06T21:36:36.096841Z","steps":["trace[689134131] 'agreement among raft nodes before linearized reading' (duration: 102.869564ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:37:02.15449Z","caller":"traceutil/trace.go:171","msg":"trace[886539355] transaction","detail":"{read_only:false; response_revision:9112; number_of_response:1; }","duration":"117.369125ms","start":"2026-03-06T21:37:02.037097Z","end":"2026-03-06T21:37:02.154467Z","steps":["trace[886539355] 'process raft request' (duration: 117.250462ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:38:21.58384Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1686e9b1ea717edf","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T21:38:21.588849Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-06T21:38:21.588959Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-06T21:38:54.161427Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7554} {"level":"info","ts":"2026-03-06T21:38:54.220433Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7554,"took":"56.298009ms","hash":806267664,"current-db-size-bytes":40513536,"current-db-size":"40 MB","current-db-size-in-use-bytes":24956928,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-06T21:38:54.220499Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":806267664,"revision":7554,"compact-revision":5636} {"level":"warn","ts":"2026-03-06T21:40:28.884191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198138583517629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:40:29.384729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198138583517629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:40:29.885698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198138583517629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:40:30.383479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000237656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T21:40:30.383575Z","caller":"traceutil/trace.go:171","msg":"trace[381620223] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00039872s","start":"2026-03-06T21:40:28.383154Z","end":"2026-03-06T21:40:30.383552Z","steps":["trace[381620223] 'agreement among raft nodes before linearized reading' (duration: 2.000288077s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:30.383636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:28.383129Z","time spent":"2.000492733s","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:40:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:40:30.38671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198138583517629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:40:30.886911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198138583517629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:40:31.387187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198138583517629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:40:31.418889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999973047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T21:40:31.418953Z","caller":"traceutil/trace.go:171","msg":"trace[686092771] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00009296s","start":"2026-03-06T21:40:29.418843Z","end":"2026-03-06T21:40:31.418936Z","steps":["trace[686092771] 'agreement among raft nodes before linearized reading' (duration: 2.000011118s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:31.418986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:29.418824Z","time spent":"2.000156382s","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:40:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:40:31.888232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198138583517629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:40:32.384439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000678576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T21:40:32.384506Z","caller":"traceutil/trace.go:171","msg":"trace[170007165] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000788259s","start":"2026-03-06T21:40:30.383702Z","end":"2026-03-06T21:40:32.38449Z","steps":["trace[170007165] 'agreement among raft nodes before linearized reading' (duration: 2.000696387s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:32.38454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:30.383691Z","time spent":"2.00084228s","remote":"127.0.0.1:35408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:40:32.388846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198138583517629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:40:32.405511Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.359581926s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T21:40:32.405941Z","caller":"traceutil/trace.go:171","msg":"trace[413884975] transaction","detail":"{read_only:false; response_revision:10410; number_of_response:1; }","duration":"4.36008942s","start":"2026-03-06T21:40:28.045827Z","end":"2026-03-06T21:40:32.405917Z","steps":["trace[413884975] 'process raft request' (duration: 4.359924096s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:32.40609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:28.04581Z","time spent":"4.360202153s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:40:32.428358Z","caller":"traceutil/trace.go:171","msg":"trace[1099621413] transaction","detail":"{read_only:false; response_revision:10411; number_of_response:1; }","duration":"4.341320804s","start":"2026-03-06T21:40:28.087013Z","end":"2026-03-06T21:40:32.428333Z","steps":["trace[1099621413] 'process raft request' (duration: 4.341136378s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:32.428528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:28.086948Z","time spent":"4.341472998s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:40:32.428593Z","caller":"traceutil/trace.go:171","msg":"trace[368654211] transaction","detail":"{read_only:false; response_revision:10412; number_of_response:1; }","duration":"3.995511864s","start":"2026-03-06T21:40:28.433054Z","end":"2026-03-06T21:40:32.428566Z","steps":["trace[368654211] 'process raft request' (duration: 3.995229156s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:32.428752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:28.433033Z","time spent":"3.995631427s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:40:32.428919Z","caller":"traceutil/trace.go:171","msg":"trace[619764409] transaction","detail":"{read_only:false; response_revision:10413; number_of_response:1; }","duration":"2.703147495s","start":"2026-03-06T21:40:29.725755Z","end":"2026-03-06T21:40:32.428902Z","steps":["trace[619764409] 'process raft request' (duration: 2.702724354s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:32.429023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:29.725722Z","time spent":"2.703253638s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:40:32.429124Z","caller":"traceutil/trace.go:171","msg":"trace[205486875] transaction","detail":"{read_only:false; response_revision:10414; number_of_response:1; }","duration":"2.700975986s","start":"2026-03-06T21:40:29.728132Z","end":"2026-03-06T21:40:32.429108Z","steps":["trace[205486875] 'process raft request' (duration: 2.700708928s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:32.429201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:29.728106Z","time spent":"2.701060527s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:40:32.429366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:31.421992Z","time spent":"1.007368453s","remote":"127.0.0.1:35478","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T21:40:32.430756Z","caller":"traceutil/trace.go:171","msg":"trace[1601931918] linearizableReadLoop","detail":"{readStateIndex:10809; appliedIndex:10802; }","duration":"4.047515315s","start":"2026-03-06T21:40:28.383226Z","end":"2026-03-06T21:40:32.430741Z","steps":["trace[1601931918] 'read index received' (duration: 4.022567698s)","trace[1601931918] 'applied index is now lower than readState.Index' (duration: 24.946677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:40:32.430942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.419206808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-06T21:40:32.430971Z","caller":"traceutil/trace.go:171","msg":"trace[1040841508] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10414; }","duration":"3.419250189s","start":"2026-03-06T21:40:29.011714Z","end":"2026-03-06T21:40:32.430964Z","steps":["trace[1040841508] 'agreement among raft nodes before linearized reading' (duration: 3.419138736s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:32.431012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:29.011641Z","time spent":"3.419345462s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":549,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T21:40:32.431165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.220617301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T21:40:32.431183Z","caller":"traceutil/trace.go:171","msg":"trace[3453302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10414; }","duration":"3.220659812s","start":"2026-03-06T21:40:29.210518Z","end":"2026-03-06T21:40:32.431177Z","steps":["trace[3453302] 'agreement among raft nodes before linearized reading' (duration: 3.22059812s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:32.431199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:29.210506Z","time spent":"3.220689633s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:40:32.431172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859310766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-06T21:40:32.431198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.762272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:40:32.431218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.220098126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T21:40:32.431247Z","caller":"traceutil/trace.go:171","msg":"trace[866851596] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10414; }","duration":"1.85943795s","start":"2026-03-06T21:40:30.571789Z","end":"2026-03-06T21:40:32.431227Z","steps":["trace[866851596] 'agreement among raft nodes before linearized reading' (duration: 1.859149832s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:40:32.431275Z","caller":"traceutil/trace.go:171","msg":"trace[52659089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10414; }","duration":"3.220179499s","start":"2026-03-06T21:40:29.21108Z","end":"2026-03-06T21:40:32.431259Z","steps":["trace[52659089] 'agreement among raft nodes before linearized reading' (duration: 3.219905542s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:32.4313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:30.571768Z","time spent":"1.859521172s","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T21:40:32.431318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:29.211069Z","time spent":"3.220241771s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:40:32.431345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423090837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:40:32.431252Z","caller":"traceutil/trace.go:171","msg":"trace[1614894314] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:10414; }","duration":"453.822443ms","start":"2026-03-06T21:40:31.977412Z","end":"2026-03-06T21:40:32.431234Z","steps":["trace[1614894314] 'agreement among raft nodes before linearized reading' (duration: 453.731061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:32.43141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:31.977357Z","time spent":"454.04523ms","remote":"127.0.0.1:36730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:40:32.431416Z","caller":"traceutil/trace.go:171","msg":"trace[1247682258] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:10414; }","duration":"1.423206881s","start":"2026-03-06T21:40:31.008191Z","end":"2026-03-06T21:40:32.431398Z","steps":["trace[1247682258] 'agreement among raft nodes before linearized reading' (duration: 1.423051457s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:32.431456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:31.008174Z","time spent":"1.423272822s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:40:32.431456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.797354729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r6hc7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T21:40:32.431505Z","caller":"traceutil/trace.go:171","msg":"trace[740572404] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r6hc7; range_end:; response_count:1; response_revision:10414; }","duration":"2.797444661s","start":"2026-03-06T21:40:29.634045Z","end":"2026-03-06T21:40:32.43149Z","steps":["trace[740572404] 'agreement among raft nodes before linearized reading' (duration: 2.797235286s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:32.431498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104202567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T21:40:32.431536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:29.634022Z","time spent":"2.797506983s","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-r6hc7\" "} {"level":"warn","ts":"2026-03-06T21:40:32.431561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.170183043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-06T21:40:32.431574Z","caller":"traceutil/trace.go:171","msg":"trace[1707590191] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:10414; }","duration":"2.10433103s","start":"2026-03-06T21:40:30.327223Z","end":"2026-03-06T21:40:32.431554Z","steps":["trace[1707590191] 'agreement among raft nodes before linearized reading' (duration: 2.104088084s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:32.431643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:30.327203Z","time spent":"2.104424162s","remote":"127.0.0.1:35748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:40:32.431669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.314077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T21:40:32.431663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.645869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T21:40:32.431703Z","caller":"traceutil/trace.go:171","msg":"trace[1312203074] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:10414; }","duration":"794.39678ms","start":"2026-03-06T21:40:31.637294Z","end":"2026-03-06T21:40:32.431691Z","steps":["trace[1312203074] 'agreement among raft nodes before linearized reading' (duration: 794.313488ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:40:32.431599Z","caller":"traceutil/trace.go:171","msg":"trace[1724994960] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10414; }","duration":"3.170245874s","start":"2026-03-06T21:40:29.261338Z","end":"2026-03-06T21:40:32.431584Z","steps":["trace[1724994960] 'agreement among raft nodes before linearized reading' (duration: 3.170152741s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:32.431734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:31.637277Z","time spent":"794.448521ms","remote":"127.0.0.1:35730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":13,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:40:32.431767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:29.261323Z","time spent":"3.17043518s","remote":"127.0.0.1:35662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5149,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-06T21:40:32.431692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.227337686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T21:40:32.432177Z","caller":"traceutil/trace.go:171","msg":"trace[1882922898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10414; }","duration":"3.22785112s","start":"2026-03-06T21:40:29.204309Z","end":"2026-03-06T21:40:32.43216Z","steps":["trace[1882922898] 'agreement among raft nodes before linearized reading' (duration: 3.227323035s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:40:32.43172Z","caller":"traceutil/trace.go:171","msg":"trace[1721277951] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:10414; }","duration":"441.731541ms","start":"2026-03-06T21:40:31.989966Z","end":"2026-03-06T21:40:32.431698Z","steps":["trace[1721277951] 'agreement among raft nodes before linearized reading' (duration: 441.652249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:32.432356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:31.989948Z","time spent":"442.389639ms","remote":"127.0.0.1:38786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:40:32.432322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:29.204291Z","time spent":"3.228017165s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:40:32.432967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.233525167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T21:40:32.43302Z","caller":"traceutil/trace.go:171","msg":"trace[1545782041] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10415; }","duration":"3.233625389s","start":"2026-03-06T21:40:29.199384Z","end":"2026-03-06T21:40:32.43301Z","steps":["trace[1545782041] 'agreement among raft nodes before linearized reading' (duration: 3.232680603s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:32.433051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:29.199362Z","time spent":"3.233681911s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:40:32.434014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046447258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414947"} {"level":"info","ts":"2026-03-06T21:40:32.434074Z","caller":"traceutil/trace.go:171","msg":"trace[624930403] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:10415; }","duration":"1.046550191s","start":"2026-03-06T21:40:31.387504Z","end":"2026-03-06T21:40:32.434054Z","steps":["trace[624930403] 'agreement among raft nodes before linearized reading' (duration: 1.043719993s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:32.434116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:31.387469Z","time spent":"1.046633673s","remote":"127.0.0.1:49746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414969,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-06T21:40:37.321467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.580308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-06T21:40:37.321541Z","caller":"traceutil/trace.go:171","msg":"trace[711226402] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:10440; }","duration":"412.738852ms","start":"2026-03-06T21:40:36.908786Z","end":"2026-03-06T21:40:37.321525Z","steps":["trace[711226402] 'range keys from in-memory index tree' (duration: 412.365723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:37.321566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:36.908748Z","time spent":"412.812084ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"info","ts":"2026-03-06T21:40:37.726983Z","caller":"traceutil/trace.go:171","msg":"trace[278875614] transaction","detail":"{read_only:false; response_revision:10441; number_of_response:1; }","duration":"344.815462ms","start":"2026-03-06T21:40:37.382147Z","end":"2026-03-06T21:40:37.726963Z","steps":["trace[278875614] 'process raft request' (duration: 334.074327ms)","trace[278875614] 'compare' (duration: 10.580311ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:40:37.726977Z","caller":"traceutil/trace.go:171","msg":"trace[995658056] linearizableReadLoop","detail":"{readStateIndex:10837; appliedIndex:10836; }","duration":"344.37715ms","start":"2026-03-06T21:40:37.382575Z","end":"2026-03-06T21:40:37.726952Z","steps":["trace[995658056] 'read index received' (duration: 333.566143ms)","trace[995658056] 'applied index is now lower than readState.Index' (duration: 10.809957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:40:37.727168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:37.382126Z","time spent":"344.970306ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:40:37.727173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.569685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:40:37.727295Z","caller":"traceutil/trace.go:171","msg":"trace[806218997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10441; }","duration":"344.694718ms","start":"2026-03-06T21:40:37.382571Z","end":"2026-03-06T21:40:37.727266Z","steps":["trace[806218997] 'agreement among raft nodes before linearized reading' (duration: 344.485273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:37.727358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:37.38254Z","time spent":"344.804972ms","remote":"127.0.0.1:35408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:40:37.727397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.825771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:40:37.727494Z","caller":"traceutil/trace.go:171","msg":"trace[808655974] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10441; }","duration":"219.939954ms","start":"2026-03-06T21:40:37.507531Z","end":"2026-03-06T21:40:37.727471Z","steps":["trace[808655974] 'agreement among raft nodes before linearized reading' (duration: 219.664856ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:40:42.778246Z","caller":"traceutil/trace.go:171","msg":"trace[1963432562] transaction","detail":"{read_only:false; response_revision:10461; number_of_response:1; }","duration":"320.902484ms","start":"2026-03-06T21:40:42.45732Z","end":"2026-03-06T21:40:42.778222Z","steps":["trace[1963432562] 'process raft request' (duration: 320.41202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:42.778359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:42.457307Z","time spent":"320.992797ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:40:42.778518Z","caller":"traceutil/trace.go:171","msg":"trace[1191494248] linearizableReadLoop","detail":"{readStateIndex:10859; appliedIndex:10857; }","duration":"318.428616ms","start":"2026-03-06T21:40:42.460071Z","end":"2026-03-06T21:40:42.7785Z","steps":["trace[1191494248] 'read index received' (duration: 317.661655ms)","trace[1191494248] 'applied index is now lower than readState.Index' (duration: 765.771µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:40:42.778555Z","caller":"traceutil/trace.go:171","msg":"trace[1182040167] transaction","detail":"{read_only:false; response_revision:10462; number_of_response:1; }","duration":"319.037303ms","start":"2026-03-06T21:40:42.45951Z","end":"2026-03-06T21:40:42.778547Z","steps":["trace[1182040167] 'process raft request' (duration: 318.862948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:42.778588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:42.4595Z","time spent":"319.071263ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:40:42.778849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.343646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T21:40:42.778865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.387247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:40:42.77888Z","caller":"traceutil/trace.go:171","msg":"trace[2099035946] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10463; }","duration":"305.382706ms","start":"2026-03-06T21:40:42.473479Z","end":"2026-03-06T21:40:42.778862Z","steps":["trace[2099035946] 'agreement among raft nodes before linearized reading' (duration: 305.301724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:42.77887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.778516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"warn","ts":"2026-03-06T21:40:42.778903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:42.473465Z","time spent":"305.434628ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T21:40:42.77891Z","caller":"traceutil/trace.go:171","msg":"trace[359720715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10463; }","duration":"305.485989ms","start":"2026-03-06T21:40:42.47341Z","end":"2026-03-06T21:40:42.778896Z","steps":["trace[359720715] 'agreement among raft nodes before linearized reading' (duration: 305.338305ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:40:42.778917Z","caller":"traceutil/trace.go:171","msg":"trace[780029040] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10463; }","duration":"318.861188ms","start":"2026-03-06T21:40:42.460044Z","end":"2026-03-06T21:40:42.778906Z","steps":["trace[780029040] 'agreement among raft nodes before linearized reading' (duration: 318.699993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:42.778898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.813621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T21:40:42.778923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.752074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r6hc7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-06T21:40:42.778912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.634698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T21:40:42.778945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:42.47339Z","time spent":"305.545611ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T21:40:42.778971Z","caller":"traceutil/trace.go:171","msg":"trace[603863654] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r6hc7; range_end:; response_count:1; response_revision:10463; }","duration":"274.824586ms","start":"2026-03-06T21:40:42.504135Z","end":"2026-03-06T21:40:42.778959Z","steps":["trace[603863654] 'agreement among raft nodes before linearized reading' (duration: 274.700623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:42.778945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:42.460035Z","time spent":"318.902619ms","remote":"127.0.0.1:35662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5149,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-03-06T21:40:42.778969Z","caller":"traceutil/trace.go:171","msg":"trace[520201265] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10463; }","duration":"300.936225ms","start":"2026-03-06T21:40:42.478016Z","end":"2026-03-06T21:40:42.778952Z","steps":["trace[520201265] 'agreement among raft nodes before linearized reading' (duration: 300.74345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:42.779018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:42.477993Z","time spent":"301.017296ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T21:40:42.778986Z","caller":"traceutil/trace.go:171","msg":"trace[523764390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10463; }","duration":"299.754161ms","start":"2026-03-06T21:40:42.479215Z","end":"2026-03-06T21:40:42.778969Z","steps":["trace[523764390] 'agreement among raft nodes before linearized reading' (duration: 299.540615ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:40:42.778623Z","caller":"traceutil/trace.go:171","msg":"trace[304612022] transaction","detail":"{read_only:false; response_revision:10463; number_of_response:1; }","duration":"316.261567ms","start":"2026-03-06T21:40:42.462353Z","end":"2026-03-06T21:40:42.778614Z","steps":["trace[304612022] 'process raft request' (duration: 316.115723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:42.779193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:42.462346Z","time spent":"316.76662ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:40:46.552348Z","caller":"traceutil/trace.go:171","msg":"trace[1558830606] transaction","detail":"{read_only:false; response_revision:10481; number_of_response:1; }","duration":"509.157857ms","start":"2026-03-06T21:40:46.043169Z","end":"2026-03-06T21:40:46.552326Z","steps":["trace[1558830606] 'process raft request' (duration: 509.001623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:46.552468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:46.043148Z","time spent":"509.25537ms","remote":"127.0.0.1:35662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5112,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:40:46.553765Z","caller":"traceutil/trace.go:171","msg":"trace[266551936] transaction","detail":"{read_only:false; response_revision:10482; number_of_response:1; }","duration":"141.428604ms","start":"2026-03-06T21:40:46.41231Z","end":"2026-03-06T21:40:46.553739Z","steps":["trace[266551936] 'process raft request' (duration: 140.796786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:50.747407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198138583517866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:40:50.747834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.879128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:40:50.747878Z","caller":"traceutil/trace.go:171","msg":"trace[956089305] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"808.94854ms","start":"2026-03-06T21:40:49.938915Z","end":"2026-03-06T21:40:50.747863Z","steps":["trace[956089305] 'agreement among raft nodes before linearized reading' (duration: 808.883198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:50.747912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:49.938905Z","time spent":"808.999572ms","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:40:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:40:51.248185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198138583517866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:40:51.602903Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.664965806s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:40:51.604488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657631874s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:40:51.604654Z","caller":"traceutil/trace.go:171","msg":"trace[193084207] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10494; }","duration":"1.657804629s","start":"2026-03-06T21:40:49.946821Z","end":"2026-03-06T21:40:51.604626Z","steps":["trace[193084207] 'range keys from in-memory index tree' (duration: 1.657616234s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:40:51.604964Z","caller":"traceutil/trace.go:171","msg":"trace[1418423644] transaction","detail":"{read_only:false; response_revision:10495; number_of_response:1; }","duration":"1.667121116s","start":"2026-03-06T21:40:49.937821Z","end":"2026-03-06T21:40:51.604942Z","steps":["trace[1418423644] 'process raft request' (duration: 1.665637865s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:51.605134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:49.937711Z","time spent":"1.667312501s","remote":"127.0.0.1:35478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T21:40:51.606205Z","caller":"traceutil/trace.go:171","msg":"trace[657149795] linearizableReadLoop","detail":"{readStateIndex:10895; appliedIndex:10893; }","duration":"1.668288858s","start":"2026-03-06T21:40:49.937891Z","end":"2026-03-06T21:40:51.60618Z","steps":["trace[657149795] 'read index received' (duration: 1.667043424s)","trace[657149795] 'applied index is now lower than readState.Index' (duration: 1.244014ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:40:51.606402Z","caller":"traceutil/trace.go:171","msg":"trace[1596297639] transaction","detail":"{read_only:false; response_revision:10496; number_of_response:1; }","duration":"1.667873906s","start":"2026-03-06T21:40:49.938494Z","end":"2026-03-06T21:40:51.606368Z","steps":["trace[1596297639] 'process raft request' (duration: 1.667431974s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:40:51.606432Z","caller":"traceutil/trace.go:171","msg":"trace[1537312797] transaction","detail":"{read_only:false; response_revision:10497; number_of_response:1; }","duration":"1.667813674s","start":"2026-03-06T21:40:49.938594Z","end":"2026-03-06T21:40:51.606407Z","steps":["trace[1537312797] 'process raft request' (duration: 1.667501556s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:51.606451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668531604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:40:51.606464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664787341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T21:40:51.606495Z","caller":"traceutil/trace.go:171","msg":"trace[471583722] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:10497; }","duration":"1.668618706s","start":"2026-03-06T21:40:49.93786Z","end":"2026-03-06T21:40:51.606479Z","steps":["trace[471583722] 'agreement among raft nodes before linearized reading' (duration: 1.668469072s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:40:51.606522Z","caller":"traceutil/trace.go:171","msg":"trace[397637387] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:10497; }","duration":"1.664878514s","start":"2026-03-06T21:40:49.941628Z","end":"2026-03-06T21:40:51.606507Z","steps":["trace[397637387] 'agreement among raft nodes before linearized reading' (duration: 1.66474814s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:51.606585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:49.94162Z","time spent":"1.664951366s","remote":"127.0.0.1:35840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:40:51.606596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.470403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:40:51.606618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667750083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T21:40:51.606619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:49.938479Z","time spent":"1.667986569s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:40:51.606632Z","caller":"traceutil/trace.go:171","msg":"trace[1414552070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10497; }","duration":"858.524375ms","start":"2026-03-06T21:40:50.748099Z","end":"2026-03-06T21:40:51.606624Z","steps":["trace[1414552070] 'agreement among raft nodes before linearized reading' (duration: 858.468434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:51.606626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.820411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T21:40:51.606646Z","caller":"traceutil/trace.go:171","msg":"trace[1224563453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10497; }","duration":"1.667784614s","start":"2026-03-06T21:40:49.938854Z","end":"2026-03-06T21:40:51.606639Z","steps":["trace[1224563453] 'agreement among raft nodes before linearized reading' (duration: 1.667707571s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:51.606661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:50.748088Z","time spent":"858.566876ms","remote":"127.0.0.1:35408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:40:51.606674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:49.938851Z","time spent":"1.667816544s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:40:51.60666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667830885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T21:40:51.60677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.969885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T21:40:51.606799Z","caller":"traceutil/trace.go:171","msg":"trace[1285620457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10497; }","duration":"1.668083952s","start":"2026-03-06T21:40:49.938672Z","end":"2026-03-06T21:40:51.606756Z","steps":["trace[1285620457] 'agreement among raft nodes before linearized reading' (duration: 1.667696331s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:51.606528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:49.937839Z","time spent":"1.668680688s","remote":"127.0.0.1:54824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:40:51.606848Z","caller":"traceutil/trace.go:171","msg":"trace[1956497186] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:10497; }","duration":"722.077198ms","start":"2026-03-06T21:40:50.884759Z","end":"2026-03-06T21:40:51.606836Z","steps":["trace[1956497186] 'agreement among raft nodes before linearized reading' (duration: 721.937534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:51.606849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659221038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T21:40:51.606865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665218673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"warn","ts":"2026-03-06T21:40:51.606865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668031241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:40:51.606901Z","caller":"traceutil/trace.go:171","msg":"trace[688666121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10497; }","duration":"1.659283449s","start":"2026-03-06T21:40:49.947601Z","end":"2026-03-06T21:40:51.606884Z","steps":["trace[688666121] 'agreement among raft nodes before linearized reading' (duration: 1.659205767s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:51.606889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:50.884741Z","time spent":"722.13683ms","remote":"127.0.0.1:54892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:40:51.606944Z","caller":"traceutil/trace.go:171","msg":"trace[1565969208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10497; }","duration":"1.668114383s","start":"2026-03-06T21:40:49.938818Z","end":"2026-03-06T21:40:51.606932Z","steps":["trace[1565969208] 'agreement among raft nodes before linearized reading' (duration: 1.667946408s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:51.606951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:49.947593Z","time spent":"1.659349232s","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:40:51.606979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:49.938813Z","time spent":"1.668158564s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:40:51.606984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668194715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r6hc7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T21:40:51.606676Z","caller":"traceutil/trace.go:171","msg":"trace[1335078268] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10497; }","duration":"721.884303ms","start":"2026-03-06T21:40:50.884776Z","end":"2026-03-06T21:40:51.60666Z","steps":["trace[1335078268] 'agreement among raft nodes before linearized reading' (duration: 721.789881ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:40:51.607102Z","caller":"traceutil/trace.go:171","msg":"trace[1565524779] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r6hc7; range_end:; response_count:1; response_revision:10497; }","duration":"1.668325689s","start":"2026-03-06T21:40:49.938758Z","end":"2026-03-06T21:40:51.607083Z","steps":["trace[1565524779] 'agreement among raft nodes before linearized reading' (duration: 1.668066822s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:51.607127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668325139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T21:40:51.607151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:49.938751Z","time spent":"1.66838633s","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-r6hc7\" "} {"level":"info","ts":"2026-03-06T21:40:51.607158Z","caller":"traceutil/trace.go:171","msg":"trace[1886921330] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10497; }","duration":"1.66836024s","start":"2026-03-06T21:40:49.938788Z","end":"2026-03-06T21:40:51.607148Z","steps":["trace[1886921330] 'agreement among raft nodes before linearized reading' (duration: 1.667968369s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:51.607191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:49.938786Z","time spent":"1.668399031s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:40:51.606533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:49.938577Z","time spent":"1.667890757s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:40:51.607108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:50.88475Z","time spent":"722.341806ms","remote":"127.0.0.1:35636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:40:51.606849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.898173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-sync-b9rhp\" ","response":"range_response_count:1 size:6977"} {"level":"info","ts":"2026-03-06T21:40:51.607304Z","caller":"traceutil/trace.go:171","msg":"trace[1963923170] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-sync-b9rhp; range_end:; response_count:1; response_revision:10497; }","duration":"722.407717ms","start":"2026-03-06T21:40:50.884874Z","end":"2026-03-06T21:40:51.607282Z","steps":["trace[1963923170] 'agreement among raft nodes before linearized reading' (duration: 721.730019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:51.606881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:49.938666Z","time spent":"1.668180454s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T21:40:51.606899Z","caller":"traceutil/trace.go:171","msg":"trace[1576398161] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10497; }","duration":"1.665273154s","start":"2026-03-06T21:40:49.941616Z","end":"2026-03-06T21:40:51.606889Z","steps":["trace[1576398161] 'agreement among raft nodes before linearized reading' (duration: 1.665162721s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:51.60741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:49.941602Z","time spent":"1.665790558s","remote":"127.0.0.1:35662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5149,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-06T21:40:51.60706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66800519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T21:40:51.60747Z","caller":"traceutil/trace.go:171","msg":"trace[1820480945] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10497; }","duration":"1.668425331s","start":"2026-03-06T21:40:49.939028Z","end":"2026-03-06T21:40:51.607453Z","steps":["trace[1820480945] 'agreement among raft nodes before linearized reading' (duration: 1.667889726s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:40:51.607526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:49.939023Z","time spent":"1.668484192s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:40:51.607349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:40:50.884854Z","time spent":"722.48248ms","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":6999,"request content":"key:\"/registry/pods/openstack/staffeln-db-sync-b9rhp\" "} {"level":"info","ts":"2026-03-06T21:43:54.17286Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9919} {"level":"info","ts":"2026-03-06T21:43:54.260329Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9919,"took":"85.135492ms","hash":2229762696,"current-db-size-bytes":40513536,"current-db-size":"40 MB","current-db-size-in-use-bytes":18161664,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-06T21:43:54.260381Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2229762696,"revision":9919,"compact-revision":7554}