{"level":"warn","ts":"2026-04-16T03:38:38.88619Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T03:38:38.886281Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.223:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.223:2380","--initial-cluster=instance=https://199.204.45.223:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.223:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.223:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-16T03:38:38.886342Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T03:38:38.886355Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.223:2380"]} {"level":"info","ts":"2026-04-16T03:38:38.886369Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T03:38:38.887015Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"]} {"level":"info","ts":"2026-04-16T03:38:38.887087Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.223:2380"],"listen-peer-urls":["https://199.204.45.223:2380"],"advertise-client-urls":["https://199.204.45.223:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.223:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-16T03:38:38.930841Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"22.296984ms"} {"level":"info","ts":"2026-04-16T03:38:39.083329Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"11f26225a5bb9fe3","cluster-id":"75c25101f01fd4c6"} {"level":"info","ts":"2026-04-16T03:38:39.083449Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=()"} {"level":"info","ts":"2026-04-16T03:38:39.083478Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became follower at term 0"} {"level":"info","ts":"2026-04-16T03:38:39.083527Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 11f26225a5bb9fe3 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-16T03:38:39.083549Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became follower at term 1"} {"level":"info","ts":"2026-04-16T03:38:39.083607Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=(1293203956842602467)"} {"level":"warn","ts":"2026-04-16T03:38:39.14356Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-16T03:38:39.150527Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-16T03:38:39.162799Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-16T03:38:39.171475Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"11f26225a5bb9fe3","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-16T03:38:39.172277Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T03:38:39.172401Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T03:38:39.172423Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T03:38:39.172369Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"11f26225a5bb9fe3","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-16T03:38:39.177876Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=(1293203956842602467)"} {"level":"info","ts":"2026-04-16T03:38:39.177979Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"75c25101f01fd4c6","local-member-id":"11f26225a5bb9fe3","added-peer-id":"11f26225a5bb9fe3","added-peer-peer-urls":["https://199.204.45.223:2380"]} {"level":"info","ts":"2026-04-16T03:38:39.178462Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T03:38:39.178649Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.223:2380"} {"level":"info","ts":"2026-04-16T03:38:39.178687Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.223:2380"} {"level":"info","ts":"2026-04-16T03:38:39.179068Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"11f26225a5bb9fe3","initial-advertise-peer-urls":["https://199.204.45.223:2380"],"listen-peer-urls":["https://199.204.45.223:2380"],"advertise-client-urls":["https://199.204.45.223:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-16T03:38:39.179154Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-16T03:38:40.085631Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 is starting a new election at term 1"} {"level":"info","ts":"2026-04-16T03:38:40.08571Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-16T03:38:40.085765Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 received MsgPreVoteResp from 11f26225a5bb9fe3 at term 1"} {"level":"info","ts":"2026-04-16T03:38:40.08578Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became candidate at term 2"} {"level":"info","ts":"2026-04-16T03:38:40.085787Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 received MsgVoteResp from 11f26225a5bb9fe3 at term 2"} {"level":"info","ts":"2026-04-16T03:38:40.085796Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became leader at term 2"} {"level":"info","ts":"2026-04-16T03:38:40.085808Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 11f26225a5bb9fe3 elected leader 11f26225a5bb9fe3 at term 2"} {"level":"info","ts":"2026-04-16T03:38:40.089773Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T03:38:40.104733Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T03:38:40.104729Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"11f26225a5bb9fe3","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.223:2379]}","request-path":"/0/members/11f26225a5bb9fe3/attributes","cluster-id":"75c25101f01fd4c6","publish-timeout":"7s"} {"level":"info","ts":"2026-04-16T03:38:40.104967Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T03:38:40.105238Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-16T03:38:40.1053Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-16T03:38:40.107833Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-16T03:38:40.108715Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.223:2379"} {"level":"info","ts":"2026-04-16T03:38:40.111224Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"75c25101f01fd4c6","local-member-id":"11f26225a5bb9fe3","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T03:38:40.111868Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T03:38:40.111907Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-04-16T03:38:46.428118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.273732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:38:46.428256Z","caller":"traceutil/trace.go:171","msg":"trace[945359085] linearizableReadLoop","detail":"{readStateIndex:287; appliedIndex:286; }","duration":"234.164294ms","start":"2026-04-16T03:38:46.194076Z","end":"2026-04-16T03:38:46.42824Z","steps":["trace[945359085] 'read index received' (duration: 58.308379ms)","trace[945359085] 'applied index is now lower than readState.Index' (duration: 175.854325ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:38:46.428313Z","caller":"traceutil/trace.go:171","msg":"trace[240931568] transaction","detail":"{read_only:false; response_revision:280; number_of_response:1; }","duration":"280.553103ms","start":"2026-04-16T03:38:46.147701Z","end":"2026-04-16T03:38:46.428254Z","steps":["trace[240931568] 'process raft request' (duration: 104.667487ms)","trace[240931568] 'compare' (duration: 175.158611ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:38:46.428378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.289045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:38:46.42843Z","caller":"traceutil/trace.go:171","msg":"trace[197902766] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:0; response_revision:280; }","duration":"234.370766ms","start":"2026-04-16T03:38:46.194049Z","end":"2026-04-16T03:38:46.42842Z","steps":["trace[197902766] 'agreement among raft nodes before linearized reading' (duration: 234.268306ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:38:46.435661Z","caller":"traceutil/trace.go:171","msg":"trace[583386458] transaction","detail":"{read_only:false; response_revision:281; number_of_response:1; }","duration":"240.876351ms","start":"2026-04-16T03:38:46.194768Z","end":"2026-04-16T03:38:46.435644Z","steps":["trace[583386458] 'process raft request' (duration: 240.77364ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:38:46.483142Z","caller":"traceutil/trace.go:171","msg":"trace[715526047] transaction","detail":"{read_only:false; number_of_response:0; response_revision:281; }","duration":"166.573173ms","start":"2026-04-16T03:38:46.316544Z","end":"2026-04-16T03:38:46.483118Z","steps":["trace[715526047] 'process raft request' (duration: 166.426042ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:38:46.483091Z","caller":"traceutil/trace.go:171","msg":"trace[1860055542] transaction","detail":"{read_only:false; number_of_response:0; response_revision:281; }","duration":"166.626402ms","start":"2026-04-16T03:38:46.316421Z","end":"2026-04-16T03:38:46.483048Z","steps":["trace[1860055542] 'process raft request' (duration: 166.417441ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:38:46.48315Z","caller":"traceutil/trace.go:171","msg":"trace[884597568] transaction","detail":"{read_only:false; number_of_response:0; response_revision:281; }","duration":"166.465961ms","start":"2026-04-16T03:38:46.316635Z","end":"2026-04-16T03:38:46.483101Z","steps":["trace[884597568] 'process raft request' (duration: 166.377001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:38:46.483269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.426351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3468"} {"level":"info","ts":"2026-04-16T03:38:46.483331Z","caller":"traceutil/trace.go:171","msg":"trace[248589269] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:281; }","duration":"166.590922ms","start":"2026-04-16T03:38:46.316724Z","end":"2026-04-16T03:38:46.483315Z","steps":["trace[248589269] 'agreement among raft nodes before linearized reading' (duration: 166.36567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:38:46.791714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.512776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:38:46.791899Z","caller":"traceutil/trace.go:171","msg":"trace[433663495] transaction","detail":"{read_only:false; response_revision:289; number_of_response:1; }","duration":"164.680659ms","start":"2026-04-16T03:38:46.627203Z","end":"2026-04-16T03:38:46.791884Z","steps":["trace[433663495] 'process raft request' (duration: 164.597849ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:38:46.791948Z","caller":"traceutil/trace.go:171","msg":"trace[1459415448] transaction","detail":"{read_only:false; response_revision:288; number_of_response:1; }","duration":"166.588322ms","start":"2026-04-16T03:38:46.625322Z","end":"2026-04-16T03:38:46.79191Z","steps":["trace[1459415448] 'process raft request' (duration: 61.823914ms)","trace[1459415448] 'compare' (duration: 104.396665ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:38:49.156139Z","caller":"traceutil/trace.go:171","msg":"trace[1202977953] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"318.886103ms","start":"2026-04-16T03:38:48.837227Z","end":"2026-04-16T03:38:49.156113Z","steps":["trace[1202977953] 'process raft request' (duration: 318.716352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:38:49.156296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:38:48.837208Z","time spent":"319.021804ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":194,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:38:54.512748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.226025ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:38:54.512837Z","caller":"traceutil/trace.go:171","msg":"trace[1474020062] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:419; }","duration":"405.327296ms","start":"2026-04-16T03:38:54.107495Z","end":"2026-04-16T03:38:54.512822Z","steps":["trace[1474020062] 'range keys from in-memory index tree' (duration: 405.209865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:38:54.513067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.00947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:38:54.513165Z","caller":"traceutil/trace.go:171","msg":"trace[968210346] linearizableReadLoop","detail":"{readStateIndex:435; appliedIndex:434; }","duration":"337.87044ms","start":"2026-04-16T03:38:54.175277Z","end":"2026-04-16T03:38:54.513147Z","steps":["trace[968210346] 'read index received' (duration: 7.520868ms)","trace[968210346] 'applied index is now lower than readState.Index' (duration: 330.348432ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:38:54.513247Z","caller":"traceutil/trace.go:171","msg":"trace[788448518] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"450.421016ms","start":"2026-04-16T03:38:54.062815Z","end":"2026-04-16T03:38:54.513236Z","steps":["trace[788448518] 'process raft request' (duration: 120.027504ms)","trace[788448518] 'compare' (duration: 329.896129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:38:54.513304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:38:54.062788Z","time spent":"450.485337ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:38:54.513448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.180762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-16T03:38:54.513475Z","caller":"traceutil/trace.go:171","msg":"trace[654524468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:420; }","duration":"338.246702ms","start":"2026-04-16T03:38:54.175219Z","end":"2026-04-16T03:38:54.513466Z","steps":["trace[654524468] 'agreement among raft nodes before linearized reading' (duration: 338.189571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:38:54.513502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:38:54.175192Z","time spent":"338.303962ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:38:56.24385Z","caller":"traceutil/trace.go:171","msg":"trace[718285557] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"174.672912ms","start":"2026-04-16T03:38:56.069151Z","end":"2026-04-16T03:38:56.243824Z","steps":["trace[718285557] 'process raft request' (duration: 174.43639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:38:56.734331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.279373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:38:56.734354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.690475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:38:56.73441Z","caller":"traceutil/trace.go:171","msg":"trace[1347669484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:426; }","duration":"217.395054ms","start":"2026-04-16T03:38:56.516993Z","end":"2026-04-16T03:38:56.734388Z","steps":["trace[1347669484] 'range keys from in-memory index tree' (duration: 217.172522ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:38:56.734423Z","caller":"traceutil/trace.go:171","msg":"trace[1466871219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:426; }","duration":"308.807646ms","start":"2026-04-16T03:38:56.425598Z","end":"2026-04-16T03:38:56.734406Z","steps":["trace[1466871219] 'range keys from in-memory index tree' (duration: 308.592454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:38:56.734463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:38:56.425576Z","time spent":"308.878846ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:38:56.734542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.216298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:38:56.734574Z","caller":"traceutil/trace.go:171","msg":"trace[1264363220] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:426; }","duration":"144.270278ms","start":"2026-04-16T03:38:56.590293Z","end":"2026-04-16T03:38:56.734563Z","steps":["trace[1264363220] 'range keys from in-memory index tree' (duration: 144.127767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:38:56.734699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.978413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-16T03:38:56.734768Z","caller":"traceutil/trace.go:171","msg":"trace[142859171] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:426; }","duration":"142.075034ms","start":"2026-04-16T03:38:56.592675Z","end":"2026-04-16T03:38:56.73475Z","steps":["trace[142859171] 'range keys from in-memory index tree' (duration: 141.910083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:05.306447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311236636,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:39:05.447689Z","caller":"traceutil/trace.go:171","msg":"trace[2098156663] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"671.096853ms","start":"2026-04-16T03:39:04.776568Z","end":"2026-04-16T03:39:05.447665Z","steps":["trace[2098156663] 'process raft request' (duration: 670.948683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:05.447851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:04.776553Z","time spent":"671.207224ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:05.465762Z","caller":"traceutil/trace.go:171","msg":"trace[569024278] linearizableReadLoop","detail":"{readStateIndex:501; appliedIndex:499; }","duration":"659.901275ms","start":"2026-04-16T03:39:04.805841Z","end":"2026-04-16T03:39:05.465742Z","steps":["trace[569024278] 'read index received' (duration: 641.666646ms)","trace[569024278] 'applied index is now lower than readState.Index' (duration: 18.233929ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:39:05.465791Z","caller":"traceutil/trace.go:171","msg":"trace[1816703433] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"474.210597ms","start":"2026-04-16T03:39:04.99156Z","end":"2026-04-16T03:39:05.465771Z","steps":["trace[1816703433] 'process raft request' (duration: 474.091226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:05.465883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:04.991539Z","time spent":"474.304287ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:39:05.465922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.071686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:39:05.46595Z","caller":"traceutil/trace.go:171","msg":"trace[679726079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:484; }","duration":"660.146217ms","start":"2026-04-16T03:39:04.805795Z","end":"2026-04-16T03:39:05.465941Z","steps":["trace[679726079] 'agreement among raft nodes before linearized reading' (duration: 660.043196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:05.465977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:04.805778Z","time spent":"660.192047ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:39:05.466035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.512403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:39:05.466104Z","caller":"traceutil/trace.go:171","msg":"trace[2117657330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:484; }","duration":"654.607823ms","start":"2026-04-16T03:39:04.811479Z","end":"2026-04-16T03:39:05.466087Z","steps":["trace[2117657330] 'agreement among raft nodes before linearized reading' (duration: 654.422552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:05.46614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:04.811469Z","time spent":"654.663174ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:39:05.466193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.56885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:05.46626Z","caller":"traceutil/trace.go:171","msg":"trace[442246697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:484; }","duration":"489.67074ms","start":"2026-04-16T03:39:04.976578Z","end":"2026-04-16T03:39:05.466248Z","steps":["trace[442246697] 'agreement among raft nodes before linearized reading' (duration: 489.58161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:05.466551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:04.976558Z","time spent":"489.953632ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:39:06.369472Z","caller":"traceutil/trace.go:171","msg":"trace[209407029] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"160.007652ms","start":"2026-04-16T03:39:06.20944Z","end":"2026-04-16T03:39:06.369448Z","steps":["trace[209407029] 'process raft request' (duration: 150.863926ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:06.370156Z","caller":"traceutil/trace.go:171","msg":"trace[742992844] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"150.491445ms","start":"2026-04-16T03:39:06.21963Z","end":"2026-04-16T03:39:06.370122Z","steps":["trace[742992844] 'process raft request' (duration: 150.181673ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:06.370193Z","caller":"traceutil/trace.go:171","msg":"trace[1221699036] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"113.694074ms","start":"2026-04-16T03:39:06.256474Z","end":"2026-04-16T03:39:06.370168Z","steps":["trace[1221699036] 'process raft request' (duration: 113.534353ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:07.663473Z","caller":"traceutil/trace.go:171","msg":"trace[1412623538] linearizableReadLoop","detail":"{readStateIndex:592; appliedIndex:591; }","duration":"322.748602ms","start":"2026-04-16T03:39:07.340686Z","end":"2026-04-16T03:39:07.663435Z","steps":["trace[1412623538] 'read index received' (duration: 310.87753ms)","trace[1412623538] 'applied index is now lower than readState.Index' (duration: 11.870272ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:39:07.663633Z","caller":"traceutil/trace.go:171","msg":"trace[1655159360] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"326.158932ms","start":"2026-04-16T03:39:07.337458Z","end":"2026-04-16T03:39:07.663617Z","steps":["trace[1655159360] 'process raft request' (duration: 313.948129ms)","trace[1655159360] 'compare' (duration: 11.941791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:39:07.663719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:07.337443Z","time spent":"326.229642ms","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:39:07.66381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.107854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:59631"} {"level":"info","ts":"2026-04-16T03:39:07.663881Z","caller":"traceutil/trace.go:171","msg":"trace[1835184494] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:573; }","duration":"323.225654ms","start":"2026-04-16T03:39:07.340641Z","end":"2026-04-16T03:39:07.663867Z","steps":["trace[1835184494] 'agreement among raft nodes before linearized reading' (duration: 322.980863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:07.663916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:07.340618Z","time spent":"323.290746ms","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":59653,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-04-16T03:39:07.664705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.593277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lq8m7\" ","response":"range_response_count:1 size:4683"} {"level":"info","ts":"2026-04-16T03:39:07.664772Z","caller":"traceutil/trace.go:171","msg":"trace[1312794757] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"313.278904ms","start":"2026-04-16T03:39:07.351487Z","end":"2026-04-16T03:39:07.664766Z","steps":["trace[1312794757] 'process raft request' (duration: 312.261409ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:07.664791Z","caller":"traceutil/trace.go:171","msg":"trace[75798583] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-lq8m7; range_end:; response_count:1; response_revision:576; }","duration":"293.712657ms","start":"2026-04-16T03:39:07.371058Z","end":"2026-04-16T03:39:07.66477Z","steps":["trace[75798583] 'agreement among raft nodes before linearized reading' (duration: 293.494166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:07.664843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:07.351462Z","time spent":"313.331195ms","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":208461,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:07.665033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.473916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:39:07.665077Z","caller":"traceutil/trace.go:171","msg":"trace[802087950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:576; }","duration":"181.545377ms","start":"2026-04-16T03:39:07.483519Z","end":"2026-04-16T03:39:07.665064Z","steps":["trace[802087950] 'agreement among raft nodes before linearized reading' (duration: 181.479807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:07.665247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.92262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:39:07.665295Z","caller":"traceutil/trace.go:171","msg":"trace[1264531456] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:576; }","duration":"188.99266ms","start":"2026-04-16T03:39:07.476288Z","end":"2026-04-16T03:39:07.665281Z","steps":["trace[1264531456] 'agreement among raft nodes before linearized reading' (duration: 188.91923ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:07.665345Z","caller":"traceutil/trace.go:171","msg":"trace[961242734] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"248.281725ms","start":"2026-04-16T03:39:07.417054Z","end":"2026-04-16T03:39:07.665336Z","steps":["trace[961242734] 'process raft request' (duration: 247.143408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:07.665455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.160415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:39:07.665491Z","caller":"traceutil/trace.go:171","msg":"trace[1930862061] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:576; }","duration":"213.236595ms","start":"2026-04-16T03:39:07.452245Z","end":"2026-04-16T03:39:07.665482Z","steps":["trace[1930862061] 'agreement among raft nodes before linearized reading' (duration: 213.178685ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:07.664733Z","caller":"traceutil/trace.go:171","msg":"trace[198756997] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"125.064878ms","start":"2026-04-16T03:39:07.539657Z","end":"2026-04-16T03:39:07.664722Z","steps":["trace[198756997] 'process raft request' (duration: 124.851607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:08.901546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311236798,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:39:09.402822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311236798,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:39:09.903216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311236798,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:39:10.316167Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.173983122s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:39:10.316609Z","caller":"traceutil/trace.go:171","msg":"trace[148728783] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"2.174503235s","start":"2026-04-16T03:39:08.142084Z","end":"2026-04-16T03:39:10.316587Z","steps":["trace[148728783] 'process raft request' (duration: 2.174343224s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:10.316735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:08.142055Z","time spent":"2.174603525s","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:39:10.381505Z","caller":"traceutil/trace.go:171","msg":"trace[494576091] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"2.042475414s","start":"2026-04-16T03:39:08.338995Z","end":"2026-04-16T03:39:10.381471Z","steps":["trace[494576091] 'process raft request' (duration: 2.042268193s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:10.381534Z","caller":"traceutil/trace.go:171","msg":"trace[1038556769] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"1.843253617s","start":"2026-04-16T03:39:08.538244Z","end":"2026-04-16T03:39:10.381497Z","steps":["trace[1038556769] 'process raft request' (duration: 1.843132317s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:10.381639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:08.338968Z","time spent":"2.042607825s","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:39:10.381657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:08.53818Z","time spent":"1.843418279s","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:39:10.469657Z","caller":"traceutil/trace.go:171","msg":"trace[515332348] linearizableReadLoop","detail":"{readStateIndex:619; appliedIndex:615; }","duration":"2.068124212s","start":"2026-04-16T03:39:08.401504Z","end":"2026-04-16T03:39:10.469628Z","steps":["trace[515332348] 'read index received' (duration: 1.914893469s)","trace[515332348] 'applied index is now lower than readState.Index' (duration: 153.229173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:39:10.469836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.068321833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:39:10.46988Z","caller":"traceutil/trace.go:171","msg":"trace[26709900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:599; }","duration":"2.068475284s","start":"2026-04-16T03:39:08.401394Z","end":"2026-04-16T03:39:10.469869Z","steps":["trace[26709900] 'agreement among raft nodes before linearized reading' (duration: 2.068315573s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:10.469907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:08.40138Z","time spent":"2.068520894s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:39:10.518897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781167831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:10.518961Z","caller":"traceutil/trace.go:171","msg":"trace[1834033524] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:600; }","duration":"1.781271801s","start":"2026-04-16T03:39:08.737675Z","end":"2026-04-16T03:39:10.518946Z","steps":["trace[1834033524] 'agreement among raft nodes before linearized reading' (duration: 1.781136341s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:10.518969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.271011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:39:10.519002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:08.737656Z","time spent":"1.781335862s","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-04-16T03:39:10.519029Z","caller":"traceutil/trace.go:171","msg":"trace[794946074] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:0; response_revision:600; }","duration":"105.377663ms","start":"2026-04-16T03:39:10.413634Z","end":"2026-04-16T03:39:10.519012Z","steps":["trace[794946074] 'agreement among raft nodes before linearized reading' (duration: 105.187922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:10.519102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.310993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:39:10.519194Z","caller":"traceutil/trace.go:171","msg":"trace[723356502] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:600; }","duration":"836.457534ms","start":"2026-04-16T03:39:09.682706Z","end":"2026-04-16T03:39:10.519164Z","steps":["trace[723356502] 'agreement among raft nodes before linearized reading' (duration: 836.191673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:10.519244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:09.682687Z","time spent":"836.548315ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:39:10.519269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542176588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:10.519332Z","caller":"traceutil/trace.go:171","msg":"trace[851207614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:600; }","duration":"1.542264718s","start":"2026-04-16T03:39:08.977052Z","end":"2026-04-16T03:39:10.519317Z","steps":["trace[851207614] 'agreement among raft nodes before linearized reading' (duration: 1.542179558s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:10.519382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:08.977035Z","time spent":"1.542336239s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:39:10.519403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.810535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-04-16T03:39:10.519421Z","caller":"traceutil/trace.go:171","msg":"trace[60584932] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"186.323179ms","start":"2026-04-16T03:39:10.333085Z","end":"2026-04-16T03:39:10.519408Z","steps":["trace[60584932] 'process raft request' (duration: 185.576285ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:10.519464Z","caller":"traceutil/trace.go:171","msg":"trace[1589983252] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:600; }","duration":"981.872235ms","start":"2026-04-16T03:39:09.537574Z","end":"2026-04-16T03:39:10.519446Z","steps":["trace[1589983252] 'agreement among raft nodes before linearized reading' (duration: 981.712544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:10.519549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:09.537548Z","time spent":"981.989706ms","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-04-16T03:39:10.519597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.561293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-04-16T03:39:10.51962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381936726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-04-16T03:39:10.520142Z","caller":"traceutil/trace.go:171","msg":"trace[1780429806] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:600; }","duration":"1.3825835s","start":"2026-04-16T03:39:09.137521Z","end":"2026-04-16T03:39:10.520105Z","steps":["trace[1780429806] 'agreement among raft nodes before linearized reading' (duration: 1.381583094s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:10.520171Z","caller":"traceutil/trace.go:171","msg":"trace[2070033827] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:600; }","duration":"378.649363ms","start":"2026-04-16T03:39:10.140981Z","end":"2026-04-16T03:39:10.519631Z","steps":["trace[2070033827] 'agreement among raft nodes before linearized reading' (duration: 378.447602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:10.520217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:09.1375Z","time spent":"1.38268025s","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5608,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-04-16T03:39:10.520204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571002468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:39:10.520305Z","caller":"traceutil/trace.go:171","msg":"trace[242117572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:600; }","duration":"1.571118109s","start":"2026-04-16T03:39:08.949143Z","end":"2026-04-16T03:39:10.520261Z","steps":["trace[242117572] 'agreement among raft nodes before linearized reading' (duration: 1.570462185s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:10.520369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:08.949122Z","time spent":"1.571228219s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:39:10.520405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.486484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-04-16T03:39:10.520466Z","caller":"traceutil/trace.go:171","msg":"trace[2007426196] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:600; }","duration":"583.556635ms","start":"2026-04-16T03:39:09.93688Z","end":"2026-04-16T03:39:10.520437Z","steps":["trace[2007426196] 'agreement among raft nodes before linearized reading' (duration: 583.372494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:10.520668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.970412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:39:10.520726Z","caller":"traceutil/trace.go:171","msg":"trace[1220933042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:600; }","duration":"826.047612ms","start":"2026-04-16T03:39:09.694652Z","end":"2026-04-16T03:39:10.5207Z","steps":["trace[1220933042] 'agreement among raft nodes before linearized reading' (duration: 825.79618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:10.520762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:09.694632Z","time spent":"826.121572ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:39:10.520743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180501673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"warn","ts":"2026-04-16T03:39:10.520798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:09.936865Z","time spent":"583.631695ms","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4355,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-04-16T03:39:10.520856Z","caller":"traceutil/trace.go:171","msg":"trace[1930801630] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:600; }","duration":"1.180665775s","start":"2026-04-16T03:39:09.34014Z","end":"2026-04-16T03:39:10.520806Z","steps":["trace[1930801630] 'agreement among raft nodes before linearized reading' (duration: 1.180252391s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:10.520922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:09.340121Z","time spent":"1.180784945s","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9342,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-04-16T03:39:10.520229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:10.140965Z","time spent":"379.247747ms","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24266,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-04-16T03:39:10.52121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.202345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-04-16T03:39:10.521264Z","caller":"traceutil/trace.go:171","msg":"trace[596501712] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:600; }","duration":"769.283436ms","start":"2026-04-16T03:39:09.751957Z","end":"2026-04-16T03:39:10.521241Z","steps":["trace[596501712] 'agreement among raft nodes before linearized reading' (duration: 768.980834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:10.521302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:09.751942Z","time spent":"769.350886ms","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10399,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-16T03:39:10.521327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.387846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:39:10.5214Z","caller":"traceutil/trace.go:171","msg":"trace[2067483962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:600; }","duration":"816.463816ms","start":"2026-04-16T03:39:09.704903Z","end":"2026-04-16T03:39:10.521367Z","steps":["trace[2067483962] 'agreement among raft nodes before linearized reading' (duration: 816.093914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:10.521454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:09.70489Z","time spent":"816.550906ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:39:10.521815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584240058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:10.521866Z","caller":"traceutil/trace.go:171","msg":"trace[1120168031] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:600; }","duration":"1.584319229s","start":"2026-04-16T03:39:08.937534Z","end":"2026-04-16T03:39:10.521854Z","steps":["trace[1120168031] 'agreement among raft nodes before linearized reading' (duration: 1.584251308s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:10.521903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:08.93751Z","time spent":"1.584384239s","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-04-16T03:39:10.609039Z","caller":"traceutil/trace.go:171","msg":"trace[1670115543] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"135.218278ms","start":"2026-04-16T03:39:10.473788Z","end":"2026-04-16T03:39:10.609006Z","steps":["trace[1670115543] 'process raft request' (duration: 134.974536ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:11.685701Z","caller":"traceutil/trace.go:171","msg":"trace[1506392766] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"120.023934ms","start":"2026-04-16T03:39:11.56566Z","end":"2026-04-16T03:39:11.685684Z","steps":["trace[1506392766] 'process raft request' (duration: 113.686627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:12.721063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.491863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:39:12.721303Z","caller":"traceutil/trace.go:171","msg":"trace[1190787128] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:644; }","duration":"108.019792ms","start":"2026-04-16T03:39:12.613267Z","end":"2026-04-16T03:39:12.721287Z","steps":["trace[1190787128] 'read index received' (duration: 95.65036ms)","trace[1190787128] 'applied index is now lower than readState.Index' (duration: 12.368332ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:39:12.721305Z","caller":"traceutil/trace.go:171","msg":"trace[433703269] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"431.011101ms","start":"2026-04-16T03:39:12.290256Z","end":"2026-04-16T03:39:12.721267Z","steps":["trace[433703269] 'process raft request' (duration: 153.236006ms)","trace[433703269] 'compare' (duration: 277.248632ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:39:12.721406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:12.290199Z","time spent":"431.163822ms","remote":"127.0.0.1:45780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:39:12.721417Z","caller":"traceutil/trace.go:171","msg":"trace[411309656] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"327.331284ms","start":"2026-04-16T03:39:12.394074Z","end":"2026-04-16T03:39:12.721405Z","steps":["trace[411309656] 'process raft request' (duration: 327.128623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:12.721559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.284553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:39:12.72161Z","caller":"traceutil/trace.go:171","msg":"trace[1506534840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:626; }","duration":"108.342763ms","start":"2026-04-16T03:39:12.613254Z","end":"2026-04-16T03:39:12.721597Z","steps":["trace[1506534840] 'agreement among raft nodes before linearized reading' (duration: 108.186543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:12.721552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:12.394054Z","time spent":"327.424286ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:13.895443Z","caller":"traceutil/trace.go:171","msg":"trace[1622029699] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"191.016033ms","start":"2026-04-16T03:39:13.7044Z","end":"2026-04-16T03:39:13.895416Z","steps":["trace[1622029699] 'process raft request' (duration: 190.262249ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:14.180028Z","caller":"traceutil/trace.go:171","msg":"trace[543872072] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"226.383165ms","start":"2026-04-16T03:39:13.95362Z","end":"2026-04-16T03:39:14.180003Z","steps":["trace[543872072] 'process raft request' (duration: 222.23982ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:14.180035Z","caller":"traceutil/trace.go:171","msg":"trace[275348592] linearizableReadLoop","detail":"{readStateIndex:657; appliedIndex:656; }","duration":"202.795868ms","start":"2026-04-16T03:39:13.977204Z","end":"2026-04-16T03:39:14.18Z","steps":["trace[275348592] 'read index received' (duration: 198.648833ms)","trace[275348592] 'applied index is now lower than readState.Index' (duration: 4.145105ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:39:14.180249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.032729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:14.180309Z","caller":"traceutil/trace.go:171","msg":"trace[1823604286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:636; }","duration":"203.141209ms","start":"2026-04-16T03:39:13.977151Z","end":"2026-04-16T03:39:14.180292Z","steps":["trace[1823604286] 'agreement among raft nodes before linearized reading' (duration: 202.973918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:18.580135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60516973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:18.580246Z","caller":"traceutil/trace.go:171","msg":"trace[1048357165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:662; }","duration":"1.605325283s","start":"2026-04-16T03:39:16.974897Z","end":"2026-04-16T03:39:18.580222Z","steps":["trace[1048357165] 'range keys from in-memory index tree' (duration: 1.6050392s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:18.580303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:16.974877Z","time spent":"1.605411595s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:39:18.580373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184386001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-rw4ss\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-16T03:39:18.580445Z","caller":"traceutil/trace.go:171","msg":"trace[172077637] range","detail":"{range_begin:/registry/pods/kube-system/cilium-rw4ss; range_end:; response_count:1; response_revision:662; }","duration":"1.184485292s","start":"2026-04-16T03:39:17.395942Z","end":"2026-04-16T03:39:18.580427Z","steps":["trace[172077637] 'range keys from in-memory index tree' (duration: 1.184226579s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:18.580489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:17.395926Z","time spent":"1.184551323s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-rw4ss\" "} {"level":"info","ts":"2026-04-16T03:39:19.206708Z","caller":"traceutil/trace.go:171","msg":"trace[231940043] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"607.654071ms","start":"2026-04-16T03:39:18.599031Z","end":"2026-04-16T03:39:19.206685Z","steps":["trace[231940043] 'process raft request' (duration: 607.507709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:19.206867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:18.599011Z","time spent":"607.772023ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:19.245762Z","caller":"traceutil/trace.go:171","msg":"trace[1580631841] linearizableReadLoop","detail":"{readStateIndex:685; appliedIndex:683; }","duration":"494.400226ms","start":"2026-04-16T03:39:18.751334Z","end":"2026-04-16T03:39:19.245734Z","steps":["trace[1580631841] 'read index received' (duration: 455.263315ms)","trace[1580631841] 'applied index is now lower than readState.Index' (duration: 39.135341ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:39:19.246093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.729071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:39:19.246156Z","caller":"traceutil/trace.go:171","msg":"trace[2029381904] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:663; }","duration":"494.849064ms","start":"2026-04-16T03:39:18.751286Z","end":"2026-04-16T03:39:19.246135Z","steps":["trace[2029381904] 'agreement among raft nodes before linearized reading' (duration: 494.65873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:19.246186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.672128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T03:39:19.246279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:18.751265Z","time spent":"495.000016ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:39:19.246298Z","caller":"traceutil/trace.go:171","msg":"trace[107453480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:663; }","duration":"438.841001ms","start":"2026-04-16T03:39:18.807436Z","end":"2026-04-16T03:39:19.246277Z","steps":["trace[107453480] 'agreement among raft nodes before linearized reading' (duration: 438.535316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:19.246298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.19506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:39:19.246299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.432052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:39:19.246349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:18.807401Z","time spent":"438.936532ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:39:19.246165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.559534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:39:19.246382Z","caller":"traceutil/trace.go:171","msg":"trace[966557010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:663; }","duration":"438.323382ms","start":"2026-04-16T03:39:18.808035Z","end":"2026-04-16T03:39:19.246358Z","steps":["trace[966557010] 'agreement among raft nodes before linearized reading' (duration: 437.998466ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:19.246398Z","caller":"traceutil/trace.go:171","msg":"trace[580639799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:663; }","duration":"444.578045ms","start":"2026-04-16T03:39:18.801799Z","end":"2026-04-16T03:39:19.246377Z","steps":["trace[580639799] 'agreement among raft nodes before linearized reading' (duration: 444.27551ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:19.246409Z","caller":"traceutil/trace.go:171","msg":"trace[1902767717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:663; }","duration":"444.87844ms","start":"2026-04-16T03:39:18.801512Z","end":"2026-04-16T03:39:19.246391Z","steps":["trace[1902767717] 'agreement among raft nodes before linearized reading' (duration: 444.437592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:19.246441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:18.808018Z","time spent":"438.410813ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:39:19.246454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:18.801492Z","time spent":"444.950391ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:39:19.246453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:18.80179Z","time spent":"444.651856ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:39:19.856795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.867231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:39:19.857038Z","caller":"traceutil/trace.go:171","msg":"trace[1455395839] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"605.611631ms","start":"2026-04-16T03:39:19.251395Z","end":"2026-04-16T03:39:19.857006Z","steps":["trace[1455395839] 'process raft request' (duration: 454.419254ms)","trace[1455395839] 'compare' (duration: 150.685278ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:39:19.857088Z","caller":"traceutil/trace.go:171","msg":"trace[72200142] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"602.720679ms","start":"2026-04-16T03:39:19.25435Z","end":"2026-04-16T03:39:19.857071Z","steps":["trace[72200142] 'process raft request' (duration: 602.681409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:19.857156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:19.254343Z","time spent":"602.78043ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:19.857222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:19.251375Z","time spent":"605.731043ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:19.857326Z","caller":"traceutil/trace.go:171","msg":"trace[1238094705] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"605.564271ms","start":"2026-04-16T03:39:19.251752Z","end":"2026-04-16T03:39:19.857316Z","steps":["trace[1238094705] 'process raft request' (duration: 605.242885ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:19.857334Z","caller":"traceutil/trace.go:171","msg":"trace[415547315] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"605.839565ms","start":"2026-04-16T03:39:19.251473Z","end":"2026-04-16T03:39:19.857312Z","steps":["trace[415547315] 'process raft request' (duration: 605.427128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:19.857383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:19.251742Z","time spent":"605.614431ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:19.857431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:19.251444Z","time spent":"605.933257ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:21.576585Z","caller":"traceutil/trace.go:171","msg":"trace[241078044] linearizableReadLoop","detail":"{readStateIndex:691; appliedIndex:690; }","duration":"164.297073ms","start":"2026-04-16T03:39:21.412265Z","end":"2026-04-16T03:39:21.576562Z","steps":["trace[241078044] 'read index received' (duration: 164.12371ms)","trace[241078044] 'applied index is now lower than readState.Index' (duration: 172.463µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:39:21.576718Z","caller":"traceutil/trace.go:171","msg":"trace[2045559716] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"260.97093ms","start":"2026-04-16T03:39:21.315715Z","end":"2026-04-16T03:39:21.576686Z","steps":["trace[2045559716] 'process raft request' (duration: 260.723126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:21.576912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.585178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:21.577014Z","caller":"traceutil/trace.go:171","msg":"trace[1210627070] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:669; }","duration":"164.70797ms","start":"2026-04-16T03:39:21.412291Z","end":"2026-04-16T03:39:21.576999Z","steps":["trace[1210627070] 'agreement among raft nodes before linearized reading' (duration: 164.531037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:21.577293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.009786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:21.577385Z","caller":"traceutil/trace.go:171","msg":"trace[797652013] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:669; }","duration":"165.125087ms","start":"2026-04-16T03:39:21.412244Z","end":"2026-04-16T03:39:21.577369Z","steps":["trace[797652013] 'agreement among raft nodes before linearized reading' (duration: 164.993145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.757047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03765601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:22.757125Z","caller":"traceutil/trace.go:171","msg":"trace[75162790] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:669; }","duration":"1.037769343s","start":"2026-04-16T03:39:21.719341Z","end":"2026-04-16T03:39:22.75711Z","steps":["trace[75162790] 'count revisions from in-memory index tree' (duration: 1.03759198s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.757123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083126268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:39:22.757139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100296039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:39:22.757161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.719332Z","time spent":"1.037820254s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:39:22.757166Z","caller":"traceutil/trace.go:171","msg":"trace[415820861] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:669; }","duration":"1.083336232s","start":"2026-04-16T03:39:21.673818Z","end":"2026-04-16T03:39:22.757154Z","steps":["trace[415820861] 'count revisions from in-memory index tree' (duration: 1.083063906s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:22.757174Z","caller":"traceutil/trace.go:171","msg":"trace[1892318529] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:669; }","duration":"1.10036867s","start":"2026-04-16T03:39:21.656795Z","end":"2026-04-16T03:39:22.757163Z","steps":["trace[1892318529] 'range keys from in-memory index tree' (duration: 1.100187838s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.757205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.673806Z","time spent":"1.083381782s","remote":"127.0.0.1:58436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:39:22.757222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.656781Z","time spent":"1.100430692s","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:39:22.75733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037857894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:22.75743Z","caller":"traceutil/trace.go:171","msg":"trace[999627880] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:669; }","duration":"1.037994146s","start":"2026-04-16T03:39:21.719412Z","end":"2026-04-16T03:39:22.757407Z","steps":["trace[999627880] 'range keys from in-memory index tree' (duration: 1.037810704s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.757499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.719406Z","time spent":"1.038073728s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:39:22.757603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100475352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:22.757646Z","caller":"traceutil/trace.go:171","msg":"trace[1345721491] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:669; }","duration":"1.100580064s","start":"2026-04-16T03:39:21.657056Z","end":"2026-04-16T03:39:22.757636Z","steps":["trace[1345721491] 'count revisions from in-memory index tree' (duration: 1.100399161s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.757695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037623281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:22.757741Z","caller":"traceutil/trace.go:171","msg":"trace[211328415] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:669; }","duration":"1.037719972s","start":"2026-04-16T03:39:21.720007Z","end":"2026-04-16T03:39:22.757727Z","steps":["trace[211328415] 'range keys from in-memory index tree' (duration: 1.037563959s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.757792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100099295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:39:22.757794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.719988Z","time spent":"1.037791433s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 "} {"level":"info","ts":"2026-04-16T03:39:22.757825Z","caller":"traceutil/trace.go:171","msg":"trace[1616141996] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:669; }","duration":"1.100148486s","start":"2026-04-16T03:39:21.657668Z","end":"2026-04-16T03:39:22.757816Z","steps":["trace[1616141996] 'range keys from in-memory index tree' (duration: 1.100050054s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.757855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.65766Z","time spent":"1.100185197s","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-16T03:39:22.757863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.109517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:22.757903Z","caller":"traceutil/trace.go:171","msg":"trace[1478554369] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:669; }","duration":"912.192758ms","start":"2026-04-16T03:39:21.845692Z","end":"2026-04-16T03:39:22.757885Z","steps":["trace[1478554369] 'count revisions from in-memory index tree' (duration: 912.020265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.757937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.845679Z","time spent":"912.243179ms","remote":"127.0.0.1:58542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:39:22.757942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.575044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:22.757983Z","caller":"traceutil/trace.go:171","msg":"trace[524197106] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:669; }","duration":"896.631305ms","start":"2026-04-16T03:39:21.861339Z","end":"2026-04-16T03:39:22.75797Z","steps":["trace[524197106] 'range keys from in-memory index tree' (duration: 896.512173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.758027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.861333Z","time spent":"896.680405ms","remote":"127.0.0.1:58546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"warn","ts":"2026-04-16T03:39:22.758082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.594704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:39:22.758037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062889273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:22.758123Z","caller":"traceutil/trace.go:171","msg":"trace[1552775209] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:669; }","duration":"970.646425ms","start":"2026-04-16T03:39:21.787461Z","end":"2026-04-16T03:39:22.758107Z","steps":["trace[1552775209] 'range keys from in-memory index tree' (duration: 970.566113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.758148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.4735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:39:22.758164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.787456Z","time spent":"970.691716ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-16T03:39:22.758162Z","caller":"traceutil/trace.go:171","msg":"trace[1146885215] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:669; }","duration":"1.063070066s","start":"2026-04-16T03:39:21.695065Z","end":"2026-04-16T03:39:22.758135Z","steps":["trace[1146885215] 'range keys from in-memory index tree' (duration: 1.062809521s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:22.758181Z","caller":"traceutil/trace.go:171","msg":"trace[1537889031] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:669; }","duration":"926.52827ms","start":"2026-04-16T03:39:21.831643Z","end":"2026-04-16T03:39:22.758171Z","steps":["trace[1537889031] 'range keys from in-memory index tree' (duration: 926.413938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.758182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015330678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:39:22.758242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.831631Z","time spent":"926.577131ms","remote":"127.0.0.1:58540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"info","ts":"2026-04-16T03:39:22.758261Z","caller":"traceutil/trace.go:171","msg":"trace[276322883] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:669; }","duration":"1.015441269s","start":"2026-04-16T03:39:21.742806Z","end":"2026-04-16T03:39:22.758247Z","steps":["trace[276322883] 'range keys from in-memory index tree' (duration: 1.015221557s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.758261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.695057Z","time spent":"1.063189978s","remote":"127.0.0.1:58440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:39:22.7583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.742788Z","time spent":"1.015501021s","remote":"127.0.0.1:58470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:39:22.758296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.89864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:39:22.758327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.669143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:22.758347Z","caller":"traceutil/trace.go:171","msg":"trace[1174645329] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:669; }","duration":"896.969521ms","start":"2026-04-16T03:39:21.861363Z","end":"2026-04-16T03:39:22.758333Z","steps":["trace[1174645329] 'count revisions from in-memory index tree' (duration: 896.830319ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:22.758362Z","caller":"traceutil/trace.go:171","msg":"trace[1378222089] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:669; }","duration":"926.735103ms","start":"2026-04-16T03:39:21.831618Z","end":"2026-04-16T03:39:22.758353Z","steps":["trace[1378222089] 'count revisions from in-memory index tree' (duration: 926.57581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.75838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.808378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:39:22.758397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.861354Z","time spent":"897.028692ms","remote":"127.0.0.1:58546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:39:22.758417Z","caller":"traceutil/trace.go:171","msg":"trace[2109213638] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:669; }","duration":"970.840818ms","start":"2026-04-16T03:39:21.78756Z","end":"2026-04-16T03:39:22.758401Z","steps":["trace[2109213638] 'count revisions from in-memory index tree' (duration: 970.756325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.758437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.055352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:39:22.758448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.787508Z","time spent":"970.93098ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:39:22.758462Z","caller":"traceutil/trace.go:171","msg":"trace[1422839117] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:669; }","duration":"926.097563ms","start":"2026-04-16T03:39:21.832357Z","end":"2026-04-16T03:39:22.758455Z","steps":["trace[1422839117] 'range keys from in-memory index tree' (duration: 926.021111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.758487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.83235Z","time spent":"926.128323ms","remote":"127.0.0.1:58528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"warn","ts":"2026-04-16T03:39:22.758535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015316008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:22.758578Z","caller":"traceutil/trace.go:171","msg":"trace[1445240333] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:669; }","duration":"1.015398559s","start":"2026-04-16T03:39:21.743168Z","end":"2026-04-16T03:39:22.758567Z","steps":["trace[1445240333] 'range keys from in-memory index tree' (duration: 1.015211166s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.75861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.743158Z","time spent":"1.015443729s","remote":"127.0.0.1:58470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 "} {"level":"warn","ts":"2026-04-16T03:39:22.758604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.195984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:39:22.758629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.333605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:22.758657Z","caller":"traceutil/trace.go:171","msg":"trace[1087349290] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:669; }","duration":"897.332087ms","start":"2026-04-16T03:39:21.861311Z","end":"2026-04-16T03:39:22.758643Z","steps":["trace[1087349290] 'range keys from in-memory index tree' (duration: 897.145834ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:22.758707Z","caller":"traceutil/trace.go:171","msg":"trace[1002206945] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:669; }","duration":"914.395645ms","start":"2026-04-16T03:39:21.844266Z","end":"2026-04-16T03:39:22.758661Z","steps":["trace[1002206945] 'range keys from in-memory index tree' (duration: 914.269094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.758721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063308009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:39:22.758726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.861263Z","time spent":"897.446869ms","remote":"127.0.0.1:58546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"info","ts":"2026-04-16T03:39:22.758748Z","caller":"traceutil/trace.go:171","msg":"trace[2045645470] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:669; }","duration":"1.06333875s","start":"2026-04-16T03:39:21.695402Z","end":"2026-04-16T03:39:22.758741Z","steps":["trace[2045645470] 'count revisions from in-memory index tree' (duration: 1.063248628s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.758784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084845567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:39:22.75881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.69522Z","time spent":"1.063578824s","remote":"127.0.0.1:58440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:39:22.758814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.069673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:22.75883Z","caller":"traceutil/trace.go:171","msg":"trace[412909276] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:669; }","duration":"1.084904628s","start":"2026-04-16T03:39:21.673913Z","end":"2026-04-16T03:39:22.758817Z","steps":["trace[412909276] 'range keys from in-memory index tree' (duration: 1.084788476s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.758836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015623443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:22.758871Z","caller":"traceutil/trace.go:171","msg":"trace[653109049] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:669; }","duration":"913.154994ms","start":"2026-04-16T03:39:21.84568Z","end":"2026-04-16T03:39:22.758835Z","steps":["trace[653109049] 'range keys from in-memory index tree' (duration: 913.015602ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:22.758891Z","caller":"traceutil/trace.go:171","msg":"trace[713490014] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:669; }","duration":"1.015722794s","start":"2026-04-16T03:39:21.743155Z","end":"2026-04-16T03:39:22.758877Z","steps":["trace[713490014] 'count revisions from in-memory index tree' (duration: 1.015497041s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.75892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.673904Z","time spent":"1.084970979s","remote":"127.0.0.1:58436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:39:22.758949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.743129Z","time spent":"1.015805676s","remote":"127.0.0.1:58470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:39:22.758961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063475571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:39:22.759008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.52471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:39:22.759065Z","caller":"traceutil/trace.go:171","msg":"trace[663155457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:669; }","duration":"897.629982ms","start":"2026-04-16T03:39:21.861422Z","end":"2026-04-16T03:39:22.759052Z","steps":["trace[663155457] 'range keys from in-memory index tree' (duration: 897.352037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.759091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084499442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:39:22.758746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.844254Z","time spent":"914.480178ms","remote":"127.0.0.1:58542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:39:22.759126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.861413Z","time spent":"897.688173ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:39:22.759153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.999941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:22.759207Z","caller":"traceutil/trace.go:171","msg":"trace[854292508] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:669; }","duration":"999.079233ms","start":"2026-04-16T03:39:21.760114Z","end":"2026-04-16T03:39:22.759193Z","steps":["trace[854292508] 'range keys from in-memory index tree' (duration: 998.915959ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:22.759127Z","caller":"traceutil/trace.go:171","msg":"trace[212393730] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:669; }","duration":"1.084562332s","start":"2026-04-16T03:39:21.674555Z","end":"2026-04-16T03:39:22.759117Z","steps":["trace[212393730] 'range keys from in-memory index tree' (duration: 1.0844347s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.75929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.080032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:22.759318Z","caller":"traceutil/trace.go:171","msg":"trace[1509535990] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:669; }","duration":"999.214875ms","start":"2026-04-16T03:39:21.760096Z","end":"2026-04-16T03:39:22.759311Z","steps":["trace[1509535990] 'count revisions from in-memory index tree' (duration: 998.920619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.759332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.674541Z","time spent":"1.084763645s","remote":"127.0.0.1:58436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-16T03:39:22.75935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.760074Z","time spent":"999.269105ms","remote":"127.0.0.1:58484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:39:22.759391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.740684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:39:22.759446Z","caller":"traceutil/trace.go:171","msg":"trace[1175379993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:669; }","duration":"897.803825ms","start":"2026-04-16T03:39:21.86162Z","end":"2026-04-16T03:39:22.759424Z","steps":["trace[1175379993] 'range keys from in-memory index tree' (duration: 897.621011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.759256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.760101Z","time spent":"999.142233ms","remote":"127.0.0.1:58484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:39:22.759498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.861614Z","time spent":"897.862526ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:39:22.759618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.149459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:39:22.758911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.845651Z","time spent":"913.248487ms","remote":"127.0.0.1:58542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"warn","ts":"2026-04-16T03:39:22.759684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.488593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:22.759703Z","caller":"traceutil/trace.go:171","msg":"trace[632711983] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:669; }","duration":"948.290992ms","start":"2026-04-16T03:39:21.811401Z","end":"2026-04-16T03:39:22.759692Z","steps":["trace[632711983] 'count revisions from in-memory index tree' (duration: 948.119859ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:22.75971Z","caller":"traceutil/trace.go:171","msg":"trace[1504101397] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:669; }","duration":"985.570296ms","start":"2026-04-16T03:39:21.774133Z","end":"2026-04-16T03:39:22.759703Z","steps":["trace[1504101397] 'range keys from in-memory index tree' (duration: 985.451493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.759735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.788766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T03:39:22.759739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.469546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:39:22.75976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.774125Z","time spent":"985.626527ms","remote":"127.0.0.1:58500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 "} {"level":"info","ts":"2026-04-16T03:39:22.759778Z","caller":"traceutil/trace.go:171","msg":"trace[665733288] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:669; }","duration":"897.852997ms","start":"2026-04-16T03:39:21.861912Z","end":"2026-04-16T03:39:22.759765Z","steps":["trace[665733288] 'range keys from in-memory index tree' (duration: 897.679202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.759743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.811398Z","time spent":"948.332543ms","remote":"127.0.0.1:58528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:39:22.759793Z","caller":"traceutil/trace.go:171","msg":"trace[558052442] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:669; }","duration":"948.522296ms","start":"2026-04-16T03:39:21.811249Z","end":"2026-04-16T03:39:22.759771Z","steps":["trace[558052442] 'range keys from in-memory index tree' (duration: 948.436545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.759816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.861902Z","time spent":"897.903848ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:39:22.759836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.811243Z","time spent":"948.582257ms","remote":"127.0.0.1:58528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:39:22.759621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.334427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:39:22.759916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.554016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:22.759943Z","caller":"traceutil/trace.go:171","msg":"trace[595836730] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:669; }","duration":"985.596576ms","start":"2026-04-16T03:39:21.77434Z","end":"2026-04-16T03:39:22.759937Z","steps":["trace[595836730] 'range keys from in-memory index tree' (duration: 985.505204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.759963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.774333Z","time spent":"985.624647ms","remote":"127.0.0.1:58500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 "} {"level":"info","ts":"2026-04-16T03:39:22.759984Z","caller":"traceutil/trace.go:171","msg":"trace[1665943006] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:669; }","duration":"999.681493ms","start":"2026-04-16T03:39:21.760242Z","end":"2026-04-16T03:39:22.759923Z","steps":["trace[1665943006] 'range keys from in-memory index tree' (duration: 999.224254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.760058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.082321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:39:22.760096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.760222Z","time spent":"999.789526ms","remote":"127.0.0.1:58484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"info","ts":"2026-04-16T03:39:22.760127Z","caller":"traceutil/trace.go:171","msg":"trace[1722326437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:669; }","duration":"898.227053ms","start":"2026-04-16T03:39:21.861887Z","end":"2026-04-16T03:39:22.760114Z","steps":["trace[1722326437] 'range keys from in-memory index tree' (duration: 897.954839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.76017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.861875Z","time spent":"898.282824ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:39:22.760259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.460596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:22.760364Z","caller":"traceutil/trace.go:171","msg":"trace[1924288159] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:669; }","duration":"972.616118ms","start":"2026-04-16T03:39:21.787727Z","end":"2026-04-16T03:39:22.760344Z","steps":["trace[1924288159] 'range keys from in-memory index tree' (duration: 972.368194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.760424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.787717Z","time spent":"972.69379ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-16T03:39:22.760473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.872693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:39:22.757715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.657037Z","time spent":"1.100665305s","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:39:22.760511Z","caller":"traceutil/trace.go:171","msg":"trace[1993149244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:669; }","duration":"784.967015ms","start":"2026-04-16T03:39:21.975535Z","end":"2026-04-16T03:39:22.760502Z","steps":["trace[1993149244] 'range keys from in-memory index tree' (duration: 784.69394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.760543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.975514Z","time spent":"785.022415ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:39:22.759023Z","caller":"traceutil/trace.go:171","msg":"trace[502631476] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:669; }","duration":"1.063538623s","start":"2026-04-16T03:39:21.695477Z","end":"2026-04-16T03:39:22.759016Z","steps":["trace[502631476] 'range keys from in-memory index tree' (duration: 1.063445921s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.760104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.532865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:22.760679Z","caller":"traceutil/trace.go:171","msg":"trace[62106336] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:669; }","duration":"986.101395ms","start":"2026-04-16T03:39:21.774563Z","end":"2026-04-16T03:39:22.760664Z","steps":["trace[62106336] 'count revisions from in-memory index tree' (duration: 985.399083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.760716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.774492Z","time spent":"986.211977ms","remote":"127.0.0.1:58500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:39:22.758404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.831597Z","time spent":"926.786895ms","remote":"127.0.0.1:58540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:39:22.760631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.695472Z","time spent":"1.065132211s","remote":"127.0.0.1:58440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 "} {"level":"info","ts":"2026-04-16T03:39:23.032135Z","caller":"traceutil/trace.go:171","msg":"trace[428619355] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"262.215083ms","start":"2026-04-16T03:39:22.769899Z","end":"2026-04-16T03:39:23.032114Z","steps":["trace[428619355] 'process raft request' (duration: 262.02184ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:23.032417Z","caller":"traceutil/trace.go:171","msg":"trace[695090653] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"262.433587ms","start":"2026-04-16T03:39:22.769958Z","end":"2026-04-16T03:39:23.032391Z","steps":["trace[695090653] 'process raft request' (duration: 262.119861ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:23.0329Z","caller":"traceutil/trace.go:171","msg":"trace[906829571] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"262.891035ms","start":"2026-04-16T03:39:22.769981Z","end":"2026-04-16T03:39:23.032872Z","steps":["trace[906829571] 'process raft request' (duration: 262.283675ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:23.032941Z","caller":"traceutil/trace.go:171","msg":"trace[647776950] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"226.105146ms","start":"2026-04-16T03:39:22.806817Z","end":"2026-04-16T03:39:23.032922Z","steps":["trace[647776950] 'process raft request' (duration: 225.74749ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:27.86155Z","caller":"traceutil/trace.go:171","msg":"trace[1649653758] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"259.383934ms","start":"2026-04-16T03:39:27.602128Z","end":"2026-04-16T03:39:27.861512Z","steps":["trace[1649653758] 'process raft request' (duration: 258.156943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:40.408973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311237261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:39:40.909909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311237261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:39:41.307947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204289495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-16T03:39:41.308175Z","caller":"traceutil/trace.go:171","msg":"trace[590635574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:786; }","duration":"2.204562898s","start":"2026-04-16T03:39:39.10359Z","end":"2026-04-16T03:39:41.308153Z","steps":["trace[590635574] 'range keys from in-memory index tree' (duration: 2.204101732s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:41.308255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:39.103569Z","time spent":"2.20467351s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:39:41.30836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.192514931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T03:39:41.308448Z","caller":"traceutil/trace.go:171","msg":"trace[1237191191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:786; }","duration":"2.192690343s","start":"2026-04-16T03:39:39.115738Z","end":"2026-04-16T03:39:41.308428Z","steps":["trace[1237191191] 'range keys from in-memory index tree' (duration: 2.192296457s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:41.308466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200044891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-16T03:39:41.308548Z","caller":"traceutil/trace.go:171","msg":"trace[1860049905] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:786; }","duration":"2.200179203s","start":"2026-04-16T03:39:39.108349Z","end":"2026-04-16T03:39:41.308528Z","steps":["trace[1860049905] 'range keys from in-memory index tree' (duration: 2.199852538s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:41.308593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:39.108325Z","time spent":"2.200259565s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:39:41.308492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:39.115725Z","time spent":"2.192757174s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:39:41.410584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311237261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:39:41.598912Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.072532837s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:39:41.599452Z","caller":"traceutil/trace.go:171","msg":"trace[348247284] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"2.073162847s","start":"2026-04-16T03:39:39.526263Z","end":"2026-04-16T03:39:41.599426Z","steps":["trace[348247284] 'process raft request' (duration: 2.072979524s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:41.599668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:39.526242Z","time spent":"2.073272168s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:41.671515Z","caller":"traceutil/trace.go:171","msg":"trace[1083361748] linearizableReadLoop","detail":"{readStateIndex:817; appliedIndex:813; }","duration":"1.763514646s","start":"2026-04-16T03:39:39.907977Z","end":"2026-04-16T03:39:41.671492Z","steps":["trace[1083361748] 'read index received' (duration: 1.691200264s)","trace[1083361748] 'applied index is now lower than readState.Index' (duration: 72.313412ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:39:41.671554Z","caller":"traceutil/trace.go:171","msg":"trace[1115935722] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"358.043016ms","start":"2026-04-16T03:39:41.313481Z","end":"2026-04-16T03:39:41.671524Z","steps":["trace[1115935722] 'process raft request' (duration: 357.946294ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:41.671649Z","caller":"traceutil/trace.go:171","msg":"trace[867649652] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"357.134814ms","start":"2026-04-16T03:39:41.314493Z","end":"2026-04-16T03:39:41.671628Z","steps":["trace[867649652] 'process raft request' (duration: 356.966681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:41.671698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76373263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T03:39:41.671706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:41.313463Z","time spent":"358.147129ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:41.671724Z","caller":"traceutil/trace.go:171","msg":"trace[1571829855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:790; }","duration":"1.763798822s","start":"2026-04-16T03:39:39.907917Z","end":"2026-04-16T03:39:41.671716Z","steps":["trace[1571829855] 'agreement among raft nodes before linearized reading' (duration: 1.76368745s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:41.67164Z","caller":"traceutil/trace.go:171","msg":"trace[694828065] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"358.22117ms","start":"2026-04-16T03:39:41.313381Z","end":"2026-04-16T03:39:41.671603Z","steps":["trace[694828065] 'process raft request' (duration: 322.716843ms)","trace[694828065] 'compare' (duration: 35.203032ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:39:41.671808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:39.907897Z","time spent":"1.763867542s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:39:41.671803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:41.314481Z","time spent":"357.240806ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:41.6719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.073942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:39:41.671925Z","caller":"traceutil/trace.go:171","msg":"trace[1546622507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:790; }","duration":"723.129283ms","start":"2026-04-16T03:39:40.948788Z","end":"2026-04-16T03:39:41.671917Z","steps":["trace[1546622507] 'agreement among raft nodes before linearized reading' (duration: 723.073163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:41.671943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:40.948764Z","time spent":"723.174884ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:39:41.671937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696623695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:39:41.671958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:41.313364Z","time spent":"358.462333ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:41.671995Z","caller":"traceutil/trace.go:171","msg":"trace[1053972036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:790; }","duration":"1.696709187s","start":"2026-04-16T03:39:39.975269Z","end":"2026-04-16T03:39:41.671978Z","steps":["trace[1053972036] 'agreement among raft nodes before linearized reading' (duration: 1.696615886s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:41.672036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:39.975248Z","time spent":"1.696780438s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:39:45.681724Z","caller":"traceutil/trace.go:171","msg":"trace[1967373099] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"137.329532ms","start":"2026-04-16T03:39:45.544354Z","end":"2026-04-16T03:39:45.681683Z","steps":["trace[1967373099] 'process raft request' (duration: 137.18654ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:45.79724Z","caller":"traceutil/trace.go:171","msg":"trace[1853924539] linearizableReadLoop","detail":"{readStateIndex:833; appliedIndex:832; }","duration":"108.625949ms","start":"2026-04-16T03:39:45.688582Z","end":"2026-04-16T03:39:45.797208Z","steps":["trace[1853924539] 'read index received' (duration: 101.952805ms)","trace[1853924539] 'applied index is now lower than readState.Index' (duration: 6.671734ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:39:45.797276Z","caller":"traceutil/trace.go:171","msg":"trace[1002785637] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"108.72937ms","start":"2026-04-16T03:39:45.688514Z","end":"2026-04-16T03:39:45.797244Z","steps":["trace[1002785637] 'process raft request' (duration: 101.985256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:45.797445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.859933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:39:45.797502Z","caller":"traceutil/trace.go:171","msg":"trace[264978034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:805; }","duration":"108.940754ms","start":"2026-04-16T03:39:45.688546Z","end":"2026-04-16T03:39:45.797487Z","steps":["trace[264978034] 'agreement among raft nodes before linearized reading' (duration: 108.784891ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:45.80485Z","caller":"traceutil/trace.go:171","msg":"trace[1103686540] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"113.739291ms","start":"2026-04-16T03:39:45.691095Z","end":"2026-04-16T03:39:45.804835Z","steps":["trace[1103686540] 'process raft request' (duration: 113.65606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:45.804989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.808203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:39:45.805094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.16143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:39:45.805227Z","caller":"traceutil/trace.go:171","msg":"trace[1636906620] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:807; }","duration":"110.352152ms","start":"2026-04-16T03:39:45.694858Z","end":"2026-04-16T03:39:45.80521Z","steps":["trace[1636906620] 'agreement among raft nodes before linearized reading' (duration: 109.945837ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:45.805023Z","caller":"traceutil/trace.go:171","msg":"trace[1011504936] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"114.873677ms","start":"2026-04-16T03:39:45.690139Z","end":"2026-04-16T03:39:45.805013Z","steps":["trace[1011504936] 'process raft request' (duration: 114.492332ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:45.805533Z","caller":"traceutil/trace.go:171","msg":"trace[1905251417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:807; }","duration":"106.965695ms","start":"2026-04-16T03:39:45.698153Z","end":"2026-04-16T03:39:45.805119Z","steps":["trace[1905251417] 'agreement among raft nodes before linearized reading' (duration: 106.764712ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:46.000724Z","caller":"traceutil/trace.go:171","msg":"trace[250042391] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"191.595118ms","start":"2026-04-16T03:39:45.809102Z","end":"2026-04-16T03:39:46.000697Z","steps":["trace[250042391] 'process raft request' (duration: 176.991352ms)","trace[250042391] 'compare' (duration: 14.465494ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:39:46.001442Z","caller":"traceutil/trace.go:171","msg":"trace[913264864] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"191.582716ms","start":"2026-04-16T03:39:45.80983Z","end":"2026-04-16T03:39:46.001413Z","steps":["trace[913264864] 'process raft request' (duration: 191.357063ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:46.001601Z","caller":"traceutil/trace.go:171","msg":"trace[1099385262] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"191.735609ms","start":"2026-04-16T03:39:45.809833Z","end":"2026-04-16T03:39:46.001568Z","steps":["trace[1099385262] 'process raft request' (duration: 191.489735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:46.0017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.866984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:39:46.001751Z","caller":"traceutil/trace.go:171","msg":"trace[1345677334] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:811; }","duration":"150.963355ms","start":"2026-04-16T03:39:45.850777Z","end":"2026-04-16T03:39:46.001741Z","steps":["trace[1345677334] 'agreement among raft nodes before linearized reading' (duration: 150.760202ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:46.001489Z","caller":"traceutil/trace.go:171","msg":"trace[1650836070] linearizableReadLoop","detail":"{readStateIndex:839; appliedIndex:836; }","duration":"150.651761ms","start":"2026-04-16T03:39:45.850814Z","end":"2026-04-16T03:39:46.001466Z","steps":["trace[1650836070] 'read index received' (duration: 135.292886ms)","trace[1650836070] 'applied index is now lower than readState.Index' (duration: 15.357635ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:39:46.760932Z","caller":"traceutil/trace.go:171","msg":"trace[1976894324] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"100.785057ms","start":"2026-04-16T03:39:46.660093Z","end":"2026-04-16T03:39:46.760878Z","steps":["trace[1976894324] 'process raft request' (duration: 99.357397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:47.347364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.070345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:39:47.347534Z","caller":"traceutil/trace.go:171","msg":"trace[448235712] linearizableReadLoop","detail":"{readStateIndex:870; appliedIndex:869; }","duration":"476.903737ms","start":"2026-04-16T03:39:46.870613Z","end":"2026-04-16T03:39:47.347516Z","steps":["trace[448235712] 'read index received' (duration: 246.612799ms)","trace[448235712] 'applied index is now lower than readState.Index' (duration: 230.289238ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:39:47.347603Z","caller":"traceutil/trace.go:171","msg":"trace[491951647] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"496.603203ms","start":"2026-04-16T03:39:46.850941Z","end":"2026-04-16T03:39:47.347544Z","steps":["trace[491951647] 'process raft request' (duration: 266.275714ms)","trace[491951647] 'compare' (duration: 229.527407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:39:47.347778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:46.850918Z","time spent":"496.773635ms","remote":"127.0.0.1:44420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1735,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:39:47.349172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.544389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050256"} {"level":"info","ts":"2026-04-16T03:39:47.34925Z","caller":"traceutil/trace.go:171","msg":"trace[199968420] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:841; }","duration":"478.656371ms","start":"2026-04-16T03:39:46.870575Z","end":"2026-04-16T03:39:47.349231Z","steps":["trace[199968420] 'agreement among raft nodes before linearized reading' (duration: 477.000168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:47.34937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:46.870553Z","time spent":"478.795363ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050278,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-04-16T03:39:47.924804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.257707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:39:47.92488Z","caller":"traceutil/trace.go:171","msg":"trace[84718186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:842; }","duration":"123.380758ms","start":"2026-04-16T03:39:47.801482Z","end":"2026-04-16T03:39:47.924863Z","steps":["trace[84718186] 'range keys from in-memory index tree' (duration: 123.095464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:47.924927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.67549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:39:47.925356Z","caller":"traceutil/trace.go:171","msg":"trace[1929285533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:842; }","duration":"113.135426ms","start":"2026-04-16T03:39:47.812199Z","end":"2026-04-16T03:39:47.925334Z","steps":["trace[1929285533] 'range keys from in-memory index tree' (duration: 112.535018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:47.925011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.667712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:39:47.925651Z","caller":"traceutil/trace.go:171","msg":"trace[1924325652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:842; }","duration":"116.355362ms","start":"2026-04-16T03:39:47.809269Z","end":"2026-04-16T03:39:47.925624Z","steps":["trace[1924325652] 'range keys from in-memory index tree' (duration: 115.437198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:47.925584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.32086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050256"} {"level":"info","ts":"2026-04-16T03:39:47.925982Z","caller":"traceutil/trace.go:171","msg":"trace[1443267506] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:842; }","duration":"376.792616ms","start":"2026-04-16T03:39:47.549167Z","end":"2026-04-16T03:39:47.92596Z","steps":["trace[1443267506] 'range keys from in-memory index tree' (duration: 375.478068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:47.926123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:47.549143Z","time spent":"376.958679ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050278,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"info","ts":"2026-04-16T03:39:48.052301Z","caller":"traceutil/trace.go:171","msg":"trace[256521001] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"122.351127ms","start":"2026-04-16T03:39:47.929926Z","end":"2026-04-16T03:39:48.052277Z","steps":["trace[256521001] 'process raft request' (duration: 122.299597ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:48.052461Z","caller":"traceutil/trace.go:171","msg":"trace[1122231381] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"122.500209ms","start":"2026-04-16T03:39:47.929918Z","end":"2026-04-16T03:39:48.052418Z","steps":["trace[1122231381] 'process raft request' (duration: 122.095674ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:48.070624Z","caller":"traceutil/trace.go:171","msg":"trace[433563236] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"140.609908ms","start":"2026-04-16T03:39:47.929992Z","end":"2026-04-16T03:39:48.070602Z","steps":["trace[433563236] 'process raft request' (duration: 140.319064ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:48.240387Z","caller":"traceutil/trace.go:171","msg":"trace[2112190881] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"166.547806ms","start":"2026-04-16T03:39:48.073821Z","end":"2026-04-16T03:39:48.240369Z","steps":["trace[2112190881] 'process raft request' (duration: 166.520655ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:48.240484Z","caller":"traceutil/trace.go:171","msg":"trace[1421539873] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"166.844669ms","start":"2026-04-16T03:39:48.073634Z","end":"2026-04-16T03:39:48.240479Z","steps":["trace[1421539873] 'process raft request' (duration: 76.56371ms)","trace[1421539873] 'compare' (duration: 89.934095ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:39:48.914696Z","caller":"traceutil/trace.go:171","msg":"trace[132289785] linearizableReadLoop","detail":"{readStateIndex:877; appliedIndex:876; }","duration":"122.632773ms","start":"2026-04-16T03:39:48.792018Z","end":"2026-04-16T03:39:48.914651Z","steps":["trace[132289785] 'read index received' (duration: 68.44475ms)","trace[132289785] 'applied index is now lower than readState.Index' (duration: 54.184893ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:39:48.994067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.021152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/eg\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:39:48.994156Z","caller":"traceutil/trace.go:171","msg":"trace[872425257] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/eg; range_end:; response_count:0; response_revision:848; }","duration":"202.153655ms","start":"2026-04-16T03:39:48.791979Z","end":"2026-04-16T03:39:48.994133Z","steps":["trace[872425257] 'agreement among raft nodes before linearized reading' (duration: 122.788456ms)","trace[872425257] 'range keys from in-memory index tree' (duration: 79.240907ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:39:49.183188Z","caller":"traceutil/trace.go:171","msg":"trace[762708126] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"182.633697ms","start":"2026-04-16T03:39:49.000533Z","end":"2026-04-16T03:39:49.183167Z","steps":["trace[762708126] 'process raft request' (duration: 182.477605ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:50.20078Z","caller":"traceutil/trace.go:171","msg":"trace[1876135125] linearizableReadLoop","detail":"{readStateIndex:887; appliedIndex:885; }","duration":"126.417627ms","start":"2026-04-16T03:39:50.074324Z","end":"2026-04-16T03:39:50.200742Z","steps":["trace[1876135125] 'read index received' (duration: 9.904114ms)","trace[1876135125] 'applied index is now lower than readState.Index' (duration: 116.512293ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:39:50.200875Z","caller":"traceutil/trace.go:171","msg":"trace[1267036592] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"139.630436ms","start":"2026-04-16T03:39:50.061206Z","end":"2026-04-16T03:39:50.200836Z","steps":["trace[1267036592] 'process raft request' (duration: 68.417495ms)","trace[1267036592] 'compare' (duration: 70.977938ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:39:50.20097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.623529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:39:50.201003Z","caller":"traceutil/trace.go:171","msg":"trace[1936853262] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:857; }","duration":"126.698131ms","start":"2026-04-16T03:39:50.074296Z","end":"2026-04-16T03:39:50.200995Z","steps":["trace[1936853262] 'agreement among raft nodes before linearized reading' (duration: 126.549429ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:52.411888Z","caller":"traceutil/trace.go:171","msg":"trace[217823697] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"146.221792ms","start":"2026-04-16T03:39:52.265636Z","end":"2026-04-16T03:39:52.411858Z","steps":["trace[217823697] 'process raft request' (duration: 146.109ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:52.411914Z","caller":"traceutil/trace.go:171","msg":"trace[1128500530] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"146.84815ms","start":"2026-04-16T03:39:52.265026Z","end":"2026-04-16T03:39:52.411875Z","steps":["trace[1128500530] 'process raft request' (duration: 146.132351ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:52.821433Z","caller":"traceutil/trace.go:171","msg":"trace[353229783] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"150.792493ms","start":"2026-04-16T03:39:52.670614Z","end":"2026-04-16T03:39:52.821406Z","steps":["trace[353229783] 'process raft request' (duration: 150.701922ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:52.821676Z","caller":"traceutil/trace.go:171","msg":"trace[1954195075] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"153.897795ms","start":"2026-04-16T03:39:52.667763Z","end":"2026-04-16T03:39:52.821661Z","steps":["trace[1954195075] 'process raft request' (duration: 75.634025ms)","trace[1954195075] 'compare' (duration: 77.704732ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:39:52.821782Z","caller":"traceutil/trace.go:171","msg":"trace[1941129622] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"153.413849ms","start":"2026-04-16T03:39:52.668348Z","end":"2026-04-16T03:39:52.821762Z","steps":["trace[1941129622] 'process raft request' (duration: 152.896782ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:58.386668Z","caller":"traceutil/trace.go:171","msg":"trace[485416550] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"253.033088ms","start":"2026-04-16T03:39:58.133614Z","end":"2026-04-16T03:39:58.386647Z","steps":["trace[485416550] 'process raft request' (duration: 252.903977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:59.003038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311237577,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:39:59.503845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311237577,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:39:59.679583Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.28948635s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:39:59.702499Z","caller":"traceutil/trace.go:171","msg":"trace[411177905] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"1.312442307s","start":"2026-04-16T03:39:58.39004Z","end":"2026-04-16T03:39:59.702483Z","steps":["trace[411177905] 'process raft request' (duration: 1.289701682s)","trace[411177905] 'compare' (duration: 21.874825ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:39:59.702528Z","caller":"traceutil/trace.go:171","msg":"trace[641093683] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"1.311830551s","start":"2026-04-16T03:39:58.390676Z","end":"2026-04-16T03:39:59.702507Z","steps":["trace[641093683] 'process raft request' (duration: 1.311315444s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:59.702749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:58.390022Z","time spent":"1.312668752s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:59.702838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:58.39067Z","time spent":"1.312100574s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:59.792742Z","caller":"traceutil/trace.go:171","msg":"trace[1730800927] linearizableReadLoop","detail":"{readStateIndex:991; appliedIndex:988; }","duration":"1.290270938s","start":"2026-04-16T03:39:58.502454Z","end":"2026-04-16T03:39:59.792725Z","steps":["trace[1730800927] 'read index received' (duration: 1.177298848s)","trace[1730800927] 'applied index is now lower than readState.Index' (duration: 112.971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:39:59.792899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2904331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:39:59.79292Z","caller":"traceutil/trace.go:171","msg":"trace[1720486300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:959; }","duration":"1.290488541s","start":"2026-04-16T03:39:58.502426Z","end":"2026-04-16T03:39:59.792915Z","steps":["trace[1720486300] 'agreement among raft nodes before linearized reading' (duration: 1.290391519s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:59.792934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:58.502412Z","time spent":"1.290518151s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:39:59.792932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.598728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:39:59.792955Z","caller":"traceutil/trace.go:171","msg":"trace[493578063] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:959; }","duration":"632.665108ms","start":"2026-04-16T03:39:59.160284Z","end":"2026-04-16T03:39:59.792949Z","steps":["trace[493578063] 'agreement among raft nodes before linearized reading' (duration: 632.614667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:59.792975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:59.160262Z","time spent":"632.704758ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":16,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:39:59.793017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283520324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:39:59.793086Z","caller":"traceutil/trace.go:171","msg":"trace[725442354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:959; }","duration":"1.283614845s","start":"2026-04-16T03:39:58.509455Z","end":"2026-04-16T03:39:59.793069Z","steps":["trace[725442354] 'agreement among raft nodes before linearized reading' (duration: 1.283399002s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:59.793137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:58.50945Z","time spent":"1.283679055s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:39:59.949829Z","caller":"traceutil/trace.go:171","msg":"trace[343242867] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"153.771794ms","start":"2026-04-16T03:39:59.796028Z","end":"2026-04-16T03:39:59.9498Z","steps":["trace[343242867] 'process raft request' (duration: 153.46743ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:00.037575Z","caller":"traceutil/trace.go:171","msg":"trace[83416950] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"240.940757ms","start":"2026-04-16T03:39:59.79661Z","end":"2026-04-16T03:40:00.037551Z","steps":["trace[83416950] 'process raft request' (duration: 218.04119ms)","trace[83416950] 'compare' (duration: 22.574442ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:00.037623Z","caller":"traceutil/trace.go:171","msg":"trace[1867766235] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"148.281962ms","start":"2026-04-16T03:39:59.889301Z","end":"2026-04-16T03:40:00.037583Z","steps":["trace[1867766235] 'process raft request' (duration: 148.11887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:00.829082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.637073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T03:40:00.829172Z","caller":"traceutil/trace.go:171","msg":"trace[1144762639] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:962; }","duration":"437.802175ms","start":"2026-04-16T03:40:00.39135Z","end":"2026-04-16T03:40:00.829152Z","steps":["trace[1144762639] 'range keys from in-memory index tree' (duration: 437.38271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:00.829221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:00.391331Z","time spent":"437.880065ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:40:01.187151Z","caller":"traceutil/trace.go:171","msg":"trace[1870380308] linearizableReadLoop","detail":"{readStateIndex:997; appliedIndex:996; }","duration":"164.665531ms","start":"2026-04-16T03:40:01.022467Z","end":"2026-04-16T03:40:01.187132Z","steps":["trace[1870380308] 'read index received' (duration: 164.56191ms)","trace[1870380308] 'applied index is now lower than readState.Index' (duration: 102.501µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:01.187274Z","caller":"traceutil/trace.go:171","msg":"trace[1266857552] transaction","detail":"{read_only:false; number_of_response:1; response_revision:965; }","duration":"206.124206ms","start":"2026-04-16T03:40:00.981124Z","end":"2026-04-16T03:40:01.187248Z","steps":["trace[1266857552] 'process raft request' (duration: 205.890693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:01.187346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.868463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-9xghk\" ","response":"range_response_count:1 size:4884"} {"level":"info","ts":"2026-04-16T03:40:01.187369Z","caller":"traceutil/trace.go:171","msg":"trace[1151893359] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-9xghk; range_end:; response_count:1; response_revision:965; }","duration":"164.940724ms","start":"2026-04-16T03:40:01.022421Z","end":"2026-04-16T03:40:01.187361Z","steps":["trace[1151893359] 'agreement among raft nodes before linearized reading' (duration: 164.806612ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:08.012753Z","caller":"traceutil/trace.go:171","msg":"trace[1131769978] linearizableReadLoop","detail":"{readStateIndex:1035; appliedIndex:1034; }","duration":"219.550034ms","start":"2026-04-16T03:40:07.793189Z","end":"2026-04-16T03:40:08.012739Z","steps":["trace[1131769978] 'read index received' (duration: 219.446521ms)","trace[1131769978] 'applied index is now lower than readState.Index' (duration: 102.793µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:08.012867Z","caller":"traceutil/trace.go:171","msg":"trace[518210207] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"228.365969ms","start":"2026-04-16T03:40:07.784459Z","end":"2026-04-16T03:40:08.012825Z","steps":["trace[518210207] 'process raft request' (duration: 228.169665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:08.012968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.762836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:40:08.013024Z","caller":"traceutil/trace.go:171","msg":"trace[952118003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1001; }","duration":"219.854728ms","start":"2026-04-16T03:40:07.793153Z","end":"2026-04-16T03:40:08.013008Z","steps":["trace[952118003] 'agreement among raft nodes before linearized reading' (duration: 219.682906ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:10.463105Z","caller":"traceutil/trace.go:171","msg":"trace[522752522] linearizableReadLoop","detail":"{readStateIndex:1042; appliedIndex:1041; }","duration":"396.649476ms","start":"2026-04-16T03:40:10.066433Z","end":"2026-04-16T03:40:10.463082Z","steps":["trace[522752522] 'read index received' (duration: 396.545854ms)","trace[522752522] 'applied index is now lower than readState.Index' (duration: 102.312µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:10.463151Z","caller":"traceutil/trace.go:171","msg":"trace[781236270] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"443.279248ms","start":"2026-04-16T03:40:10.019841Z","end":"2026-04-16T03:40:10.46312Z","steps":["trace[781236270] 'process raft request' (duration: 443.079406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:10.463286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:10.019816Z","time spent":"443.394199ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:40:10.463361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.904318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:40:10.463397Z","caller":"traceutil/trace.go:171","msg":"trace[2098020181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1007; }","duration":"396.983419ms","start":"2026-04-16T03:40:10.066404Z","end":"2026-04-16T03:40:10.463387Z","steps":["trace[2098020181] 'agreement among raft nodes before linearized reading' (duration: 396.794157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:10.463453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:10.06639Z","time spent":"397.034701ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:40:10.731435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.798168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:40:10.731581Z","caller":"traceutil/trace.go:171","msg":"trace[1138380288] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"263.46032ms","start":"2026-04-16T03:40:10.468109Z","end":"2026-04-16T03:40:10.731569Z","steps":["trace[1138380288] 'process raft request' (duration: 263.421739ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:10.731587Z","caller":"traceutil/trace.go:171","msg":"trace[1326571384] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"633.201894ms","start":"2026-04-16T03:40:10.098343Z","end":"2026-04-16T03:40:10.731545Z","steps":["trace[1326571384] 'process raft request' (duration: 460.227784ms)","trace[1326571384] 'compare' (duration: 172.692747ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:40:10.731751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:10.098325Z","time spent":"633.349085ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:40:10.731725Z","caller":"traceutil/trace.go:171","msg":"trace[902034370] linearizableReadLoop","detail":"{readStateIndex:1043; appliedIndex:1042; }","duration":"268.522928ms","start":"2026-04-16T03:40:10.463169Z","end":"2026-04-16T03:40:10.731692Z","steps":["trace[902034370] 'read index received' (duration: 95.419188ms)","trace[902034370] 'applied index is now lower than readState.Index' (duration: 173.1015ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:40:10.731951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.853723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-16T03:40:10.731959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.360657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-16T03:40:10.732015Z","caller":"traceutil/trace.go:171","msg":"trace[1503481567] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1009; }","duration":"646.480648ms","start":"2026-04-16T03:40:10.085522Z","end":"2026-04-16T03:40:10.732003Z","steps":["trace[1503481567] 'agreement among raft nodes before linearized reading' (duration: 646.284106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:10.73207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:10.08549Z","time spent":"646.560219ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:40:10.731976Z","caller":"traceutil/trace.go:171","msg":"trace[1113050685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1009; }","duration":"591.907844ms","start":"2026-04-16T03:40:10.140062Z","end":"2026-04-16T03:40:10.73197Z","steps":["trace[1113050685] 'agreement among raft nodes before linearized reading' (duration: 591.808843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:10.732165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:10.140045Z","time spent":"592.112777ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:40:11.069133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.302592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:40:11.069307Z","caller":"traceutil/trace.go:171","msg":"trace[210673814] linearizableReadLoop","detail":"{readStateIndex:1046; appliedIndex:1044; }","duration":"134.83014ms","start":"2026-04-16T03:40:10.934461Z","end":"2026-04-16T03:40:11.069291Z","steps":["trace[210673814] 'read index received' (duration: 35.35395ms)","trace[210673814] 'applied index is now lower than readState.Index' (duration: 99.47536ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:11.069409Z","caller":"traceutil/trace.go:171","msg":"trace[33951587] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"333.067393ms","start":"2026-04-16T03:40:10.736311Z","end":"2026-04-16T03:40:11.069378Z","steps":["trace[33951587] 'process raft request' (duration: 332.935022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:11.069472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.015513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:40:11.069493Z","caller":"traceutil/trace.go:171","msg":"trace[1120841457] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1011; }","duration":"135.064894ms","start":"2026-04-16T03:40:10.93442Z","end":"2026-04-16T03:40:11.069485Z","steps":["trace[1120841457] 'agreement among raft nodes before linearized reading' (duration: 134.915003ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:11.069467Z","caller":"traceutil/trace.go:171","msg":"trace[1622868185] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"333.849732ms","start":"2026-04-16T03:40:10.735587Z","end":"2026-04-16T03:40:11.069437Z","steps":["trace[1622868185] 'process raft request' (duration: 119.962483ms)","trace[1622868185] 'compare' (duration: 213.090699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:40:11.069574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:10.736303Z","time spent":"333.176074ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:40:11.069621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:10.735562Z","time spent":"333.970413ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:40:12.474264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311237712,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:40:12.974884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311237712,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:40:13.47588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311237712,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:40:13.505586Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.646312702s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:40:13.505933Z","caller":"traceutil/trace.go:171","msg":"trace[200998042] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"1.646716447s","start":"2026-04-16T03:40:11.859197Z","end":"2026-04-16T03:40:13.505914Z","steps":["trace[200998042] 'process raft request' (duration: 1.646557195s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:13.506034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:11.859187Z","time spent":"1.646788417s","remote":"127.0.0.1:45584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":353,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:40:13.548529Z","caller":"traceutil/trace.go:171","msg":"trace[1892212125] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"810.967609ms","start":"2026-04-16T03:40:12.737547Z","end":"2026-04-16T03:40:13.548515Z","steps":["trace[1892212125] 'process raft request' (duration: 810.758177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:13.548648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57476061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:40:13.549096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:12.737521Z","time spent":"811.05146ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:40:13.548452Z","caller":"traceutil/trace.go:171","msg":"trace[685644955] linearizableReadLoop","detail":"{readStateIndex:1049; appliedIndex:1047; }","duration":"1.574560988s","start":"2026-04-16T03:40:11.97387Z","end":"2026-04-16T03:40:13.548431Z","steps":["trace[685644955] 'read index received' (duration: 1.531903572s)","trace[685644955] 'applied index is now lower than readState.Index' (duration: 42.655926ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:13.548688Z","caller":"traceutil/trace.go:171","msg":"trace[1412294196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1014; }","duration":"1.574856951s","start":"2026-04-16T03:40:11.973821Z","end":"2026-04-16T03:40:13.548678Z","steps":["trace[1412294196] 'agreement among raft nodes before linearized reading' (duration: 1.57476272s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:13.549203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:11.9738Z","time spent":"1.575395398s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:40:13.726291Z","caller":"traceutil/trace.go:171","msg":"trace[878478599] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"215.215039ms","start":"2026-04-16T03:40:13.511038Z","end":"2026-04-16T03:40:13.726253Z","steps":["trace[878478599] 'process raft request' (duration: 214.917876ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:13.72632Z","caller":"traceutil/trace.go:171","msg":"trace[1390562589] linearizableReadLoop","detail":"{readStateIndex:1052; appliedIndex:1049; }","duration":"177.144026ms","start":"2026-04-16T03:40:13.549146Z","end":"2026-04-16T03:40:13.72629Z","steps":["trace[1390562589] 'read index received' (duration: 176.713711ms)","trace[1390562589] 'applied index is now lower than readState.Index' (duration: 429.095µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:13.726453Z","caller":"traceutil/trace.go:171","msg":"trace[448777979] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"215.372941ms","start":"2026-04-16T03:40:13.511046Z","end":"2026-04-16T03:40:13.726419Z","steps":["trace[448777979] 'process raft request' (duration: 215.104298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:13.726489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.134546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:40:13.726527Z","caller":"traceutil/trace.go:171","msg":"trace[1529134797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1017; }","duration":"715.213668ms","start":"2026-04-16T03:40:13.011304Z","end":"2026-04-16T03:40:13.726517Z","steps":["trace[1529134797] 'agreement among raft nodes before linearized reading' (duration: 715.147837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:13.72652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.797046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:40:13.726524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221218594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:40:13.726546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:13.011264Z","time spent":"715.277008ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:40:13.726565Z","caller":"traceutil/trace.go:171","msg":"trace[2133980224] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1017; }","duration":"916.929428ms","start":"2026-04-16T03:40:12.809622Z","end":"2026-04-16T03:40:13.726551Z","steps":["trace[2133980224] 'agreement among raft nodes before linearized reading' (duration: 916.799377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:13.726557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.119401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:40:13.726588Z","caller":"traceutil/trace.go:171","msg":"trace[253450634] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1017; }","duration":"1.221275354s","start":"2026-04-16T03:40:12.505284Z","end":"2026-04-16T03:40:13.726559Z","steps":["trace[253450634] 'agreement among raft nodes before linearized reading' (duration: 1.221185044s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:13.726608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:12.809563Z","time spent":"917.034689ms","remote":"127.0.0.1:45884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:40:13.726634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.95635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:40:13.726642Z","caller":"traceutil/trace.go:171","msg":"trace[1949768684] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1017; }","duration":"890.258123ms","start":"2026-04-16T03:40:12.836363Z","end":"2026-04-16T03:40:13.726621Z","steps":["trace[1949768684] 'agreement among raft nodes before linearized reading' (duration: 890.023981ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:13.72668Z","caller":"traceutil/trace.go:171","msg":"trace[835012405] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:0; response_revision:1017; }","duration":"196.021051ms","start":"2026-04-16T03:40:13.530643Z","end":"2026-04-16T03:40:13.726664Z","steps":["trace[835012405] 'agreement among raft nodes before linearized reading' (duration: 195.96895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:13.726692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:12.836352Z","time spent":"890.330414ms","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:40:13.726735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.326006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:40:13.726757Z","caller":"traceutil/trace.go:171","msg":"trace[1992164790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1017; }","duration":"176.360017ms","start":"2026-04-16T03:40:13.550389Z","end":"2026-04-16T03:40:13.726749Z","steps":["trace[1992164790] 'agreement among raft nodes before linearized reading' (duration: 176.330436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:13.726825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.295507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-16T03:40:13.726641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:12.505242Z","time spent":"1.221389446s","remote":"127.0.0.1:45620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:40:13.72686Z","caller":"traceutil/trace.go:171","msg":"trace[1517465514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1017; }","duration":"989.370288ms","start":"2026-04-16T03:40:12.737479Z","end":"2026-04-16T03:40:13.726849Z","steps":["trace[1517465514] 'agreement among raft nodes before linearized reading' (duration: 988.976323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:13.726887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:12.737451Z","time spent":"989.429739ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:40:13.726574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.799958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T03:40:13.726917Z","caller":"traceutil/trace.go:171","msg":"trace[1001991607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1017; }","duration":"654.194983ms","start":"2026-04-16T03:40:13.072715Z","end":"2026-04-16T03:40:13.72691Z","steps":["trace[1001991607] 'agreement among raft nodes before linearized reading' (duration: 653.632247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:13.72694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:13.072696Z","time spent":"654.235074ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:40:13.726954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.441709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:40:13.727029Z","caller":"traceutil/trace.go:171","msg":"trace[650358358] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:1017; }","duration":"242.56055ms","start":"2026-04-16T03:40:13.484455Z","end":"2026-04-16T03:40:13.727016Z","steps":["trace[650358358] 'agreement among raft nodes before linearized reading' (duration: 242.318637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:13.727049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259881766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-16T03:40:13.727067Z","caller":"traceutil/trace.go:171","msg":"trace[1021031676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1017; }","duration":"1.259897986s","start":"2026-04-16T03:40:12.467162Z","end":"2026-04-16T03:40:13.72706Z","steps":["trace[1021031676] 'agreement among raft nodes before linearized reading' (duration: 1.259262719s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:13.727081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:12.467086Z","time spent":"1.259991117s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:40:13.727142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.181618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:40:13.727154Z","caller":"traceutil/trace.go:171","msg":"trace[644804094] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1017; }","duration":"628.215498ms","start":"2026-04-16T03:40:13.098934Z","end":"2026-04-16T03:40:13.72715Z","steps":["trace[644804094] 'agreement among raft nodes before linearized reading' (duration: 627.783223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:13.727149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.389015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-16T03:40:13.727167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:13.098923Z","time spent":"628.240998ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:40:13.727179Z","caller":"traceutil/trace.go:171","msg":"trace[1828152019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1017; }","duration":"654.450096ms","start":"2026-04-16T03:40:13.07272Z","end":"2026-04-16T03:40:13.72717Z","steps":["trace[1828152019] 'agreement among raft nodes before linearized reading' (duration: 653.684798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:13.727205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:13.072706Z","time spent":"654.493417ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:40:13.730484Z","caller":"traceutil/trace.go:171","msg":"trace[724863775] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"218.084362ms","start":"2026-04-16T03:40:13.512349Z","end":"2026-04-16T03:40:13.730434Z","steps":["trace[724863775] 'process raft request' (duration: 213.849694ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:14.091238Z","caller":"traceutil/trace.go:171","msg":"trace[462033666] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"357.546082ms","start":"2026-04-16T03:40:13.733658Z","end":"2026-04-16T03:40:14.091204Z","steps":["trace[462033666] 'process raft request' (duration: 357.267958ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:14.091382Z","caller":"traceutil/trace.go:171","msg":"trace[843716359] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"356.441929ms","start":"2026-04-16T03:40:13.734909Z","end":"2026-04-16T03:40:14.091351Z","steps":["trace[843716359] 'process raft request' (duration: 356.165086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:14.091448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:13.733649Z","time spent":"357.716133ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:40:14.091454Z","caller":"traceutil/trace.go:171","msg":"trace[876251709] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"357.42242ms","start":"2026-04-16T03:40:13.734009Z","end":"2026-04-16T03:40:14.091432Z","steps":["trace[876251709] 'process raft request' (duration: 356.969915ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:14.091501Z","caller":"traceutil/trace.go:171","msg":"trace[644845942] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"358.31545ms","start":"2026-04-16T03:40:13.733174Z","end":"2026-04-16T03:40:14.091489Z","steps":["trace[644845942] 'process raft request' (duration: 311.37248ms)","trace[644845942] 'compare' (duration: 46.235652ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:14.091425Z","caller":"traceutil/trace.go:171","msg":"trace[1071496400] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"354.967052ms","start":"2026-04-16T03:40:13.736438Z","end":"2026-04-16T03:40:14.091405Z","steps":["trace[1071496400] 'process raft request' (duration: 354.682419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:14.091592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:13.7349Z","time spent":"356.588111ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:40:14.09161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:13.733161Z","time spent":"358.38571ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:40:14.091613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:13.734001Z","time spent":"357.530161ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:40:14.091633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:13.736427Z","time spent":"355.184495ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:40:14.09173Z","caller":"traceutil/trace.go:171","msg":"trace[1257877963] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"357.270299ms","start":"2026-04-16T03:40:13.734448Z","end":"2026-04-16T03:40:14.091718Z","steps":["trace[1257877963] 'process raft request' (duration: 356.583851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:14.091784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:13.734425Z","time spent":"357.3297ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:40:14.092168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.833711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:40:14.092213Z","caller":"traceutil/trace.go:171","msg":"trace[2011078991] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:1023; }","duration":"354.898961ms","start":"2026-04-16T03:40:13.737301Z","end":"2026-04-16T03:40:14.0922Z","steps":["trace[2011078991] 'agreement among raft nodes before linearized reading' (duration: 354.81366ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:14.092141Z","caller":"traceutil/trace.go:171","msg":"trace[1863551566] linearizableReadLoop","detail":"{readStateIndex:1059; appliedIndex:1053; }","duration":"351.026727ms","start":"2026-04-16T03:40:13.740172Z","end":"2026-04-16T03:40:14.091199Z","steps":["trace[1863551566] 'read index received' (duration: 304.504092ms)","trace[1863551566] 'applied index is now lower than readState.Index' (duration: 46.521165ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:40:14.092248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:13.737294Z","time spent":"354.946992ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-04-16T03:40:14.153373Z","caller":"traceutil/trace.go:171","msg":"trace[1683473070] transaction","detail":"{read_only:false; response_revision:1024; number_of_response:1; }","duration":"412.517723ms","start":"2026-04-16T03:40:13.740834Z","end":"2026-04-16T03:40:14.153352Z","steps":["trace[1683473070] 'process raft request' (duration: 412.313919ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:14.153424Z","caller":"traceutil/trace.go:171","msg":"trace[429494860] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"268.729006ms","start":"2026-04-16T03:40:13.884662Z","end":"2026-04-16T03:40:14.153391Z","steps":["trace[429494860] 'process raft request' (duration: 268.620125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:14.153544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.784694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/ingress-nginx/ingress-nginx-tcp\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:40:14.153602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:13.740817Z","time spent":"412.631635ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:40:14.153628Z","caller":"traceutil/trace.go:171","msg":"trace[1695882913] range","detail":"{range_begin:/registry/configmaps/ingress-nginx/ingress-nginx-tcp; range_end:; response_count:0; response_revision:1025; }","duration":"411.887105ms","start":"2026-04-16T03:40:13.74172Z","end":"2026-04-16T03:40:14.153607Z","steps":["trace[1695882913] 'agreement among raft nodes before linearized reading' (duration: 411.716214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:14.153687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:13.741714Z","time spent":"411.958606ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/ingress-nginx/ingress-nginx-tcp\" "} {"level":"info","ts":"2026-04-16T03:40:14.249798Z","caller":"traceutil/trace.go:171","msg":"trace[2030015644] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"152.351871ms","start":"2026-04-16T03:40:14.09741Z","end":"2026-04-16T03:40:14.249762Z","steps":["trace[2030015644] 'process raft request' (duration: 150.714042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:14.250334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.071492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:40:14.250593Z","caller":"traceutil/trace.go:171","msg":"trace[771898862] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:0; response_revision:1026; }","duration":"155.205364ms","start":"2026-04-16T03:40:14.095201Z","end":"2026-04-16T03:40:14.250406Z","steps":["trace[771898862] 'agreement among raft nodes before linearized reading' (duration: 154.692889ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:15.657968Z","caller":"traceutil/trace.go:171","msg":"trace[1866177849] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"132.204365ms","start":"2026-04-16T03:40:15.525689Z","end":"2026-04-16T03:40:15.657894Z","steps":["trace[1866177849] 'process raft request' (duration: 59.309446ms)","trace[1866177849] 'compare' (duration: 72.560545ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:15.682837Z","caller":"traceutil/trace.go:171","msg":"trace[1391228899] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"154.704668ms","start":"2026-04-16T03:40:15.528068Z","end":"2026-04-16T03:40:15.682773Z","steps":["trace[1391228899] 'process raft request' (duration: 154.424864ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:15.682976Z","caller":"traceutil/trace.go:171","msg":"trace[1512570969] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"151.947157ms","start":"2026-04-16T03:40:15.530981Z","end":"2026-04-16T03:40:15.682928Z","steps":["trace[1512570969] 'process raft request' (duration: 151.708823ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:15.683276Z","caller":"traceutil/trace.go:171","msg":"trace[219856664] linearizableReadLoop","detail":"{readStateIndex:1224; appliedIndex:1219; }","duration":"109.451739ms","start":"2026-04-16T03:40:15.573796Z","end":"2026-04-16T03:40:15.683247Z","steps":["trace[219856664] 'read index received' (duration: 11.289417ms)","trace[219856664] 'applied index is now lower than readState.Index' (duration: 98.161032ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:15.68342Z","caller":"traceutil/trace.go:171","msg":"trace[233693203] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"129.482494ms","start":"2026-04-16T03:40:15.553922Z","end":"2026-04-16T03:40:15.683404Z","steps":["trace[233693203] 'process raft request' (duration: 129.230141ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:15.683292Z","caller":"traceutil/trace.go:171","msg":"trace[1390181983] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"144.533313ms","start":"2026-04-16T03:40:15.53872Z","end":"2026-04-16T03:40:15.683253Z","steps":["trace[1390181983] 'process raft request' (duration: 144.063878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:15.68364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.762252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"info","ts":"2026-04-16T03:40:15.685813Z","caller":"traceutil/trace.go:171","msg":"trace[1190081245] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1186; }","duration":"111.987637ms","start":"2026-04-16T03:40:15.573803Z","end":"2026-04-16T03:40:15.685791Z","steps":["trace[1190081245] 'agreement among raft nodes before linearized reading' (duration: 109.676181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:15.683716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.208926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"info","ts":"2026-04-16T03:40:15.685946Z","caller":"traceutil/trace.go:171","msg":"trace[706173592] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1186; }","duration":"111.455832ms","start":"2026-04-16T03:40:15.574476Z","end":"2026-04-16T03:40:15.685932Z","steps":["trace[706173592] 'agreement among raft nodes before linearized reading' (duration: 109.160826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:15.683759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.963915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-04-16T03:40:15.686156Z","caller":"traceutil/trace.go:171","msg":"trace[2093350789] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1186; }","duration":"112.391372ms","start":"2026-04-16T03:40:15.573734Z","end":"2026-04-16T03:40:15.686126Z","steps":["trace[2093350789] 'agreement among raft nodes before linearized reading' (duration: 109.957434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:15.683832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.716031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"info","ts":"2026-04-16T03:40:15.686431Z","caller":"traceutil/trace.go:171","msg":"trace[1623923951] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1186; }","duration":"111.408191ms","start":"2026-04-16T03:40:15.575008Z","end":"2026-04-16T03:40:15.686416Z","steps":["trace[1623923951] 'agreement among raft nodes before linearized reading' (duration: 108.598669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:16.001314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.016719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:40:16.001424Z","caller":"traceutil/trace.go:171","msg":"trace[308994108] linearizableReadLoop","detail":"{readStateIndex:1225; appliedIndex:1224; }","duration":"313.800333ms","start":"2026-04-16T03:40:15.687606Z","end":"2026-04-16T03:40:16.001406Z","steps":["trace[308994108] 'read index received' (duration: 208.644493ms)","trace[308994108] 'applied index is now lower than readState.Index' (duration: 105.1545ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:16.001517Z","caller":"traceutil/trace.go:171","msg":"trace[697684526] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"315.940157ms","start":"2026-04-16T03:40:15.685545Z","end":"2026-04-16T03:40:16.001485Z","steps":["trace[697684526] 'process raft request' (duration: 210.679525ms)","trace[697684526] 'compare' (duration: 104.812107ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:40:16.00163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:15.685518Z","time spent":"316.061319ms","remote":"127.0.0.1:45650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:40:16.001649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.033175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-n64sg\" ","response":"range_response_count:1 size:2702"} {"level":"info","ts":"2026-04-16T03:40:16.001686Z","caller":"traceutil/trace.go:171","msg":"trace[1102216878] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-n64sg; range_end:; response_count:1; response_revision:1187; }","duration":"314.094326ms","start":"2026-04-16T03:40:15.687576Z","end":"2026-04-16T03:40:16.001671Z","steps":["trace[1102216878] 'agreement among raft nodes before linearized reading' (duration: 313.930014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:16.001724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:15.687565Z","time spent":"314.149657ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2724,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-n64sg\" "} {"level":"warn","ts":"2026-04-16T03:40:16.001961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.192947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-z8ql2\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-04-16T03:40:16.002016Z","caller":"traceutil/trace.go:171","msg":"trace[1705392396] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-z8ql2; range_end:; response_count:1; response_revision:1187; }","duration":"314.285218ms","start":"2026-04-16T03:40:15.687715Z","end":"2026-04-16T03:40:16.002Z","steps":["trace[1705392396] 'agreement among raft nodes before linearized reading' (duration: 314.084096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:16.002047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:15.687708Z","time spent":"314.333449ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4219,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-z8ql2\" "} {"level":"warn","ts":"2026-04-16T03:40:16.002058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.813573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-v2zh2\" ","response":"range_response_count:1 size:4509"} {"level":"info","ts":"2026-04-16T03:40:16.002088Z","caller":"traceutil/trace.go:171","msg":"trace[1822952050] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-v2zh2; range_end:; response_count:1; response_revision:1187; }","duration":"313.846693ms","start":"2026-04-16T03:40:15.688231Z","end":"2026-04-16T03:40:16.002078Z","steps":["trace[1822952050] 'agreement among raft nodes before linearized reading' (duration: 313.724522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:16.002109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:15.688201Z","time spent":"313.903495ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4531,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-v2zh2\" "} {"level":"warn","ts":"2026-04-16T03:40:16.002122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.009096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-n64sg\" ","response":"range_response_count:1 size:2702"} {"level":"info","ts":"2026-04-16T03:40:16.002157Z","caller":"traceutil/trace.go:171","msg":"trace[2033976571] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-n64sg; range_end:; response_count:1; response_revision:1187; }","duration":"314.069297ms","start":"2026-04-16T03:40:15.688078Z","end":"2026-04-16T03:40:16.002147Z","steps":["trace[2033976571] 'agreement among raft nodes before linearized reading' (duration: 313.972305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:16.002196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:15.688059Z","time spent":"314.130337ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2724,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-n64sg\" "} {"level":"warn","ts":"2026-04-16T03:40:16.002251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.254529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-54ngk\" ","response":"range_response_count:1 size:4791"} {"level":"warn","ts":"2026-04-16T03:40:16.002265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.61422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:40:16.002273Z","caller":"traceutil/trace.go:171","msg":"trace[17013414] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-54ngk; range_end:; response_count:1; response_revision:1187; }","duration":"314.292699ms","start":"2026-04-16T03:40:15.687973Z","end":"2026-04-16T03:40:16.002266Z","steps":["trace[17013414] 'agreement among raft nodes before linearized reading' (duration: 314.204968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:16.00229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:15.687965Z","time spent":"314.321059ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4813,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-54ngk\" "} {"level":"info","ts":"2026-04-16T03:40:16.00229Z","caller":"traceutil/trace.go:171","msg":"trace[432879590] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:1187; }","duration":"304.667631ms","start":"2026-04-16T03:40:15.697611Z","end":"2026-04-16T03:40:16.002279Z","steps":["trace[432879590] 'agreement among raft nodes before linearized reading' (duration: 304.632301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:16.002309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:15.697592Z","time spent":"304.712701ms","remote":"127.0.0.1:45780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":27,"request content":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" "} {"level":"warn","ts":"2026-04-16T03:40:16.28527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.305051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:40:16.285439Z","caller":"traceutil/trace.go:171","msg":"trace[1395378910] linearizableReadLoop","detail":"{readStateIndex:1228; appliedIndex:1226; }","duration":"189.377892ms","start":"2026-04-16T03:40:16.096044Z","end":"2026-04-16T03:40:16.285422Z","steps":["trace[1395378910] 'read index received' (duration: 61.89085ms)","trace[1395378910] 'applied index is now lower than readState.Index' (duration: 127.485962ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:16.285608Z","caller":"traceutil/trace.go:171","msg":"trace[887029710] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"271.596639ms","start":"2026-04-16T03:40:16.013999Z","end":"2026-04-16T03:40:16.285596Z","steps":["trace[887029710] 'process raft request' (duration: 271.366877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:16.285749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.693256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T03:40:16.285781Z","caller":"traceutil/trace.go:171","msg":"trace[1032609139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1190; }","duration":"189.738346ms","start":"2026-04-16T03:40:16.096038Z","end":"2026-04-16T03:40:16.285776Z","steps":["trace[1032609139] 'agreement among raft nodes before linearized reading' (duration: 189.615275ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:16.285619Z","caller":"traceutil/trace.go:171","msg":"trace[1682365759] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"272.52194ms","start":"2026-04-16T03:40:16.013077Z","end":"2026-04-16T03:40:16.285598Z","steps":["trace[1682365759] 'process raft request' (duration: 144.806926ms)","trace[1682365759] 'compare' (duration: 127.178388ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:40:16.378352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.799181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:40:16.378414Z","caller":"traceutil/trace.go:171","msg":"trace[302983678] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"256.196798ms","start":"2026-04-16T03:40:16.122182Z","end":"2026-04-16T03:40:16.378378Z","steps":["trace[302983678] 'process raft request' (duration: 255.360279ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:16.378461Z","caller":"traceutil/trace.go:171","msg":"trace[269146569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1191; }","duration":"279.934483ms","start":"2026-04-16T03:40:16.098505Z","end":"2026-04-16T03:40:16.378439Z","steps":["trace[269146569] 'agreement among raft nodes before linearized reading' (duration: 279.640829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:16.378466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.936108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T03:40:16.378536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.032569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T03:40:16.378562Z","caller":"traceutil/trace.go:171","msg":"trace[530237195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1191; }","duration":"276.05336ms","start":"2026-04-16T03:40:16.102489Z","end":"2026-04-16T03:40:16.378542Z","steps":["trace[530237195] 'agreement among raft nodes before linearized reading' (duration: 275.789607ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:16.378612Z","caller":"traceutil/trace.go:171","msg":"trace[1891394704] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1191; }","duration":"276.1337ms","start":"2026-04-16T03:40:16.102461Z","end":"2026-04-16T03:40:16.378594Z","steps":["trace[1891394704] 'agreement among raft nodes before linearized reading' (duration: 275.866737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:16.378389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.844247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-16T03:40:16.378945Z","caller":"traceutil/trace.go:171","msg":"trace[825293935] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1191; }","duration":"276.392683ms","start":"2026-04-16T03:40:16.102504Z","end":"2026-04-16T03:40:16.378896Z","steps":["trace[825293935] 'agreement among raft nodes before linearized reading' (duration: 275.678885ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:16.563791Z","caller":"traceutil/trace.go:171","msg":"trace[362036115] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"273.427939ms","start":"2026-04-16T03:40:16.290334Z","end":"2026-04-16T03:40:16.563762Z","steps":["trace[362036115] 'process raft request' (duration: 194.357488ms)","trace[362036115] 'compare' (duration: 78.816999ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:16.563955Z","caller":"traceutil/trace.go:171","msg":"trace[10839102] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"178.970366ms","start":"2026-04-16T03:40:16.384973Z","end":"2026-04-16T03:40:16.563943Z","steps":["trace[10839102] 'process raft request' (duration: 178.703274ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:16.563957Z","caller":"traceutil/trace.go:171","msg":"trace[938039459] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"181.348512ms","start":"2026-04-16T03:40:16.382589Z","end":"2026-04-16T03:40:16.563938Z","steps":["trace[938039459] 'process raft request' (duration: 181.052749ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:16.564232Z","caller":"traceutil/trace.go:171","msg":"trace[1031864206] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"179.220148ms","start":"2026-04-16T03:40:16.385004Z","end":"2026-04-16T03:40:16.564224Z","steps":["trace[1031864206] 'process raft request' (duration: 178.694963ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:16.56452Z","caller":"traceutil/trace.go:171","msg":"trace[1010869048] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"179.2863ms","start":"2026-04-16T03:40:16.385227Z","end":"2026-04-16T03:40:16.564513Z","steps":["trace[1010869048] 'process raft request' (duration: 178.491191ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:16.564485Z","caller":"traceutil/trace.go:171","msg":"trace[586903453] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"166.87704ms","start":"2026-04-16T03:40:16.397597Z","end":"2026-04-16T03:40:16.564474Z","steps":["trace[586903453] 'process raft request' (duration: 166.590007ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:16.779632Z","caller":"traceutil/trace.go:171","msg":"trace[996506271] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"114.656279ms","start":"2026-04-16T03:40:16.664955Z","end":"2026-04-16T03:40:16.779611Z","steps":["trace[996506271] 'process raft request' (duration: 73.610391ms)","trace[996506271] 'compare' (duration: 40.880456ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:17.252789Z","caller":"traceutil/trace.go:171","msg":"trace[92580005] linearizableReadLoop","detail":"{readStateIndex:1242; appliedIndex:1241; }","duration":"142.820883ms","start":"2026-04-16T03:40:17.109945Z","end":"2026-04-16T03:40:17.252765Z","steps":["trace[92580005] 'read index received' (duration: 113.230314ms)","trace[92580005] 'applied index is now lower than readState.Index' (duration: 29.589369ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:40:17.252932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.964324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:40:17.252971Z","caller":"traceutil/trace.go:171","msg":"trace[2013809199] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1204; }","duration":"143.055686ms","start":"2026-04-16T03:40:17.109906Z","end":"2026-04-16T03:40:17.252961Z","steps":["trace[2013809199] 'agreement among raft nodes before linearized reading' (duration: 142.952525ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:17.253353Z","caller":"traceutil/trace.go:171","msg":"trace[693408472] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"247.727384ms","start":"2026-04-16T03:40:17.005585Z","end":"2026-04-16T03:40:17.253313Z","steps":["trace[693408472] 'process raft request' (duration: 217.768972ms)","trace[693408472] 'compare' (duration: 28.674479ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:17.564145Z","caller":"traceutil/trace.go:171","msg":"trace[626303798] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"393.141966ms","start":"2026-04-16T03:40:17.17097Z","end":"2026-04-16T03:40:17.564112Z","steps":["trace[626303798] 'process raft request' (duration: 393.027855ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:17.564206Z","caller":"traceutil/trace.go:171","msg":"trace[1053902803] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"451.659315ms","start":"2026-04-16T03:40:17.11252Z","end":"2026-04-16T03:40:17.56418Z","steps":["trace[1053902803] 'process raft request' (duration: 429.852263ms)","trace[1053902803] 'compare' (duration: 21.366277ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:40:17.564314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:17.112507Z","time spent":"451.760026ms","remote":"127.0.0.1:44420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2247,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:40:17.564322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:17.170947Z","time spent":"393.283288ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:40:18.43058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311238027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:40:18.689372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.378965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:40:18.689631Z","caller":"traceutil/trace.go:171","msg":"trace[866381778] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"1.417904963s","start":"2026-04-16T03:40:17.271695Z","end":"2026-04-16T03:40:18.689599Z","steps":["trace[866381778] 'process raft request' (duration: 446.218574ms)","trace[866381778] 'compare' (duration: 970.90091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:40:18.689938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:17.27167Z","time spent":"1.418206737s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2966,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:40:18.68998Z","caller":"traceutil/trace.go:171","msg":"trace[217158357] linearizableReadLoop","detail":"{readStateIndex:1249; appliedIndex:1244; }","duration":"760.022163ms","start":"2026-04-16T03:40:17.929937Z","end":"2026-04-16T03:40:18.689959Z","steps":["trace[217158357] 'read index received' (duration: 750.987004ms)","trace[217158357] 'applied index is now lower than readState.Index' (duration: 9.033809ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:18.690054Z","caller":"traceutil/trace.go:171","msg":"trace[255491079] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"1.050450591s","start":"2026-04-16T03:40:17.639592Z","end":"2026-04-16T03:40:18.690043Z","steps":["trace[255491079] 'process raft request' (duration: 1.050066887s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:18.690053Z","caller":"traceutil/trace.go:171","msg":"trace[1954363949] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"1.11979329s","start":"2026-04-16T03:40:17.570239Z","end":"2026-04-16T03:40:18.690032Z","steps":["trace[1954363949] 'process raft request' (duration: 1.119251915s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:18.690064Z","caller":"traceutil/trace.go:171","msg":"trace[962301231] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"1.113804714s","start":"2026-04-16T03:40:17.576229Z","end":"2026-04-16T03:40:18.690034Z","steps":["trace[962301231] 'process raft request' (duration: 1.1133719s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:18.69014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:17.570195Z","time spent":"1.119902711s","remote":"127.0.0.1:44420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3133,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:40:18.690197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.255276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:40:18.690265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:17.576212Z","time spent":"1.113936025s","remote":"127.0.0.1:44374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3017,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:40:18.690287Z","caller":"traceutil/trace.go:171","msg":"trace[1979564807] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1211; }","duration":"760.363627ms","start":"2026-04-16T03:40:17.92991Z","end":"2026-04-16T03:40:18.690274Z","steps":["trace[1979564807] 'agreement among raft nodes before linearized reading' (duration: 760.214415ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:18.690286Z","caller":"traceutil/trace.go:171","msg":"trace[1257022036] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"1.001104154s","start":"2026-04-16T03:40:17.689109Z","end":"2026-04-16T03:40:18.690214Z","steps":["trace[1257022036] 'process raft request' (duration: 1.000797141s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:18.690319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:17.929839Z","time spent":"760.470908ms","remote":"127.0.0.1:45914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:40:18.690338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.793462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:40:18.690392Z","caller":"traceutil/trace.go:171","msg":"trace[257178036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1211; }","duration":"714.890063ms","start":"2026-04-16T03:40:17.975487Z","end":"2026-04-16T03:40:18.690377Z","steps":["trace[257178036] 'agreement among raft nodes before linearized reading' (duration: 714.803422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:18.69041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:17.689086Z","time spent":"1.001251006s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:40:18.690434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:17.975475Z","time spent":"714.948253ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:40:18.690445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.421278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-16T03:40:18.69047Z","caller":"traceutil/trace.go:171","msg":"trace[1545506732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1211; }","duration":"122.458689ms","start":"2026-04-16T03:40:18.568005Z","end":"2026-04-16T03:40:18.690464Z","steps":["trace[1545506732] 'agreement among raft nodes before linearized reading' (duration: 122.361348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:18.69047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.787821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T03:40:18.690512Z","caller":"traceutil/trace.go:171","msg":"trace[1129578641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1211; }","duration":"121.840671ms","start":"2026-04-16T03:40:18.56866Z","end":"2026-04-16T03:40:18.690501Z","steps":["trace[1129578641] 'agreement among raft nodes before linearized reading' (duration: 121.70867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:18.690536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.426399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T03:40:18.69055Z","caller":"traceutil/trace.go:171","msg":"trace[611733129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1211; }","duration":"122.451389ms","start":"2026-04-16T03:40:18.568094Z","end":"2026-04-16T03:40:18.690546Z","steps":["trace[611733129] 'agreement among raft nodes before linearized reading' (duration: 122.413438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:18.690112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:17.639574Z","time spent":"1.050501652s","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:40:18.690606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.931629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:40:18.690618Z","caller":"traceutil/trace.go:171","msg":"trace[360654069] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1211; }","duration":"187.971639ms","start":"2026-04-16T03:40:18.502642Z","end":"2026-04-16T03:40:18.690614Z","steps":["trace[360654069] 'agreement among raft nodes before linearized reading' (duration: 187.943199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:18.690644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.740432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-16T03:40:18.69067Z","caller":"traceutil/trace.go:171","msg":"trace[1500656182] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1211; }","duration":"123.807453ms","start":"2026-04-16T03:40:18.566854Z","end":"2026-04-16T03:40:18.690661Z","steps":["trace[1500656182] 'agreement among raft nodes before linearized reading' (duration: 123.729552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:18.690766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.907143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-16T03:40:18.690784Z","caller":"traceutil/trace.go:171","msg":"trace[775222578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1211; }","duration":"122.941403ms","start":"2026-04-16T03:40:18.567838Z","end":"2026-04-16T03:40:18.69078Z","steps":["trace[775222578] 'agreement among raft nodes before linearized reading' (duration: 122.897153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:21.32499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.871406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:40:21.325306Z","caller":"traceutil/trace.go:171","msg":"trace[167076374] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"647.082162ms","start":"2026-04-16T03:40:20.678202Z","end":"2026-04-16T03:40:21.325284Z","steps":["trace[167076374] 'process raft request' (duration: 363.822442ms)","trace[167076374] 'compare' (duration: 282.658394ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:40:21.325438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:20.67818Z","time spent":"647.209403ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7954,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:40:21.681728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.364504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:40:21.682352Z","caller":"traceutil/trace.go:171","msg":"trace[436821953] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"984.366093ms","start":"2026-04-16T03:40:20.697956Z","end":"2026-04-16T03:40:21.682322Z","steps":["trace[436821953] 'process raft request' (duration: 770.13765ms)","trace[436821953] 'compare' (duration: 213.277863ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:40:21.682496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:20.697925Z","time spent":"984.493815ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:40:21.682562Z","caller":"traceutil/trace.go:171","msg":"trace[1846531074] linearizableReadLoop","detail":"{readStateIndex:1274; appliedIndex:1272; }","duration":"980.639714ms","start":"2026-04-16T03:40:20.701914Z","end":"2026-04-16T03:40:21.682554Z","steps":["trace[1846531074] 'read index received' (duration: 340.122386ms)","trace[1846531074] 'applied index is now lower than readState.Index' (duration: 640.516208ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:21.6825Z","caller":"traceutil/trace.go:171","msg":"trace[232003128] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"351.551077ms","start":"2026-04-16T03:40:21.330924Z","end":"2026-04-16T03:40:21.682475Z","steps":["trace[232003128] 'process raft request' (duration: 351.522087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:21.682674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:21.330909Z","time spent":"351.741989ms","remote":"127.0.0.1:45718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1066,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:40:21.68377Z","caller":"traceutil/trace.go:171","msg":"trace[268689957] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"353.941403ms","start":"2026-04-16T03:40:21.329819Z","end":"2026-04-16T03:40:21.683761Z","steps":["trace[268689957] 'process raft request' (duration: 352.478957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:21.683889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:21.32979Z","time spent":"354.073405ms","remote":"127.0.0.1:45624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:40:21.683975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.602261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:40:21.68396Z","caller":"traceutil/trace.go:171","msg":"trace[223136220] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"353.322066ms","start":"2026-04-16T03:40:21.33061Z","end":"2026-04-16T03:40:21.683932Z","steps":["trace[223136220] 'process raft request' (duration: 351.767099ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:21.684011Z","caller":"traceutil/trace.go:171","msg":"trace[74495629] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1239; }","duration":"839.686142ms","start":"2026-04-16T03:40:20.844316Z","end":"2026-04-16T03:40:21.684002Z","steps":["trace[74495629] 'agreement among raft nodes before linearized reading' (duration: 839.640041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:21.684041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:20.844288Z","time spent":"839.747252ms","remote":"127.0.0.1:45596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:40:21.684117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:21.330599Z","time spent":"353.431447ms","remote":"127.0.0.1:45624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:40:21.684139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.483729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:40:21.684194Z","caller":"traceutil/trace.go:171","msg":"trace[102654847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1239; }","duration":"954.572981ms","start":"2026-04-16T03:40:20.729608Z","end":"2026-04-16T03:40:21.684181Z","steps":["trace[102654847] 'agreement among raft nodes before linearized reading' (duration: 954.366819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:21.683921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.187847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:40:21.684237Z","caller":"traceutil/trace.go:171","msg":"trace[1758660431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1239; }","duration":"954.54408ms","start":"2026-04-16T03:40:20.729684Z","end":"2026-04-16T03:40:21.684228Z","steps":["trace[1758660431] 'agreement among raft nodes before linearized reading' (duration: 954.121486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:21.684238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:20.72959Z","time spent":"954.639331ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:40:21.684268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:20.729663Z","time spent":"954.598531ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:40:21.683873Z","caller":"traceutil/trace.go:171","msg":"trace[1513218202] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"353.320466ms","start":"2026-04-16T03:40:21.330494Z","end":"2026-04-16T03:40:21.683814Z","steps":["trace[1513218202] 'process raft request' (duration: 351.85755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:21.684357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:21.330477Z","time spent":"353.853781ms","remote":"127.0.0.1:45718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:40:21.684481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.046455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:40:21.684538Z","caller":"traceutil/trace.go:171","msg":"trace[881089601] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1239; }","duration":"954.145106ms","start":"2026-04-16T03:40:20.730378Z","end":"2026-04-16T03:40:21.684523Z","steps":["trace[881089601] 'agreement among raft nodes before linearized reading' (duration: 953.957814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:21.68458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:20.730351Z","time spent":"954.220007ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:40:21.68462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.713596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:40:21.684651Z","caller":"traceutil/trace.go:171","msg":"trace[486727686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1239; }","duration":"982.771157ms","start":"2026-04-16T03:40:20.701872Z","end":"2026-04-16T03:40:21.684643Z","steps":["trace[486727686] 'agreement among raft nodes before linearized reading' (duration: 982.682256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:21.684675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:20.701858Z","time spent":"982.812947ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:40:21.684817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.578251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:40:21.684871Z","caller":"traceutil/trace.go:171","msg":"trace[871594657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1239; }","duration":"967.652662ms","start":"2026-04-16T03:40:20.717205Z","end":"2026-04-16T03:40:21.684857Z","steps":["trace[871594657] 'agreement among raft nodes before linearized reading' (duration: 967.532511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:21.685704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:20.717194Z","time spent":"968.499431ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:40:23.798314Z","caller":"traceutil/trace.go:171","msg":"trace[1604365790] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"111.032555ms","start":"2026-04-16T03:40:23.687248Z","end":"2026-04-16T03:40:23.79828Z","steps":["trace[1604365790] 'process raft request' (duration: 110.772461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:30.266392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.937715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:40:30.266499Z","caller":"traceutil/trace.go:171","msg":"trace[32514797] linearizableReadLoop","detail":"{readStateIndex:1343; appliedIndex:1342; }","duration":"399.592668ms","start":"2026-04-16T03:40:29.86689Z","end":"2026-04-16T03:40:30.266483Z","steps":["trace[32514797] 'read index received' (duration: 26.460671ms)","trace[32514797] 'applied index is now lower than readState.Index' (duration: 373.130377ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:30.266592Z","caller":"traceutil/trace.go:171","msg":"trace[1955155195] transaction","detail":"{read_only:false; response_revision:1302; number_of_response:1; }","duration":"407.920626ms","start":"2026-04-16T03:40:29.85864Z","end":"2026-04-16T03:40:30.266561Z","steps":["trace[1955155195] 'process raft request' (duration: 34.728968ms)","trace[1955155195] 'compare' (duration: 372.644241ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:40:30.266739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:29.858616Z","time spent":"408.044667ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:40:30.266936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.036483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:40:30.266986Z","caller":"traceutil/trace.go:171","msg":"trace[1175600198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1302; }","duration":"400.119765ms","start":"2026-04-16T03:40:29.866855Z","end":"2026-04-16T03:40:30.266975Z","steps":["trace[1175600198] 'agreement among raft nodes before linearized reading' (duration: 399.710321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:30.267128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:29.866843Z","time spent":"400.272356ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:40:30.267246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.863073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:40:30.2673Z","caller":"traceutil/trace.go:171","msg":"trace[1760858642] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1302; }","duration":"399.971613ms","start":"2026-04-16T03:40:29.867316Z","end":"2026-04-16T03:40:30.267287Z","steps":["trace[1760858642] 'agreement among raft nodes before linearized reading' (duration: 399.815962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:30.267341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:29.867309Z","time spent":"400.021513ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:40:30.267467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.147663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:40:30.267498Z","caller":"traceutil/trace.go:171","msg":"trace[1283996605] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1302; }","duration":"393.205644ms","start":"2026-04-16T03:40:29.874284Z","end":"2026-04-16T03:40:30.26749Z","steps":["trace[1283996605] 'agreement among raft nodes before linearized reading' (duration: 393.126153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:30.267523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:29.87427Z","time spent":"393.247784ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:40:30.267651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.455508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:40:30.267681Z","caller":"traceutil/trace.go:171","msg":"trace[1383048048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1302; }","duration":"398.509148ms","start":"2026-04-16T03:40:29.869165Z","end":"2026-04-16T03:40:30.267674Z","steps":["trace[1383048048] 'agreement among raft nodes before linearized reading' (duration: 398.432287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:30.267705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:29.869147Z","time spent":"398.552898ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:40:30.267806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.882606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:40:30.26785Z","caller":"traceutil/trace.go:171","msg":"trace[1669068475] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1302; }","duration":"202.960248ms","start":"2026-04-16T03:40:30.064879Z","end":"2026-04-16T03:40:30.26784Z","steps":["trace[1669068475] 'agreement among raft nodes before linearized reading' (duration: 202.900587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:30.268203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.083843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:40:30.268264Z","caller":"traceutil/trace.go:171","msg":"trace[1734118974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1302; }","duration":"293.183244ms","start":"2026-04-16T03:40:29.975065Z","end":"2026-04-16T03:40:30.268248Z","steps":["trace[1734118974] 'agreement among raft nodes before linearized reading' (duration: 293.097453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:30.268415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.949351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:40:30.268688Z","caller":"traceutil/trace.go:171","msg":"trace[1419383461] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1302; }","duration":"394.308274ms","start":"2026-04-16T03:40:29.874359Z","end":"2026-04-16T03:40:30.268667Z","steps":["trace[1419383461] 'agreement among raft nodes before linearized reading' (duration: 392.87461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:30.269015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:29.874328Z","time spent":"394.665597ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:40:30.546342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.810546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:40:30.546414Z","caller":"traceutil/trace.go:171","msg":"trace[74044398] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"273.144065ms","start":"2026-04-16T03:40:30.273257Z","end":"2026-04-16T03:40:30.546401Z","steps":["trace[74044398] 'process raft request' (duration: 110.218378ms)","trace[74044398] 'compare' (duration: 162.732005ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:40:31.533713Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.137134759s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:40:31.536722Z","caller":"traceutil/trace.go:171","msg":"trace[733252079] transaction","detail":"{read_only:false; response_revision:1304; number_of_response:1; }","duration":"1.262837055s","start":"2026-04-16T03:40:30.273856Z","end":"2026-04-16T03:40:31.536693Z","steps":["trace[733252079] 'process raft request' (duration: 1.262371181s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:31.536894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:30.27384Z","time spent":"1.262968416s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:40:31.537008Z","caller":"traceutil/trace.go:171","msg":"trace[552305020] linearizableReadLoop","detail":"{readStateIndex:1348; appliedIndex:1343; }","duration":"1.221915396s","start":"2026-04-16T03:40:30.315075Z","end":"2026-04-16T03:40:31.536991Z","steps":["trace[552305020] 'read index received' (duration: 68.41039ms)","trace[552305020] 'applied index is now lower than readState.Index' (duration: 1.153504396s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:31.53701Z","caller":"traceutil/trace.go:171","msg":"trace[976391551] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"1.263004687s","start":"2026-04-16T03:40:30.273969Z","end":"2026-04-16T03:40:31.536974Z","steps":["trace[976391551] 'process raft request' (duration: 1.262660123s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:31.537051Z","caller":"traceutil/trace.go:171","msg":"trace[1580562479] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"1.261880534s","start":"2026-04-16T03:40:30.275147Z","end":"2026-04-16T03:40:31.537027Z","steps":["trace[1580562479] 'process raft request' (duration: 1.261725983s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:31.537119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222033027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:40:31.537111Z","caller":"traceutil/trace.go:171","msg":"trace[1496167891] transaction","detail":"{read_only:false; response_revision:1307; number_of_response:1; }","duration":"1.261825054s","start":"2026-04-16T03:40:30.275263Z","end":"2026-04-16T03:40:31.537088Z","steps":["trace[1496167891] 'process raft request' (duration: 1.261699223s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:31.537179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:30.27514Z","time spent":"1.261956345s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:40:31.537179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:30.273964Z","time spent":"1.263121828s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:40:31.537286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:30.275258Z","time spent":"1.261906565s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:40:31.537142Z","caller":"traceutil/trace.go:171","msg":"trace[259948076] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1307; }","duration":"1.222115417s","start":"2026-04-16T03:40:30.315018Z","end":"2026-04-16T03:40:31.537133Z","steps":["trace[259948076] 'agreement among raft nodes before linearized reading' (duration: 1.222060347s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:31.537375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:30.314996Z","time spent":"1.22235825s","remote":"127.0.0.1:45938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:40:31.551145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028507286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:40:31.551227Z","caller":"traceutil/trace.go:171","msg":"trace[1172446718] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1308; }","duration":"1.028629317s","start":"2026-04-16T03:40:30.522578Z","end":"2026-04-16T03:40:31.551207Z","steps":["trace[1172446718] 'agreement among raft nodes before linearized reading' (duration: 1.028468015s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:31.551287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:30.522557Z","time spent":"1.028716657s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":18,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:40:31.551692Z","caller":"traceutil/trace.go:171","msg":"trace[453755058] transaction","detail":"{read_only:false; response_revision:1308; number_of_response:1; }","duration":"816.709407ms","start":"2026-04-16T03:40:30.734966Z","end":"2026-04-16T03:40:31.551675Z","steps":["trace[453755058] 'process raft request' (duration: 815.905079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:31.551805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:30.734946Z","time spent":"816.787918ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3546,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:40:31.551878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.581978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:40:31.551923Z","caller":"traceutil/trace.go:171","msg":"trace[1708408697] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1308; }","duration":"828.66888ms","start":"2026-04-16T03:40:30.723244Z","end":"2026-04-16T03:40:31.551913Z","steps":["trace[1708408697] 'agreement among raft nodes before linearized reading' (duration: 828.573299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:31.551948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:30.723222Z","time spent":"828.71976ms","remote":"127.0.0.1:45796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:40:31.55207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.780681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:40:31.552089Z","caller":"traceutil/trace.go:171","msg":"trace[1700012552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1308; }","duration":"574.827752ms","start":"2026-04-16T03:40:30.977256Z","end":"2026-04-16T03:40:31.552084Z","steps":["trace[1700012552] 'agreement among raft nodes before linearized reading' (duration: 574.800792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:31.552102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:30.977238Z","time spent":"574.860722ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:40:33.114313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.337413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:40:33.1144Z","caller":"traceutil/trace.go:171","msg":"trace[500723751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1316; }","duration":"141.477575ms","start":"2026-04-16T03:40:32.972903Z","end":"2026-04-16T03:40:33.114381Z","steps":["trace[500723751] 'range keys from in-memory index tree' (duration: 141.206992ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:37.829572Z","caller":"traceutil/trace.go:171","msg":"trace[491990088] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"187.748659ms","start":"2026-04-16T03:40:37.641801Z","end":"2026-04-16T03:40:37.829549Z","steps":["trace[491990088] 'process raft request' (duration: 187.694488ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:37.82957Z","caller":"traceutil/trace.go:171","msg":"trace[2135229716] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"187.7889ms","start":"2026-04-16T03:40:37.641747Z","end":"2026-04-16T03:40:37.829536Z","steps":["trace[2135229716] 'process raft request' (duration: 187.647278ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:38.517099Z","caller":"traceutil/trace.go:171","msg":"trace[1852066491] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"208.182869ms","start":"2026-04-16T03:40:38.308891Z","end":"2026-04-16T03:40:38.517074Z","steps":["trace[1852066491] 'process raft request' (duration: 208.027828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:39.015656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.773755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:40:39.015763Z","caller":"traceutil/trace.go:171","msg":"trace[1497851418] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1443; }","duration":"354.900176ms","start":"2026-04-16T03:40:38.660843Z","end":"2026-04-16T03:40:39.015744Z","steps":["trace[1497851418] 'range keys from in-memory index tree' (duration: 354.517972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:39.015708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.277922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:40:39.015812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:38.660781Z","time spent":"355.019307ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:40:39.015842Z","caller":"traceutil/trace.go:171","msg":"trace[642371499] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1443; }","duration":"291.469034ms","start":"2026-04-16T03:40:38.724346Z","end":"2026-04-16T03:40:39.015815Z","steps":["trace[642371499] 'count revisions from in-memory index tree' (duration: 291.147091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:39.078332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.443865ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-16T03:40:39.0846Z","caller":"traceutil/trace.go:171","msg":"trace[1821996406] linearizableReadLoop","detail":"{readStateIndex:1487; appliedIndex:1486; }","duration":"109.538398ms","start":"2026-04-16T03:40:38.975047Z","end":"2026-04-16T03:40:39.084586Z","steps":["trace[1821996406] 'read index received' (duration: 109.411277ms)","trace[1821996406] 'applied index is now lower than readState.Index' (duration: 126.431µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:39.084728Z","caller":"traceutil/trace.go:171","msg":"trace[390430031] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"173.893089ms","start":"2026-04-16T03:40:38.910786Z","end":"2026-04-16T03:40:39.084679Z","steps":["trace[390430031] 'process raft request' (duration: 173.644237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:39.084683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.63433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:40:39.084939Z","caller":"traceutil/trace.go:171","msg":"trace[41009899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1444; }","duration":"109.906162ms","start":"2026-04-16T03:40:38.974998Z","end":"2026-04-16T03:40:39.084905Z","steps":["trace[41009899] 'agreement among raft nodes before linearized reading' (duration: 109.64015ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:39.721005Z","caller":"traceutil/trace.go:171","msg":"trace[973824424] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"137.51152ms","start":"2026-04-16T03:40:39.583466Z","end":"2026-04-16T03:40:39.720978Z","steps":["trace[973824424] 'process raft request' (duration: 137.226217ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:41.482856Z","caller":"traceutil/trace.go:171","msg":"trace[926544923] linearizableReadLoop","detail":"{readStateIndex:1499; appliedIndex:1498; }","duration":"134.473877ms","start":"2026-04-16T03:40:41.348361Z","end":"2026-04-16T03:40:41.482835Z","steps":["trace[926544923] 'read index received' (duration: 134.289385ms)","trace[926544923] 'applied index is now lower than readState.Index' (duration: 183.672µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:40:41.483032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.662788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-16T03:40:41.48307Z","caller":"traceutil/trace.go:171","msg":"trace[468684167] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1456; }","duration":"134.788511ms","start":"2026-04-16T03:40:41.348268Z","end":"2026-04-16T03:40:41.483056Z","steps":["trace[468684167] 'agreement among raft nodes before linearized reading' (duration: 134.651358ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:41.483131Z","caller":"traceutil/trace.go:171","msg":"trace[2147383528] transaction","detail":"{read_only:false; response_revision:1456; number_of_response:1; }","duration":"387.905611ms","start":"2026-04-16T03:40:41.095182Z","end":"2026-04-16T03:40:41.483088Z","steps":["trace[2147383528] 'process raft request' (duration: 387.514816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:41.483381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:41.095154Z","time spent":"388.100343ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:40:42.367978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.445611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:40:42.368072Z","caller":"traceutil/trace.go:171","msg":"trace[1562945343] linearizableReadLoop","detail":"{readStateIndex:1500; appliedIndex:1499; }","duration":"679.432063ms","start":"2026-04-16T03:40:41.688625Z","end":"2026-04-16T03:40:42.368057Z","steps":["trace[1562945343] 'read index received' (duration: 297.782061ms)","trace[1562945343] 'applied index is now lower than readState.Index' (duration: 381.648682ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:42.36829Z","caller":"traceutil/trace.go:171","msg":"trace[1652947177] transaction","detail":"{read_only:false; response_revision:1457; number_of_response:1; }","duration":"879.972248ms","start":"2026-04-16T03:40:41.488302Z","end":"2026-04-16T03:40:42.368274Z","steps":["trace[1652947177] 'process raft request' (duration: 498.153914ms)","trace[1652947177] 'compare' (duration: 381.193809ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:40:42.368353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:41.488278Z","time spent":"880.04067ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:40:42.368409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.817753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:40:42.368479Z","caller":"traceutil/trace.go:171","msg":"trace[902061975] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1457; }","duration":"639.941724ms","start":"2026-04-16T03:40:41.728524Z","end":"2026-04-16T03:40:42.368466Z","steps":["trace[902061975] 'agreement among raft nodes before linearized reading' (duration: 639.771213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:42.36852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:41.728502Z","time spent":"640.009965ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:40:42.368524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.868818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:40:42.368478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.486481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:40:42.368562Z","caller":"traceutil/trace.go:171","msg":"trace[1448565277] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1457; }","duration":"679.931779ms","start":"2026-04-16T03:40:41.688619Z","end":"2026-04-16T03:40:42.368551Z","steps":["trace[1448565277] 'agreement among raft nodes before linearized reading' (duration: 679.841608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:42.3686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:41.688563Z","time spent":"680.01854ms","remote":"127.0.0.1:58396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:40:42.368606Z","caller":"traceutil/trace.go:171","msg":"trace[1881959392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1457; }","duration":"524.651082ms","start":"2026-04-16T03:40:41.843935Z","end":"2026-04-16T03:40:42.368586Z","steps":["trace[1881959392] 'agreement among raft nodes before linearized reading' (duration: 524.37396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:42.368622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.45088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:40:42.368654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:41.843926Z","time spent":"524.718973ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:40:42.368659Z","caller":"traceutil/trace.go:171","msg":"trace[619377230] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1457; }","duration":"609.523591ms","start":"2026-04-16T03:40:41.759124Z","end":"2026-04-16T03:40:42.368648Z","steps":["trace[619377230] 'agreement among raft nodes before linearized reading' (duration: 609.46187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:42.368692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:41.759104Z","time spent":"609.579891ms","remote":"127.0.0.1:58314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:40:42.368713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.771072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:40:42.368737Z","caller":"traceutil/trace.go:171","msg":"trace[1394225111] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1457; }","duration":"638.814733ms","start":"2026-04-16T03:40:41.729916Z","end":"2026-04-16T03:40:42.368731Z","steps":["trace[1394225111] 'agreement among raft nodes before linearized reading' (duration: 638.749272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:42.368759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:41.729907Z","time spent":"638.848103ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:40:42.368797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.234344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:40:42.368819Z","caller":"traceutil/trace.go:171","msg":"trace[96626622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1457; }","duration":"392.289695ms","start":"2026-04-16T03:40:41.976521Z","end":"2026-04-16T03:40:42.368811Z","steps":["trace[96626622] 'agreement among raft nodes before linearized reading' (duration: 392.258575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:42.368836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:41.976501Z","time spent":"392.331456ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:40:42.368896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.380519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:40:42.368926Z","caller":"traceutil/trace.go:171","msg":"trace[1565742613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1457; }","duration":"525.450089ms","start":"2026-04-16T03:40:41.843467Z","end":"2026-04-16T03:40:42.368917Z","steps":["trace[1565742613] 'agreement among raft nodes before linearized reading' (duration: 525.344868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:42.368953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:41.843442Z","time spent":"525.505281ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:40:45.686929Z","caller":"traceutil/trace.go:171","msg":"trace[1637943090] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"164.576316ms","start":"2026-04-16T03:40:45.522329Z","end":"2026-04-16T03:40:45.686905Z","steps":["trace[1637943090] 'process raft request' (duration: 164.443304ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:45.952036Z","caller":"traceutil/trace.go:171","msg":"trace[1861089547] transaction","detail":"{read_only:false; response_revision:1525; number_of_response:1; }","duration":"109.222382ms","start":"2026-04-16T03:40:45.842789Z","end":"2026-04-16T03:40:45.952011Z","steps":["trace[1861089547] 'process raft request' (duration: 109.078821ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:46.152158Z","caller":"traceutil/trace.go:171","msg":"trace[513510173] transaction","detail":"{read_only:false; response_revision:1526; number_of_response:1; }","duration":"195.011805ms","start":"2026-04-16T03:40:45.957101Z","end":"2026-04-16T03:40:46.152113Z","steps":["trace[513510173] 'process raft request' (duration: 138.0276ms)","trace[513510173] 'compare' (duration: 56.847754ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:46.250485Z","caller":"traceutil/trace.go:171","msg":"trace[236870923] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"293.292369ms","start":"2026-04-16T03:40:45.957169Z","end":"2026-04-16T03:40:46.250461Z","steps":["trace[236870923] 'process raft request' (duration: 293.010717ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:46.250508Z","caller":"traceutil/trace.go:171","msg":"trace[1852413791] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"293.090928ms","start":"2026-04-16T03:40:45.957387Z","end":"2026-04-16T03:40:46.250478Z","steps":["trace[1852413791] 'process raft request' (duration: 292.970947ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:46.250734Z","caller":"traceutil/trace.go:171","msg":"trace[1274245195] transaction","detail":"{read_only:false; response_revision:1529; number_of_response:1; }","duration":"293.203249ms","start":"2026-04-16T03:40:45.957502Z","end":"2026-04-16T03:40:46.250706Z","steps":["trace[1274245195] 'process raft request' (duration: 292.908266ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:46.250826Z","caller":"traceutil/trace.go:171","msg":"trace[2068424685] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"289.680317ms","start":"2026-04-16T03:40:45.961126Z","end":"2026-04-16T03:40:46.250806Z","steps":["trace[2068424685] 'process raft request' (duration: 289.484535ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:54.757618Z","caller":"traceutil/trace.go:171","msg":"trace[1679891717] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"145.772951ms","start":"2026-04-16T03:40:54.611819Z","end":"2026-04-16T03:40:54.757592Z","steps":["trace[1679891717] 'process raft request' (duration: 66.469293ms)","trace[1679891717] 'compare' (duration: 78.851094ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:54.757721Z","caller":"traceutil/trace.go:171","msg":"trace[486261350] linearizableReadLoop","detail":"{readStateIndex:1610; appliedIndex:1609; }","duration":"142.34067ms","start":"2026-04-16T03:40:54.615362Z","end":"2026-04-16T03:40:54.757702Z","steps":["trace[486261350] 'read index received' (duration: 8.204504ms)","trace[486261350] 'applied index is now lower than readState.Index' (duration: 134.133316ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:40:54.757976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.375301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:40:54.75803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.633354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:40:54.758138Z","caller":"traceutil/trace.go:171","msg":"trace[1180657555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1563; }","duration":"142.809895ms","start":"2026-04-16T03:40:54.615313Z","end":"2026-04-16T03:40:54.758122Z","steps":["trace[1180657555] 'agreement among raft nodes before linearized reading' (duration: 142.501482ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:54.758072Z","caller":"traceutil/trace.go:171","msg":"trace[553769197] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1563; }","duration":"142.496292ms","start":"2026-04-16T03:40:54.615555Z","end":"2026-04-16T03:40:54.758051Z","steps":["trace[553769197] 'agreement among raft nodes before linearized reading' (duration: 142.27656ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:54.877043Z","caller":"traceutil/trace.go:171","msg":"trace[1552900586] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"112.396589ms","start":"2026-04-16T03:40:54.764621Z","end":"2026-04-16T03:40:54.877018Z","steps":["trace[1552900586] 'process raft request' (duration: 112.346079ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:54.87721Z","caller":"traceutil/trace.go:171","msg":"trace[1854631019] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"112.597601ms","start":"2026-04-16T03:40:54.764495Z","end":"2026-04-16T03:40:54.877092Z","steps":["trace[1854631019] 'process raft request' (duration: 111.847504ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:55.421056Z","caller":"traceutil/trace.go:171","msg":"trace[1604215331] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"102.111351ms","start":"2026-04-16T03:40:55.31892Z","end":"2026-04-16T03:40:55.421031Z","steps":["trace[1604215331] 'process raft request' (duration: 101.846049ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:55.535925Z","caller":"traceutil/trace.go:171","msg":"trace[297534820] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"109.273626ms","start":"2026-04-16T03:40:55.426623Z","end":"2026-04-16T03:40:55.535896Z","steps":["trace[297534820] 'process raft request' (duration: 109.033884ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:55.535956Z","caller":"traceutil/trace.go:171","msg":"trace[485752347] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"109.263886ms","start":"2026-04-16T03:40:55.426662Z","end":"2026-04-16T03:40:55.535926Z","steps":["trace[485752347] 'process raft request' (duration: 109.137105ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:55.536278Z","caller":"traceutil/trace.go:171","msg":"trace[1906434230] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"109.463428ms","start":"2026-04-16T03:40:55.426789Z","end":"2026-04-16T03:40:55.536253Z","steps":["trace[1906434230] 'process raft request' (duration: 109.080095ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:55.536359Z","caller":"traceutil/trace.go:171","msg":"trace[371932875] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"109.249016ms","start":"2026-04-16T03:40:55.427099Z","end":"2026-04-16T03:40:55.536348Z","steps":["trace[371932875] 'process raft request' (duration: 108.994964ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:55.536389Z","caller":"traceutil/trace.go:171","msg":"trace[1991277926] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"108.215986ms","start":"2026-04-16T03:40:55.428147Z","end":"2026-04-16T03:40:55.536363Z","steps":["trace[1991277926] 'process raft request' (duration: 108.165645ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:55.53646Z","caller":"traceutil/trace.go:171","msg":"trace[1374315704] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"109.262126ms","start":"2026-04-16T03:40:55.427183Z","end":"2026-04-16T03:40:55.536445Z","steps":["trace[1374315704] 'process raft request' (duration: 109.057464ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:56.770377Z","caller":"traceutil/trace.go:171","msg":"trace[426173859] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"123.124117ms","start":"2026-04-16T03:40:56.647225Z","end":"2026-04-16T03:40:56.770349Z","steps":["trace[426173859] 'process raft request' (duration: 48.649967ms)","trace[426173859] 'compare' (duration: 74.276818ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:56.946571Z","caller":"traceutil/trace.go:171","msg":"trace[515181982] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"126.934532ms","start":"2026-04-16T03:40:56.81962Z","end":"2026-04-16T03:40:56.946555Z","steps":["trace[515181982] 'process raft request' (duration: 107.695979ms)","trace[515181982] 'compare' (duration: 18.963529ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:58.890828Z","caller":"traceutil/trace.go:171","msg":"trace[1584136711] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"111.233131ms","start":"2026-04-16T03:40:58.779564Z","end":"2026-04-16T03:40:58.890797Z","steps":["trace[1584136711] 'process raft request' (duration: 111.056549ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:58.894161Z","caller":"traceutil/trace.go:171","msg":"trace[2039662013] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"114.50977ms","start":"2026-04-16T03:40:58.779616Z","end":"2026-04-16T03:40:58.894125Z","steps":["trace[2039662013] 'process raft request' (duration: 114.270498ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:41:16.875331Z","caller":"traceutil/trace.go:171","msg":"trace[1628693253] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"104.45149ms","start":"2026-04-16T03:41:16.770829Z","end":"2026-04-16T03:41:16.87528Z","steps":["trace[1628693253] 'process raft request' (duration: 104.217477ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:41:17.137604Z","caller":"traceutil/trace.go:171","msg":"trace[872145005] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"135.746435ms","start":"2026-04-16T03:41:17.001826Z","end":"2026-04-16T03:41:17.137573Z","steps":["trace[872145005] 'process raft request' (duration: 56.930872ms)","trace[872145005] 'compare' (duration: 78.668092ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:41:27.417027Z","caller":"traceutil/trace.go:171","msg":"trace[248993430] linearizableReadLoop","detail":"{readStateIndex:1740; appliedIndex:1739; }","duration":"105.617478ms","start":"2026-04-16T03:41:27.311378Z","end":"2026-04-16T03:41:27.416995Z","steps":["trace[248993430] 'read index received' (duration: 100.303875ms)","trace[248993430] 'applied index is now lower than readState.Index' (duration: 5.312243ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:41:27.417086Z","caller":"traceutil/trace.go:171","msg":"trace[2078389797] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"124.961773ms","start":"2026-04-16T03:41:27.29209Z","end":"2026-04-16T03:41:27.417052Z","steps":["trace[2078389797] 'process raft request' (duration: 119.638951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:41:27.417463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.95701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:41:27.41753Z","caller":"traceutil/trace.go:171","msg":"trace[805166196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1686; }","duration":"106.180562ms","start":"2026-04-16T03:41:27.311333Z","end":"2026-04-16T03:41:27.417513Z","steps":["trace[805166196] 'agreement among raft nodes before linearized reading' (duration: 105.781379ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:41:27.601127Z","caller":"traceutil/trace.go:171","msg":"trace[2013822150] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"178.496333ms","start":"2026-04-16T03:41:27.422595Z","end":"2026-04-16T03:41:27.601091Z","steps":["trace[2013822150] 'process raft request' (duration: 151.776409ms)","trace[2013822150] 'compare' (duration: 26.626793ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:41:28.271475Z","caller":"traceutil/trace.go:171","msg":"trace[1784392305] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"148.947003ms","start":"2026-04-16T03:41:28.122509Z","end":"2026-04-16T03:41:28.271456Z","steps":["trace[1784392305] 'process raft request' (duration: 148.832552ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:41:29.582364Z","caller":"traceutil/trace.go:171","msg":"trace[767813863] linearizableReadLoop","detail":"{readStateIndex:1749; appliedIndex:1748; }","duration":"159.125731ms","start":"2026-04-16T03:41:29.423211Z","end":"2026-04-16T03:41:29.582336Z","steps":["trace[767813863] 'read index received' (duration: 158.806858ms)","trace[767813863] 'applied index is now lower than readState.Index' (duration: 317.653µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:41:29.582502Z","caller":"traceutil/trace.go:171","msg":"trace[25721252] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"323.147081ms","start":"2026-04-16T03:41:29.259331Z","end":"2026-04-16T03:41:29.582478Z","steps":["trace[25721252] 'process raft request' (duration: 322.837498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:41:29.582599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.375682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T03:41:29.582632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:41:29.25932Z","time spent":"323.233751ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:41:29.582654Z","caller":"traceutil/trace.go:171","msg":"trace[180951441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1694; }","duration":"159.466073ms","start":"2026-04-16T03:41:29.423174Z","end":"2026-04-16T03:41:29.58264Z","steps":["trace[180951441] 'agreement among raft nodes before linearized reading' (duration: 159.311042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:41:29.582778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.547901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:41:29.582844Z","caller":"traceutil/trace.go:171","msg":"trace[1905675260] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1694; }","duration":"116.666011ms","start":"2026-04-16T03:41:29.466163Z","end":"2026-04-16T03:41:29.582829Z","steps":["trace[1905675260] 'agreement among raft nodes before linearized reading' (duration: 116.4997ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:41:29.714741Z","caller":"traceutil/trace.go:171","msg":"trace[429955062] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"127.970712ms","start":"2026-04-16T03:41:29.586736Z","end":"2026-04-16T03:41:29.714707Z","steps":["trace[429955062] 'process raft request' (duration: 127.895841ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:41:29.715009Z","caller":"traceutil/trace.go:171","msg":"trace[551182400] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"128.299144ms","start":"2026-04-16T03:41:29.586669Z","end":"2026-04-16T03:41:29.714968Z","steps":["trace[551182400] 'process raft request' (duration: 103.777068ms)","trace[551182400] 'compare' (duration: 23.992942ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:41:45.292261Z","caller":"traceutil/trace.go:171","msg":"trace[1789930054] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"104.286099ms","start":"2026-04-16T03:41:45.187955Z","end":"2026-04-16T03:41:45.292241Z","steps":["trace[1789930054] 'process raft request' (duration: 94.565614ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:41:47.904645Z","caller":"traceutil/trace.go:171","msg":"trace[945531342] linearizableReadLoop","detail":"{readStateIndex:2056; appliedIndex:2055; }","duration":"115.130348ms","start":"2026-04-16T03:41:47.789492Z","end":"2026-04-16T03:41:47.904622Z","steps":["trace[945531342] 'read index received' (duration: 114.973096ms)","trace[945531342] 'applied index is now lower than readState.Index' (duration: 156.182µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:41:47.904743Z","caller":"traceutil/trace.go:171","msg":"trace[43739165] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"217.279095ms","start":"2026-04-16T03:41:47.687437Z","end":"2026-04-16T03:41:47.904716Z","steps":["trace[43739165] 'process raft request' (duration: 217.051634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:41:47.905653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.071635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:41:47.905828Z","caller":"traceutil/trace.go:171","msg":"trace[1248802536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1973; }","duration":"116.326767ms","start":"2026-04-16T03:41:47.78944Z","end":"2026-04-16T03:41:47.905767Z","steps":["trace[1248802536] 'agreement among raft nodes before linearized reading' (duration: 115.321089ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:41:48.058653Z","caller":"traceutil/trace.go:171","msg":"trace[1924244435] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"146.436594ms","start":"2026-04-16T03:41:47.912174Z","end":"2026-04-16T03:41:48.058611Z","steps":["trace[1924244435] 'process raft request' (duration: 115.354218ms)","trace[1924244435] 'compare' (duration: 30.889085ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:41:48.058879Z","caller":"traceutil/trace.go:171","msg":"trace[15012424] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"146.573886ms","start":"2026-04-16T03:41:47.912281Z","end":"2026-04-16T03:41:48.058855Z","steps":["trace[15012424] 'process raft request' (duration: 146.275714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:41:53.812371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.647845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:41:53.812672Z","caller":"traceutil/trace.go:171","msg":"trace[221865633] linearizableReadLoop","detail":"{readStateIndex:2224; appliedIndex:2223; }","duration":"214.21964ms","start":"2026-04-16T03:41:53.598291Z","end":"2026-04-16T03:41:53.812511Z","steps":["trace[221865633] 'read index received' (duration: 80.259732ms)","trace[221865633] 'applied index is now lower than readState.Index' (duration: 133.958218ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:41:53.813063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.759834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-04-16T03:41:53.813155Z","caller":"traceutil/trace.go:171","msg":"trace[545752572] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:2135; }","duration":"214.948035ms","start":"2026-04-16T03:41:53.598184Z","end":"2026-04-16T03:41:53.813132Z","steps":["trace[545752572] 'agreement among raft nodes before linearized reading' (duration: 214.697193ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:41:53.813501Z","caller":"traceutil/trace.go:171","msg":"trace[1931566062] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"231.190378ms","start":"2026-04-16T03:41:53.581585Z","end":"2026-04-16T03:41:53.812775Z","steps":["trace[1931566062] 'process raft request' (duration: 97.036709ms)","trace[1931566062] 'compare' (duration: 133.414373ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:41:55.598953Z","caller":"traceutil/trace.go:171","msg":"trace[2037118703] linearizableReadLoop","detail":"{readStateIndex:2263; appliedIndex:2262; }","duration":"203.375673ms","start":"2026-04-16T03:41:55.395553Z","end":"2026-04-16T03:41:55.598929Z","steps":["trace[2037118703] 'read index received' (duration: 178.97675ms)","trace[2037118703] 'applied index is now lower than readState.Index' (duration: 24.397823ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:41:55.599007Z","caller":"traceutil/trace.go:171","msg":"trace[1541273537] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"215.747606ms","start":"2026-04-16T03:41:55.383227Z","end":"2026-04-16T03:41:55.598974Z","steps":["trace[1541273537] 'process raft request' (duration: 191.398443ms)","trace[1541273537] 'compare' (duration: 24.173202ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:41:55.599306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.744996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:41:55.599383Z","caller":"traceutil/trace.go:171","msg":"trace[1834689896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2173; }","duration":"203.868067ms","start":"2026-04-16T03:41:55.395498Z","end":"2026-04-16T03:41:55.599366Z","steps":["trace[1834689896] 'agreement among raft nodes before linearized reading' (duration: 203.521474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:41:55.599745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.721146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T03:41:55.599835Z","caller":"traceutil/trace.go:171","msg":"trace[1971815049] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2173; }","duration":"195.852227ms","start":"2026-04-16T03:41:55.403961Z","end":"2026-04-16T03:41:55.599813Z","steps":["trace[1971815049] 'agreement among raft nodes before linearized reading' (duration: 195.099731ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:41:55.737552Z","caller":"traceutil/trace.go:171","msg":"trace[684996952] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"132.955835ms","start":"2026-04-16T03:41:55.604574Z","end":"2026-04-16T03:41:55.73753Z","steps":["trace[684996952] 'process raft request' (duration: 100.207671ms)","trace[684996952] 'compare' (duration: 32.26712ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:41:55.737863Z","caller":"traceutil/trace.go:171","msg":"trace[1981254881] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"133.012205ms","start":"2026-04-16T03:41:55.604818Z","end":"2026-04-16T03:41:55.73783Z","steps":["trace[1981254881] 'process raft request' (duration: 132.35298ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:41:58.215526Z","caller":"traceutil/trace.go:171","msg":"trace[1286602127] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"102.381732ms","start":"2026-04-16T03:41:58.113117Z","end":"2026-04-16T03:41:58.215499Z","steps":["trace[1286602127] 'process raft request' (duration: 77.028654ms)","trace[1286602127] 'compare' (duration: 25.051716ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:41:58.496465Z","caller":"traceutil/trace.go:171","msg":"trace[51924738] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"273.523286ms","start":"2026-04-16T03:41:58.222923Z","end":"2026-04-16T03:41:58.496446Z","steps":["trace[51924738] 'process raft request' (duration: 273.379835ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:41:58.835403Z","caller":"traceutil/trace.go:171","msg":"trace[733147414] linearizableReadLoop","detail":"{readStateIndex:2290; appliedIndex:2289; }","duration":"196.296231ms","start":"2026-04-16T03:41:58.639085Z","end":"2026-04-16T03:41:58.835381Z","steps":["trace[733147414] 'read index received' (duration: 196.11129ms)","trace[733147414] 'applied index is now lower than readState.Index' (duration: 183.591µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:41:58.835441Z","caller":"traceutil/trace.go:171","msg":"trace[1061199975] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"327.416198ms","start":"2026-04-16T03:41:58.507999Z","end":"2026-04-16T03:41:58.835415Z","steps":["trace[1061199975] 'process raft request' (duration: 327.180406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:41:58.835608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:41:58.507983Z","time spent":"327.544638ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6132,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:41:58.835632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.530843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:41:58.83568Z","caller":"traceutil/trace.go:171","msg":"trace[429152744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2200; }","duration":"196.627663ms","start":"2026-04-16T03:41:58.639039Z","end":"2026-04-16T03:41:58.835666Z","steps":["trace[429152744] 'agreement among raft nodes before linearized reading' (duration: 196.465572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:41:59.336251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311240038,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:41:59.841765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311240038,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:41:59.882445Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.047283503s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:42:00.701736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:41:59.84936Z","time spent":"852.369942ms","remote":"127.0.0.1:58040","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:42:00.702265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.468178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:42:00.703441Z","caller":"traceutil/trace.go:171","msg":"trace[550362550] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"1.882501898s","start":"2026-04-16T03:41:58.820916Z","end":"2026-04-16T03:42:00.703418Z","steps":["trace[550362550] 'process raft request' (duration: 1.0617569s)","trace[550362550] 'compare' (duration: 819.136355ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:42:00.703728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:41:58.820893Z","time spent":"1.882608088s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:00.721365Z","caller":"traceutil/trace.go:171","msg":"trace[1123830120] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"1.88029514s","start":"2026-04-16T03:41:58.841038Z","end":"2026-04-16T03:42:00.721333Z","steps":["trace[1123830120] 'process raft request' (duration: 1.880010528s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:00.721605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:41:58.841021Z","time spent":"1.880472662s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:00.721764Z","caller":"traceutil/trace.go:171","msg":"trace[1596427354] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"1.880385222s","start":"2026-04-16T03:41:58.841321Z","end":"2026-04-16T03:42:00.721706Z","steps":["trace[1596427354] 'process raft request' (duration: 1.879910017s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:00.721764Z","caller":"traceutil/trace.go:171","msg":"trace[162377183] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"1.880362782s","start":"2026-04-16T03:41:58.841371Z","end":"2026-04-16T03:42:00.721733Z","steps":["trace[162377183] 'process raft request' (duration: 1.879910848s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:00.721931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:41:58.841298Z","time spent":"1.880543304s","remote":"127.0.0.1:45624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1231,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:42:00.721936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:41:58.841364Z","time spent":"1.880491163s","remote":"127.0.0.1:45718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1692,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:00.725674Z","caller":"traceutil/trace.go:171","msg":"trace[1216978657] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"1.343875853s","start":"2026-04-16T03:41:59.381779Z","end":"2026-04-16T03:42:00.725655Z","steps":["trace[1216978657] 'process raft request' (duration: 1.343813663s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:00.72571Z","caller":"traceutil/trace.go:171","msg":"trace[1802131398] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"1.543843799s","start":"2026-04-16T03:41:59.181849Z","end":"2026-04-16T03:42:00.725693Z","steps":["trace[1802131398] 'process raft request' (duration: 1.543608797s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:00.725784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:41:59.381761Z","time spent":"1.343966934s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:42:00.725816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:41:59.181824Z","time spent":"1.543927599s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:00.72586Z","caller":"traceutil/trace.go:171","msg":"trace[1605041552] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"646.797936ms","start":"2026-04-16T03:42:00.079043Z","end":"2026-04-16T03:42:00.725841Z","steps":["trace[1605041552] 'process raft request' (duration: 646.761115ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:00.725928Z","caller":"traceutil/trace.go:171","msg":"trace[599400036] linearizableReadLoop","detail":"{readStateIndex:2299; appliedIndex:2290; }","duration":"1.890443636s","start":"2026-04-16T03:41:58.835475Z","end":"2026-04-16T03:42:00.725919Z","steps":["trace[599400036] 'read index received' (duration: 1.047451294s)","trace[599400036] 'applied index is now lower than readState.Index' (duration: 842.991372ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:42:00.725934Z","caller":"traceutil/trace.go:171","msg":"trace[1981508690] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"1.330788986s","start":"2026-04-16T03:41:59.395133Z","end":"2026-04-16T03:42:00.725922Z","steps":["trace[1981508690] 'process raft request' (duration: 1.330493524s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:00.725978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:00.079022Z","time spent":"646.912096ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:42:00.725994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:41:59.395118Z","time spent":"1.330844347s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:00.7259Z","caller":"traceutil/trace.go:171","msg":"trace[939057471] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"975.117053ms","start":"2026-04-16T03:41:59.750772Z","end":"2026-04-16T03:42:00.725889Z","steps":["trace[939057471] 'process raft request' (duration: 974.964642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:00.726066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077351907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T03:42:00.72609Z","caller":"traceutil/trace.go:171","msg":"trace[507686266] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2209; }","duration":"2.077414107s","start":"2026-04-16T03:41:58.648667Z","end":"2026-04-16T03:42:00.726081Z","steps":["trace[507686266] 'agreement among raft nodes before linearized reading' (duration: 2.077314707s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:00.726111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:41:58.648644Z","time spent":"2.077461228s","remote":"127.0.0.1:60274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T03:42:00.726131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:41:59.750746Z","time spent":"975.333065ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:42:00.726209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67192154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1e2a9db2-50dd-4ebc-b45c-01d7f99adb75\" ","response":"range_response_count:1 size:3737"} {"level":"info","ts":"2026-04-16T03:42:00.726276Z","caller":"traceutil/trace.go:171","msg":"trace[1751213298] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1e2a9db2-50dd-4ebc-b45c-01d7f99adb75; range_end:; response_count:1; response_revision:2209; }","duration":"1.672064252s","start":"2026-04-16T03:41:59.054203Z","end":"2026-04-16T03:42:00.726267Z","steps":["trace[1751213298] 'agreement among raft nodes before linearized reading' (duration: 1.67189067s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:00.726299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:41:59.05418Z","time spent":"1.672113362s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3759,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1e2a9db2-50dd-4ebc-b45c-01d7f99adb75\" "} {"level":"warn","ts":"2026-04-16T03:42:00.726421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.078526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:42:00.726484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089317842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:42:00.726505Z","caller":"traceutil/trace.go:171","msg":"trace[660637426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2209; }","duration":"1.089380792s","start":"2026-04-16T03:41:59.637118Z","end":"2026-04-16T03:42:00.726499Z","steps":["trace[660637426] 'agreement among raft nodes before linearized reading' (duration: 1.089321022s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:00.726517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179135259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"warn","ts":"2026-04-16T03:42:00.726532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:41:59.637096Z","time spent":"1.089429083s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:42:00.726548Z","caller":"traceutil/trace.go:171","msg":"trace[2124682355] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2209; }","duration":"1.17919472s","start":"2026-04-16T03:41:59.547346Z","end":"2026-04-16T03:42:00.726541Z","steps":["trace[2124682355] 'agreement among raft nodes before linearized reading' (duration: 1.179114029s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:00.726499Z","caller":"traceutil/trace.go:171","msg":"trace[1380517713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2209; }","duration":"768.289397ms","start":"2026-04-16T03:41:59.958193Z","end":"2026-04-16T03:42:00.726483Z","steps":["trace[1380517713] 'agreement among raft nodes before linearized reading' (duration: 768.087976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:00.726572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:41:59.547329Z","time spent":"1.179238901s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10349,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T03:42:00.726592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:41:59.95817Z","time spent":"768.408908ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:42:00.726744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.784582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:42:00.726796Z","caller":"traceutil/trace.go:171","msg":"trace[1679235264] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2209; }","duration":"709.861692ms","start":"2026-04-16T03:42:00.01692Z","end":"2026-04-16T03:42:00.726782Z","steps":["trace[1679235264] 'agreement among raft nodes before linearized reading' (duration: 709.781782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:00.726841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:00.0169Z","time spent":"709.931694ms","remote":"127.0.0.1:58366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:42:00.726879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.990066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T03:42:00.726913Z","caller":"traceutil/trace.go:171","msg":"trace[1660086191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2209; }","duration":"481.040436ms","start":"2026-04-16T03:42:00.245862Z","end":"2026-04-16T03:42:00.726903Z","steps":["trace[1660086191] 'agreement among raft nodes before linearized reading' (duration: 480.962406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:00.726939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:00.245852Z","time spent":"481.079946ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:42:00.727043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.568253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-16T03:42:00.727065Z","caller":"traceutil/trace.go:171","msg":"trace[312046665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2209; }","duration":"507.622023ms","start":"2026-04-16T03:42:00.219438Z","end":"2026-04-16T03:42:00.72706Z","steps":["trace[312046665] 'agreement among raft nodes before linearized reading' (duration: 507.556613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:00.727082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:00.219421Z","time spent":"507.657003ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:42:00.72708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.220934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:42:00.726284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.413493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:42:00.727142Z","caller":"traceutil/trace.go:171","msg":"trace[909764352] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2209; }","duration":"697.38952ms","start":"2026-04-16T03:42:00.029743Z","end":"2026-04-16T03:42:00.727133Z","steps":["trace[909764352] 'agreement among raft nodes before linearized reading' (duration: 696.378733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:00.727178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:00.029738Z","time spent":"697.431191ms","remote":"127.0.0.1:45772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":5,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:42:00.72714Z","caller":"traceutil/trace.go:171","msg":"trace[2050043455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2209; }","duration":"753.312185ms","start":"2026-04-16T03:41:59.973815Z","end":"2026-04-16T03:42:00.727127Z","steps":["trace[2050043455] 'agreement among raft nodes before linearized reading' (duration: 753.226654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:00.727265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:41:59.9738Z","time spent":"753.460137ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:42:00.728874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.337274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:42:00.728956Z","caller":"traceutil/trace.go:171","msg":"trace[1708827206] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2209; }","duration":"343.511196ms","start":"2026-04-16T03:42:00.385427Z","end":"2026-04-16T03:42:00.728938Z","steps":["trace[1708827206] 'agreement among raft nodes before linearized reading' (duration: 341.468251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:00.729005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:00.38541Z","time spent":"343.582617ms","remote":"127.0.0.1:45602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:42:00.730296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085630209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f22db20b-c1d6-4e9a-8728-7047e3f0f7fb\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-16T03:42:00.730357Z","caller":"traceutil/trace.go:171","msg":"trace[1922510902] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f22db20b-c1d6-4e9a-8728-7047e3f0f7fb; range_end:; response_count:1; response_revision:2209; }","duration":"2.08573351s","start":"2026-04-16T03:41:58.644613Z","end":"2026-04-16T03:42:00.730346Z","steps":["trace[1922510902] 'agreement among raft nodes before linearized reading' (duration: 2.081863531s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:00.730382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:41:58.644587Z","time spent":"2.085789391s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f22db20b-c1d6-4e9a-8728-7047e3f0f7fb\" "} {"level":"info","ts":"2026-04-16T03:42:13.31815Z","caller":"traceutil/trace.go:171","msg":"trace[271079364] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"692.285581ms","start":"2026-04-16T03:42:12.625834Z","end":"2026-04-16T03:42:13.31812Z","steps":["trace[271079364] 'process raft request' (duration: 692.07981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:13.31835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:12.625794Z","time spent":"692.477152ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:13.326655Z","caller":"traceutil/trace.go:171","msg":"trace[977371929] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"585.785218ms","start":"2026-04-16T03:42:12.740837Z","end":"2026-04-16T03:42:13.326622Z","steps":["trace[977371929] 'process raft request' (duration: 585.602267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:13.326821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:12.740823Z","time spent":"585.912419ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:13.326956Z","caller":"traceutil/trace.go:171","msg":"trace[1131767370] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"549.131932ms","start":"2026-04-16T03:42:12.777792Z","end":"2026-04-16T03:42:13.326924Z","steps":["trace[1131767370] 'process raft request' (duration: 548.76995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:13.327094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:12.777749Z","time spent":"549.273703ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:13.327506Z","caller":"traceutil/trace.go:171","msg":"trace[673327369] linearizableReadLoop","detail":"{readStateIndex:2417; appliedIndex:2412; }","duration":"501.595427ms","start":"2026-04-16T03:42:12.825895Z","end":"2026-04-16T03:42:13.32749Z","steps":["trace[673327369] 'read index received' (duration: 491.992068ms)","trace[673327369] 'applied index is now lower than readState.Index' (duration: 9.589699ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:42:13.327586Z","caller":"traceutil/trace.go:171","msg":"trace[857871700] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"511.675951ms","start":"2026-04-16T03:42:12.815893Z","end":"2026-04-16T03:42:13.327569Z","steps":["trace[857871700] 'process raft request' (duration: 511.534779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:13.327671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:12.815872Z","time spent":"511.750781ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:42:13.327698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.80553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T03:42:13.327786Z","caller":"traceutil/trace.go:171","msg":"trace[1416757151] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2323; }","duration":"501.870381ms","start":"2026-04-16T03:42:12.825849Z","end":"2026-04-16T03:42:13.327719Z","steps":["trace[1416757151] 'agreement among raft nodes before linearized reading' (duration: 501.73216ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:13.327813Z","caller":"traceutil/trace.go:171","msg":"trace[209561506] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"519.176375ms","start":"2026-04-16T03:42:12.808628Z","end":"2026-04-16T03:42:13.327805Z","steps":["trace[209561506] 'process raft request' (duration: 518.201548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:13.327822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:12.825833Z","time spent":"501.980361ms","remote":"127.0.0.1:60274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T03:42:13.32785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:12.808614Z","time spent":"519.216526ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:42:13.327987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.425363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:42:13.328013Z","caller":"traceutil/trace.go:171","msg":"trace[1866296685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2323; }","duration":"495.469403ms","start":"2026-04-16T03:42:12.832538Z","end":"2026-04-16T03:42:13.328007Z","steps":["trace[1866296685] 'agreement among raft nodes before linearized reading' (duration: 495.379812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:13.328031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:12.83253Z","time spent":"495.497673ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:42:13.328127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.803474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:42:13.32815Z","caller":"traceutil/trace.go:171","msg":"trace[468696503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2323; }","duration":"324.860215ms","start":"2026-04-16T03:42:13.003285Z","end":"2026-04-16T03:42:13.328145Z","steps":["trace[468696503] 'agreement among raft nodes before linearized reading' (duration: 324.828034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:13.328166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:13.003261Z","time spent":"324.901415ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:42:13.328286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.333964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:42:13.328306Z","caller":"traceutil/trace.go:171","msg":"trace[717012177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2323; }","duration":"491.392824ms","start":"2026-04-16T03:42:12.836909Z","end":"2026-04-16T03:42:13.328301Z","steps":["trace[717012177] 'agreement among raft nodes before linearized reading' (duration: 491.340423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:13.328322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:12.836885Z","time spent":"491.433884ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:42:13.328433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.795529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:42:13.328469Z","caller":"traceutil/trace.go:171","msg":"trace[1675147092] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2323; }","duration":"483.860779ms","start":"2026-04-16T03:42:12.844599Z","end":"2026-04-16T03:42:13.32846Z","steps":["trace[1675147092] 'agreement among raft nodes before linearized reading' (duration: 483.757478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:13.328497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:12.844582Z","time spent":"483.909229ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:42:13.328589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.99324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:42:13.328628Z","caller":"traceutil/trace.go:171","msg":"trace[1705502507] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2323; }","duration":"484.05413ms","start":"2026-04-16T03:42:12.844568Z","end":"2026-04-16T03:42:13.328622Z","steps":["trace[1705502507] 'agreement among raft nodes before linearized reading' (duration: 483.98268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:13.328649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:12.844555Z","time spent":"484.0905ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:42:13.329553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.373596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:42:13.329611Z","caller":"traceutil/trace.go:171","msg":"trace[1748996557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2323; }","duration":"486.499307ms","start":"2026-04-16T03:42:12.843099Z","end":"2026-04-16T03:42:13.329598Z","steps":["trace[1748996557] 'agreement among raft nodes before linearized reading' (duration: 485.119957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:13.329866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:12.84307Z","time spent":"486.647689ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:42:13.975396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.645292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:42:13.975717Z","caller":"traceutil/trace.go:171","msg":"trace[1039678187] transaction","detail":"{read_only:false; response_revision:2329; number_of_response:1; }","duration":"463.460699ms","start":"2026-04-16T03:42:13.512183Z","end":"2026-04-16T03:42:13.975643Z","steps":["trace[1039678187] 'process raft request' (duration: 290.461015ms)","trace[1039678187] 'compare' (duration: 172.300489ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:42:13.97597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:13.512167Z","time spent":"463.62634ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:15.455531Z","caller":"traceutil/trace.go:171","msg":"trace[785861634] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"123.752194ms","start":"2026-04-16T03:42:15.331761Z","end":"2026-04-16T03:42:15.455513Z","steps":["trace[785861634] 'process raft request' (duration: 123.641963ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:15.457713Z","caller":"traceutil/trace.go:171","msg":"trace[2138473712] linearizableReadLoop","detail":"{readStateIndex:2428; appliedIndex:2424; }","duration":"111.314884ms","start":"2026-04-16T03:42:15.346379Z","end":"2026-04-16T03:42:15.457694Z","steps":["trace[2138473712] 'read index received' (duration: 109.009888ms)","trace[2138473712] 'applied index is now lower than readState.Index' (duration: 2.304146ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:42:15.45796Z","caller":"traceutil/trace.go:171","msg":"trace[1946042911] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"125.216925ms","start":"2026-04-16T03:42:15.33273Z","end":"2026-04-16T03:42:15.457947Z","steps":["trace[1946042911] 'process raft request' (duration: 124.786002ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:15.45814Z","caller":"traceutil/trace.go:171","msg":"trace[9407776] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"124.842761ms","start":"2026-04-16T03:42:15.333288Z","end":"2026-04-16T03:42:15.458131Z","steps":["trace[9407776] 'process raft request' (duration: 124.332048ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:15.458374Z","caller":"traceutil/trace.go:171","msg":"trace[1871582838] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"124.288828ms","start":"2026-04-16T03:42:15.334064Z","end":"2026-04-16T03:42:15.458353Z","steps":["trace[1871582838] 'process raft request' (duration: 123.590363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:15.458442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.054819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T03:42:15.458479Z","caller":"traceutil/trace.go:171","msg":"trace[1243978094] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2333; }","duration":"112.13156ms","start":"2026-04-16T03:42:15.346337Z","end":"2026-04-16T03:42:15.458468Z","steps":["trace[1243978094] 'agreement among raft nodes before linearized reading' (duration: 112.028249ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:15.648594Z","caller":"traceutil/trace.go:171","msg":"trace[2132019499] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"185.656961ms","start":"2026-04-16T03:42:15.462893Z","end":"2026-04-16T03:42:15.64855Z","steps":["trace[2132019499] 'process raft request' (duration: 103.242346ms)","trace[2132019499] 'compare' (duration: 82.151493ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:42:15.648628Z","caller":"traceutil/trace.go:171","msg":"trace[1269032089] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"185.601241ms","start":"2026-04-16T03:42:15.462989Z","end":"2026-04-16T03:42:15.64859Z","steps":["trace[1269032089] 'process raft request' (duration: 185.51266ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:15.648999Z","caller":"traceutil/trace.go:171","msg":"trace[1018619817] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"185.909383ms","start":"2026-04-16T03:42:15.463066Z","end":"2026-04-16T03:42:15.648975Z","steps":["trace[1018619817] 'process raft request' (duration: 185.839033ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:15.649085Z","caller":"traceutil/trace.go:171","msg":"trace[896995986] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"186.068954ms","start":"2026-04-16T03:42:15.463Z","end":"2026-04-16T03:42:15.649069Z","steps":["trace[896995986] 'process raft request' (duration: 185.55861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:16.38562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.722667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:42:16.385755Z","caller":"traceutil/trace.go:171","msg":"trace[1334473011] transaction","detail":"{read_only:false; response_revision:2342; number_of_response:1; }","duration":"221.220156ms","start":"2026-04-16T03:42:16.164508Z","end":"2026-04-16T03:42:16.385728Z","steps":["trace[1334473011] 'process raft request' (duration: 95.296017ms)","trace[1334473011] 'compare' (duration: 125.495486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:42:17.349544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.357055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:42:17.349762Z","caller":"traceutil/trace.go:171","msg":"trace[1857078576] linearizableReadLoop","detail":"{readStateIndex:2439; appliedIndex:2437; }","duration":"884.048353ms","start":"2026-04-16T03:42:16.465685Z","end":"2026-04-16T03:42:17.349734Z","steps":["trace[1857078576] 'read index received' (duration: 135.423966ms)","trace[1857078576] 'applied index is now lower than readState.Index' (duration: 748.623387ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:42:17.349862Z","caller":"traceutil/trace.go:171","msg":"trace[1299645707] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"1.072359431s","start":"2026-04-16T03:42:16.277493Z","end":"2026-04-16T03:42:17.349852Z","steps":["trace[1299645707] 'process raft request' (duration: 1.07215087s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:17.349925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:16.277483Z","time spent":"1.072409032s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:42:17.350137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.450305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T03:42:17.350174Z","caller":"traceutil/trace.go:171","msg":"trace[671997523] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2344; }","duration":"884.523247ms","start":"2026-04-16T03:42:16.465639Z","end":"2026-04-16T03:42:17.350163Z","steps":["trace[671997523] 'agreement among raft nodes before linearized reading' (duration: 884.398766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:17.350207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:16.465616Z","time spent":"884.584587ms","remote":"127.0.0.1:60274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-16T03:42:17.350157Z","caller":"traceutil/trace.go:171","msg":"trace[1419536064] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"1.089489354s","start":"2026-04-16T03:42:16.26064Z","end":"2026-04-16T03:42:17.350129Z","steps":["trace[1419536064] 'process raft request' (duration: 340.462215ms)","trace[1419536064] 'compare' (duration: 747.563029ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:42:17.350539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:16.260624Z","time spent":"1.089794137s","remote":"127.0.0.1:45896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5868,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:42:17.350597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.309352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-klcwh\" ","response":"range_response_count:1 size:6147"} {"level":"info","ts":"2026-04-16T03:42:17.350834Z","caller":"traceutil/trace.go:171","msg":"trace[947278126] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-klcwh; range_end:; response_count:1; response_revision:2344; }","duration":"738.531305ms","start":"2026-04-16T03:42:16.612215Z","end":"2026-04-16T03:42:17.350746Z","steps":["trace[947278126] 'agreement among raft nodes before linearized reading' (duration: 738.176602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:17.350901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:16.612186Z","time spent":"738.697396ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6169,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-klcwh\" "} {"level":"warn","ts":"2026-04-16T03:42:18.197522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.337225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:42:18.197901Z","caller":"traceutil/trace.go:171","msg":"trace[413337638] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"838.494137ms","start":"2026-04-16T03:42:17.359337Z","end":"2026-04-16T03:42:18.197832Z","steps":["trace[413337638] 'process raft request' (duration: 563.75444ms)","trace[413337638] 'compare' (duration: 274.213954ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:42:18.198086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:17.359316Z","time spent":"838.657988ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5918,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:18.19856Z","caller":"traceutil/trace.go:171","msg":"trace[506880025] linearizableReadLoop","detail":"{readStateIndex:2444; appliedIndex:2439; }","duration":"729.945365ms","start":"2026-04-16T03:42:17.4686Z","end":"2026-04-16T03:42:18.198545Z","steps":["trace[506880025] 'read index received' (duration: 454.501863ms)","trace[506880025] 'applied index is now lower than readState.Index' (duration: 275.442682ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:42:18.198665Z","caller":"traceutil/trace.go:171","msg":"trace[1970809442] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"735.294614ms","start":"2026-04-16T03:42:17.463359Z","end":"2026-04-16T03:42:18.198654Z","steps":["trace[1970809442] 'process raft request' (duration: 735.109453ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:18.198629Z","caller":"traceutil/trace.go:171","msg":"trace[1717376988] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"735.899448ms","start":"2026-04-16T03:42:17.462691Z","end":"2026-04-16T03:42:18.19859Z","steps":["trace[1717376988] 'process raft request' (duration: 735.719726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:18.198741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:17.463348Z","time spent":"735.344224ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:18.198714Z","caller":"traceutil/trace.go:171","msg":"trace[476287645] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"737.811502ms","start":"2026-04-16T03:42:17.46087Z","end":"2026-04-16T03:42:18.198681Z","steps":["trace[476287645] 'process raft request' (duration: 736.762195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:18.198834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:17.462667Z","time spent":"736.046699ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:42:18.198933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.334378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:42:18.19901Z","caller":"traceutil/trace.go:171","msg":"trace[449008215] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2349; }","duration":"730.438188ms","start":"2026-04-16T03:42:17.468532Z","end":"2026-04-16T03:42:18.19897Z","steps":["trace[449008215] 'agreement among raft nodes before linearized reading' (duration: 730.178596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:18.19905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.325076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:42:18.199053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:17.468471Z","time spent":"730.572261ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:42:18.199101Z","caller":"traceutil/trace.go:171","msg":"trace[104567697] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2349; }","duration":"702.411878ms","start":"2026-04-16T03:42:17.496672Z","end":"2026-04-16T03:42:18.199084Z","steps":["trace[104567697] 'agreement among raft nodes before linearized reading' (duration: 702.340356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:18.199137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:17.496655Z","time spent":"702.473318ms","remote":"127.0.0.1:58542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:42:18.199344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.738679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T03:42:18.1994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.80583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:42:18.199403Z","caller":"traceutil/trace.go:171","msg":"trace[681302780] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"734.996133ms","start":"2026-04-16T03:42:17.464389Z","end":"2026-04-16T03:42:18.199385Z","steps":["trace[681302780] 'process raft request' (duration: 734.114706ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:18.199427Z","caller":"traceutil/trace.go:171","msg":"trace[64175246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2349; }","duration":"545.84395ms","start":"2026-04-16T03:42:17.653552Z","end":"2026-04-16T03:42:18.199396Z","steps":["trace[64175246] 'agreement among raft nodes before linearized reading' (duration: 545.653729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:18.199476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:17.65352Z","time spent":"545.944281ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:42:18.199549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.086771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:42:18.199611Z","caller":"traceutil/trace.go:171","msg":"trace[1194236622] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2349; }","duration":"582.189851ms","start":"2026-04-16T03:42:17.617408Z","end":"2026-04-16T03:42:18.199597Z","steps":["trace[1194236622] 'agreement among raft nodes before linearized reading' (duration: 582.049621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:18.199622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.122752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:42:18.199336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:17.460838Z","time spent":"738.001303ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:42:18.199533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:17.464381Z","time spent":"735.073793ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:18.199432Z","caller":"traceutil/trace.go:171","msg":"trace[1205172135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2349; }","duration":"545.88021ms","start":"2026-04-16T03:42:17.653543Z","end":"2026-04-16T03:42:18.199423Z","steps":["trace[1205172135] 'agreement among raft nodes before linearized reading' (duration: 545.78504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:18.19978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:17.653432Z","time spent":"546.337694ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:42:18.199657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:17.617384Z","time spent":"582.263462ms","remote":"127.0.0.1:44374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":15,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:42:18.19965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.539329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:42:18.199847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.389064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:42:18.199903Z","caller":"traceutil/trace.go:171","msg":"trace[339244335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2349; }","duration":"223.8154ms","start":"2026-04-16T03:42:17.976066Z","end":"2026-04-16T03:42:18.199881Z","steps":["trace[339244335] 'agreement among raft nodes before linearized reading' (duration: 223.549129ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:18.199924Z","caller":"traceutil/trace.go:171","msg":"trace[1151215800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2349; }","duration":"546.501685ms","start":"2026-04-16T03:42:17.653411Z","end":"2026-04-16T03:42:18.199912Z","steps":["trace[1151215800] 'agreement among raft nodes before linearized reading' (duration: 546.305623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:18.199991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:17.653389Z","time spent":"546.590515ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:42:18.199691Z","caller":"traceutil/trace.go:171","msg":"trace[740049133] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2349; }","duration":"546.225522ms","start":"2026-04-16T03:42:17.653455Z","end":"2026-04-16T03:42:18.199681Z","steps":["trace[740049133] 'agreement among raft nodes before linearized reading' (duration: 545.99803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:18.200162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:17.653419Z","time spent":"546.730226ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:42:18.570141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.887398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:42:18.570572Z","caller":"traceutil/trace.go:171","msg":"trace[1786363400] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"364.081849ms","start":"2026-04-16T03:42:18.206446Z","end":"2026-04-16T03:42:18.570527Z","steps":["trace[1786363400] 'process raft request' (duration: 92.678847ms)","trace[1786363400] 'compare' (duration: 270.715967ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:42:18.570583Z","caller":"traceutil/trace.go:171","msg":"trace[1071995228] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"364.002058ms","start":"2026-04-16T03:42:18.206539Z","end":"2026-04-16T03:42:18.570541Z","steps":["trace[1071995228] 'process raft request' (duration: 363.822097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:18.57075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:18.206426Z","time spent":"364.22648ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:18.570772Z","caller":"traceutil/trace.go:171","msg":"trace[895700727] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"363.542034ms","start":"2026-04-16T03:42:18.207211Z","end":"2026-04-16T03:42:18.570753Z","steps":["trace[895700727] 'process raft request' (duration: 363.260932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:18.570954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:18.206517Z","time spent":"364.211289ms","remote":"127.0.0.1:45624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1231,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:42:18.570963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:18.207191Z","time spent":"363.687456ms","remote":"127.0.0.1:45772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1754,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:18.571137Z","caller":"traceutil/trace.go:171","msg":"trace[22142266] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"363.130431ms","start":"2026-04-16T03:42:18.207953Z","end":"2026-04-16T03:42:18.571083Z","steps":["trace[22142266] 'process raft request' (duration: 362.663947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:18.571343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:18.207939Z","time spent":"363.306763ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:18.571038Z","caller":"traceutil/trace.go:171","msg":"trace[164243028] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"363.619476ms","start":"2026-04-16T03:42:18.207346Z","end":"2026-04-16T03:42:18.570965Z","steps":["trace[164243028] 'process raft request' (duration: 363.215643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:18.571961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:18.207341Z","time spent":"364.522093ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:18.572031Z","caller":"traceutil/trace.go:171","msg":"trace[1265602682] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"363.408004ms","start":"2026-04-16T03:42:18.20846Z","end":"2026-04-16T03:42:18.571868Z","steps":["trace[1265602682] 'process raft request' (duration: 362.763208ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:18.57226Z","caller":"traceutil/trace.go:171","msg":"trace[1446515482] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"363.149653ms","start":"2026-04-16T03:42:18.209097Z","end":"2026-04-16T03:42:18.572247Z","steps":["trace[1446515482] 'process raft request' (duration: 362.688889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:18.572293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:18.208453Z","time spent":"363.720206ms","remote":"127.0.0.1:45718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1847,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:42:18.572436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:18.20909Z","time spent":"363.238623ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:18.572799Z","caller":"traceutil/trace.go:171","msg":"trace[925096162] linearizableReadLoop","detail":"{readStateIndex:2453; appliedIndex:2444; }","duration":"215.282898ms","start":"2026-04-16T03:42:18.3575Z","end":"2026-04-16T03:42:18.572783Z","steps":["trace[925096162] 'read index received' (duration: 147.587142ms)","trace[925096162] 'applied index is now lower than readState.Index' (duration: 67.694516ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:42:18.57311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.61433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T03:42:18.571753Z","caller":"traceutil/trace.go:171","msg":"trace[518034077] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"363.465404ms","start":"2026-04-16T03:42:18.208243Z","end":"2026-04-16T03:42:18.571708Z","steps":["trace[518034077] 'process raft request' (duration: 362.500236ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:18.573193Z","caller":"traceutil/trace.go:171","msg":"trace[131526700] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2358; }","duration":"215.750512ms","start":"2026-04-16T03:42:18.357427Z","end":"2026-04-16T03:42:18.573178Z","steps":["trace[131526700] 'agreement among raft nodes before linearized reading' (duration: 215.45476ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:18.573128Z","caller":"traceutil/trace.go:171","msg":"trace[1734253029] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"363.813257ms","start":"2026-04-16T03:42:18.2093Z","end":"2026-04-16T03:42:18.573113Z","steps":["trace[1734253029] 'process raft request' (duration: 362.85297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:18.573466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:18.209291Z","time spent":"364.116499ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:42:18.574437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:18.208229Z","time spent":"365.209027ms","remote":"127.0.0.1:45928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:20.689401Z","caller":"traceutil/trace.go:171","msg":"trace[1965878580] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"108.722079ms","start":"2026-04-16T03:42:20.58065Z","end":"2026-04-16T03:42:20.689372Z","steps":["trace[1965878580] 'process raft request' (duration: 108.549497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:20.689638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.302517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:42:20.689682Z","caller":"traceutil/trace.go:171","msg":"trace[1701607035] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2364; }","duration":"108.400778ms","start":"2026-04-16T03:42:20.581273Z","end":"2026-04-16T03:42:20.689674Z","steps":["trace[1701607035] 'agreement among raft nodes before linearized reading' (duration: 108.186686ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:20.689409Z","caller":"traceutil/trace.go:171","msg":"trace[1671506329] linearizableReadLoop","detail":"{readStateIndex:2460; appliedIndex:2460; }","duration":"108.060564ms","start":"2026-04-16T03:42:20.581331Z","end":"2026-04-16T03:42:20.689392Z","steps":["trace[1671506329] 'read index received' (duration: 108.042364ms)","trace[1671506329] 'applied index is now lower than readState.Index' (duration: 16.65µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:42:20.692098Z","caller":"traceutil/trace.go:171","msg":"trace[226785479] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"109.537305ms","start":"2026-04-16T03:42:20.582536Z","end":"2026-04-16T03:42:20.692074Z","steps":["trace[226785479] 'process raft request' (duration: 109.331514ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:20.692353Z","caller":"traceutil/trace.go:171","msg":"trace[1417255388] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"108.491948ms","start":"2026-04-16T03:42:20.583849Z","end":"2026-04-16T03:42:20.692341Z","steps":["trace[1417255388] 'process raft request' (duration: 108.166795ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:20.700933Z","caller":"traceutil/trace.go:171","msg":"trace[522970325] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"116.193023ms","start":"2026-04-16T03:42:20.584705Z","end":"2026-04-16T03:42:20.700898Z","steps":["trace[522970325] 'process raft request' (duration: 107.593322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:20.700995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.049667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T03:42:20.701079Z","caller":"traceutil/trace.go:171","msg":"trace[1966485469] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2367; }","duration":"114.145029ms","start":"2026-04-16T03:42:20.586899Z","end":"2026-04-16T03:42:20.701044Z","steps":["trace[1966485469] 'agreement among raft nodes before linearized reading' (duration: 105.630448ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:21.994818Z","caller":"traceutil/trace.go:171","msg":"trace[1869835265] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"129.278875ms","start":"2026-04-16T03:42:21.865497Z","end":"2026-04-16T03:42:21.994776Z","steps":["trace[1869835265] 'process raft request' (duration: 128.967823ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:22.820933Z","caller":"traceutil/trace.go:171","msg":"trace[1263814122] linearizableReadLoop","detail":"{readStateIndex:2471; appliedIndex:2470; }","duration":"119.797366ms","start":"2026-04-16T03:42:22.701109Z","end":"2026-04-16T03:42:22.820906Z","steps":["trace[1263814122] 'read index received' (duration: 119.555574ms)","trace[1263814122] 'applied index is now lower than readState.Index' (duration: 240.452µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:42:22.821193Z","caller":"traceutil/trace.go:171","msg":"trace[1025052071] transaction","detail":"{read_only:false; response_revision:2375; number_of_response:1; }","duration":"124.416829ms","start":"2026-04-16T03:42:22.696699Z","end":"2026-04-16T03:42:22.821116Z","steps":["trace[1025052071] 'process raft request' (duration: 124.032147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:22.821382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.205168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T03:42:22.821462Z","caller":"traceutil/trace.go:171","msg":"trace[909630934] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2375; }","duration":"103.312518ms","start":"2026-04-16T03:42:22.718128Z","end":"2026-04-16T03:42:22.82144Z","steps":["trace[909630934] 'agreement among raft nodes before linearized reading' (duration: 103.094876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:22.821571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.582482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:42:22.821565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.155729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:42:22.821672Z","caller":"traceutil/trace.go:171","msg":"trace[206331859] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2375; }","duration":"113.708533ms","start":"2026-04-16T03:42:22.70794Z","end":"2026-04-16T03:42:22.821648Z","steps":["trace[206331859] 'agreement among raft nodes before linearized reading' (duration: 113.559272ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:22.822351Z","caller":"traceutil/trace.go:171","msg":"trace[1005403617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2375; }","duration":"121.265786ms","start":"2026-04-16T03:42:22.701051Z","end":"2026-04-16T03:42:22.822317Z","steps":["trace[1005403617] 'agreement among raft nodes before linearized reading' (duration: 120.096147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:22.821452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.985226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:42:22.822585Z","caller":"traceutil/trace.go:171","msg":"trace[1298848966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2375; }","duration":"118.162094ms","start":"2026-04-16T03:42:22.704413Z","end":"2026-04-16T03:42:22.822575Z","steps":["trace[1298848966] 'agreement among raft nodes before linearized reading' (duration: 116.771544ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:22.934337Z","caller":"traceutil/trace.go:171","msg":"trace[1280245922] transaction","detail":"{read_only:false; response_revision:2376; number_of_response:1; }","duration":"107.997452ms","start":"2026-04-16T03:42:22.826318Z","end":"2026-04-16T03:42:22.934315Z","steps":["trace[1280245922] 'process raft request' (duration: 102.216201ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:22.93475Z","caller":"traceutil/trace.go:171","msg":"trace[1408812518] transaction","detail":"{read_only:false; response_revision:2377; number_of_response:1; }","duration":"107.040005ms","start":"2026-04-16T03:42:22.827676Z","end":"2026-04-16T03:42:22.934716Z","steps":["trace[1408812518] 'process raft request' (duration: 106.599392ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:22.93481Z","caller":"traceutil/trace.go:171","msg":"trace[698525545] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"106.009019ms","start":"2026-04-16T03:42:22.828783Z","end":"2026-04-16T03:42:22.934792Z","steps":["trace[698525545] 'process raft request' (duration: 105.966068ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:22.934904Z","caller":"traceutil/trace.go:171","msg":"trace[1582258459] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"106.485531ms","start":"2026-04-16T03:42:22.82839Z","end":"2026-04-16T03:42:22.934875Z","steps":["trace[1582258459] 'process raft request' (duration: 106.24772ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:24.593284Z","caller":"traceutil/trace.go:171","msg":"trace[1565113346] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"278.228183ms","start":"2026-04-16T03:42:24.315027Z","end":"2026-04-16T03:42:24.593255Z","steps":["trace[1565113346] 'process raft request' (duration: 278.067682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:24.856427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.991758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:42:24.856641Z","caller":"traceutil/trace.go:171","msg":"trace[1774465483] linearizableReadLoop","detail":"{readStateIndex:2486; appliedIndex:2482; }","duration":"280.848322ms","start":"2026-04-16T03:42:24.575768Z","end":"2026-04-16T03:42:24.856616Z","steps":["trace[1774465483] 'read index received' (duration: 17.417944ms)","trace[1774465483] 'applied index is now lower than readState.Index' (duration: 263.429018ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:42:24.856743Z","caller":"traceutil/trace.go:171","msg":"trace[1921218701] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"474.06819ms","start":"2026-04-16T03:42:24.382665Z","end":"2026-04-16T03:42:24.856733Z","steps":["trace[1921218701] 'process raft request' (duration: 473.859528ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:24.85675Z","caller":"traceutil/trace.go:171","msg":"trace[2088743140] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"474.082671ms","start":"2026-04-16T03:42:24.38264Z","end":"2026-04-16T03:42:24.856722Z","steps":["trace[2088743140] 'process raft request' (duration: 305.70731ms)","trace[2088743140] 'compare' (duration: 167.780007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:42:24.856809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:24.382642Z","time spent":"474.132231ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:42:24.856843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:24.382604Z","time spent":"474.193131ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:24.856989Z","caller":"traceutil/trace.go:171","msg":"trace[77199682] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"473.958169ms","start":"2026-04-16T03:42:24.382816Z","end":"2026-04-16T03:42:24.856774Z","steps":["trace[77199682] 'process raft request' (duration: 473.761938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:24.857031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.235915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:42:24.857191Z","caller":"traceutil/trace.go:171","msg":"trace[1710200191] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2389; }","duration":"281.448577ms","start":"2026-04-16T03:42:24.575716Z","end":"2026-04-16T03:42:24.857164Z","steps":["trace[1710200191] 'agreement among raft nodes before linearized reading' (duration: 281.035204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:24.85742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:24.382775Z","time spent":"474.312232ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:42:25.224518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.791938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:42:25.224835Z","caller":"traceutil/trace.go:171","msg":"trace[2025508011] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"280.346828ms","start":"2026-04-16T03:42:24.944461Z","end":"2026-04-16T03:42:25.224807Z","steps":["trace[2025508011] 'process raft request' (duration: 134.184366ms)","trace[2025508011] 'compare' (duration: 145.664687ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:42:25.224871Z","caller":"traceutil/trace.go:171","msg":"trace[663611258] linearizableReadLoop","detail":"{readStateIndex:2492; appliedIndex:2487; }","duration":"249.434577ms","start":"2026-04-16T03:42:24.975418Z","end":"2026-04-16T03:42:25.224853Z","steps":["trace[663611258] 'read index received' (duration: 103.201495ms)","trace[663611258] 'applied index is now lower than readState.Index' (duration: 146.232032ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:42:25.22498Z","caller":"traceutil/trace.go:171","msg":"trace[1465928444] transaction","detail":"{read_only:false; response_revision:2395; number_of_response:1; }","duration":"276.817452ms","start":"2026-04-16T03:42:24.948149Z","end":"2026-04-16T03:42:25.224966Z","steps":["trace[1465928444] 'process raft request' (duration: 276.662271ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:25.224985Z","caller":"traceutil/trace.go:171","msg":"trace[59215003] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"277.772299ms","start":"2026-04-16T03:42:24.947176Z","end":"2026-04-16T03:42:25.224948Z","steps":["trace[59215003] 'process raft request' (duration: 277.600528ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:25.225255Z","caller":"traceutil/trace.go:171","msg":"trace[589356394] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"280.464358ms","start":"2026-04-16T03:42:24.944776Z","end":"2026-04-16T03:42:25.22524Z","steps":["trace[589356394] 'process raft request' (duration: 279.871753ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:25.225387Z","caller":"traceutil/trace.go:171","msg":"trace[1341329504] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"280.454868ms","start":"2026-04-16T03:42:24.944923Z","end":"2026-04-16T03:42:25.225377Z","steps":["trace[1341329504] 'process raft request' (duration: 279.798072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:25.225397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.963111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:42:25.225436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.492484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:42:25.225518Z","caller":"traceutil/trace.go:171","msg":"trace[503404165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2395; }","duration":"250.125562ms","start":"2026-04-16T03:42:24.975376Z","end":"2026-04-16T03:42:25.225502Z","steps":["trace[503404165] 'agreement among raft nodes before linearized reading' (duration: 249.88244ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:25.225552Z","caller":"traceutil/trace.go:171","msg":"trace[1239204053] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2395; }","duration":"205.704646ms","start":"2026-04-16T03:42:25.01983Z","end":"2026-04-16T03:42:25.225535Z","steps":["trace[1239204053] 'agreement among raft nodes before linearized reading' (duration: 205.440554ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:27.53555Z","caller":"traceutil/trace.go:171","msg":"trace[799155078] transaction","detail":"{read_only:false; response_revision:2402; number_of_response:1; }","duration":"301.016547ms","start":"2026-04-16T03:42:27.234502Z","end":"2026-04-16T03:42:27.535518Z","steps":["trace[799155078] 'process raft request' (duration: 292.359206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:27.535717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:27.234487Z","time spent":"301.143218ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:27.535794Z","caller":"traceutil/trace.go:171","msg":"trace[942120805] transaction","detail":"{read_only:false; response_revision:2404; number_of_response:1; }","duration":"299.87025ms","start":"2026-04-16T03:42:27.23589Z","end":"2026-04-16T03:42:27.53576Z","steps":["trace[942120805] 'process raft request' (duration: 299.648518ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:27.536169Z","caller":"traceutil/trace.go:171","msg":"trace[1899132980] transaction","detail":"{read_only:false; response_revision:2403; number_of_response:1; }","duration":"301.599312ms","start":"2026-04-16T03:42:27.234545Z","end":"2026-04-16T03:42:27.536144Z","steps":["trace[1899132980] 'process raft request' (duration: 300.851116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:27.536203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:27.235865Z","time spent":"300.036392ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:27.536316Z","caller":"traceutil/trace.go:171","msg":"trace[1460378439] transaction","detail":"{read_only:false; response_revision:2405; number_of_response:1; }","duration":"143.327949ms","start":"2026-04-16T03:42:27.392968Z","end":"2026-04-16T03:42:27.536296Z","steps":["trace[1460378439] 'process raft request' (duration: 143.228028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:27.536326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:27.23451Z","time spent":"301.720603ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:31.214874Z","caller":"traceutil/trace.go:171","msg":"trace[1549724397] transaction","detail":"{read_only:false; response_revision:2425; number_of_response:1; }","duration":"334.939999ms","start":"2026-04-16T03:42:30.879917Z","end":"2026-04-16T03:42:31.214857Z","steps":["trace[1549724397] 'process raft request' (duration: 334.825498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:31.214985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:30.87989Z","time spent":"335.031619ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:31.264123Z","caller":"traceutil/trace.go:171","msg":"trace[1025003718] transaction","detail":"{read_only:false; response_revision:2427; number_of_response:1; }","duration":"383.779303ms","start":"2026-04-16T03:42:30.880314Z","end":"2026-04-16T03:42:31.264093Z","steps":["trace[1025003718] 'process raft request' (duration: 383.628412ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:31.264234Z","caller":"traceutil/trace.go:171","msg":"trace[1874900440] transaction","detail":"{read_only:false; response_revision:2426; number_of_response:1; }","duration":"383.892324ms","start":"2026-04-16T03:42:30.880314Z","end":"2026-04-16T03:42:31.264206Z","steps":["trace[1874900440] 'process raft request' (duration: 343.998252ms)","trace[1874900440] 'compare' (duration: 39.483789ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:42:31.264444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.843722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11981"} {"level":"info","ts":"2026-04-16T03:42:31.264485Z","caller":"traceutil/trace.go:171","msg":"trace[1458130519] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2428; }","duration":"373.925543ms","start":"2026-04-16T03:42:30.890549Z","end":"2026-04-16T03:42:31.264474Z","steps":["trace[1458130519] 'agreement among raft nodes before linearized reading' (duration: 373.752551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:31.26452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:30.890539Z","time spent":"373.972374ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12003,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T03:42:31.264172Z","caller":"traceutil/trace.go:171","msg":"trace[738058824] transaction","detail":"{read_only:false; response_revision:2428; number_of_response:1; }","duration":"383.106547ms","start":"2026-04-16T03:42:30.881035Z","end":"2026-04-16T03:42:31.264141Z","steps":["trace[738058824] 'process raft request' (duration: 382.974396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:31.264667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:30.881016Z","time spent":"383.603011ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:42:31.264677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:30.880298Z","time spent":"384.144686ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:42:31.264812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:30.880289Z","time spent":"384.002894ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:31.264815Z","caller":"traceutil/trace.go:171","msg":"trace[1750117284] linearizableReadLoop","detail":"{readStateIndex:2526; appliedIndex:2522; }","duration":"373.47727ms","start":"2026-04-16T03:42:30.890588Z","end":"2026-04-16T03:42:31.264065Z","steps":["trace[1750117284] 'read index received' (duration: 324.187182ms)","trace[1750117284] 'applied index is now lower than readState.Index' (duration: 49.288658ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:42:31.265778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.85601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T03:42:31.265841Z","caller":"traceutil/trace.go:171","msg":"trace[800522824] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2428; }","duration":"367.93128ms","start":"2026-04-16T03:42:30.897893Z","end":"2026-04-16T03:42:31.265824Z","steps":["trace[800522824] 'agreement among raft nodes before linearized reading' (duration: 367.731429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:31.265916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:30.897855Z","time spent":"368.046181ms","remote":"127.0.0.1:60274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T03:42:31.266332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.021288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:42:31.266165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.864178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:42:31.266347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.855053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:42:31.266592Z","caller":"traceutil/trace.go:171","msg":"trace[1277534618] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2428; }","duration":"137.30418ms","start":"2026-04-16T03:42:31.129263Z","end":"2026-04-16T03:42:31.266567Z","steps":["trace[1277534618] 'agreement among raft nodes before linearized reading' (duration: 136.946478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:31.266642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.724371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:42:31.266828Z","caller":"traceutil/trace.go:171","msg":"trace[258158895] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2428; }","duration":"224.623037ms","start":"2026-04-16T03:42:31.042193Z","end":"2026-04-16T03:42:31.266817Z","steps":["trace[258158895] 'agreement among raft nodes before linearized reading' (duration: 223.731601ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:31.266733Z","caller":"traceutil/trace.go:171","msg":"trace[308932268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2428; }","duration":"333.242745ms","start":"2026-04-16T03:42:30.933449Z","end":"2026-04-16T03:42:31.266692Z","steps":["trace[308932268] 'agreement among raft nodes before linearized reading' (duration: 332.675141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:31.267082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:30.933435Z","time spent":"333.632618ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:42:31.266666Z","caller":"traceutil/trace.go:171","msg":"trace[1114528332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2428; }","duration":"290.420712ms","start":"2026-04-16T03:42:30.976225Z","end":"2026-04-16T03:42:31.266646Z","steps":["trace[1114528332] 'agreement among raft nodes before linearized reading' (duration: 289.808078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:31.70792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.386799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:42:31.708022Z","caller":"traceutil/trace.go:171","msg":"trace[123557441] transaction","detail":"{read_only:false; response_revision:2430; number_of_response:1; }","duration":"384.423026ms","start":"2026-04-16T03:42:31.32358Z","end":"2026-04-16T03:42:31.708003Z","steps":["trace[123557441] 'process raft request' (duration: 68.829806ms)","trace[123557441] 'compare' (duration: 315.286728ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:42:31.708079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:31.323564Z","time spent":"384.488286ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:31.769608Z","caller":"traceutil/trace.go:171","msg":"trace[407487696] linearizableReadLoop","detail":"{readStateIndex:2529; appliedIndex:2528; }","duration":"218.462004ms","start":"2026-04-16T03:42:31.551121Z","end":"2026-04-16T03:42:31.769583Z","steps":["trace[407487696] 'read index received' (duration: 218.218982ms)","trace[407487696] 'applied index is now lower than readState.Index' (duration: 241.862µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:42:31.769668Z","caller":"traceutil/trace.go:171","msg":"trace[1439793005] transaction","detail":"{read_only:false; response_revision:2431; number_of_response:1; }","duration":"443.498423ms","start":"2026-04-16T03:42:31.326131Z","end":"2026-04-16T03:42:31.76963Z","steps":["trace[1439793005] 'process raft request' (duration: 443.316892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:31.769954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.681428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:42:31.770042Z","caller":"traceutil/trace.go:171","msg":"trace[391034831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2431; }","duration":"217.822809ms","start":"2026-04-16T03:42:31.552199Z","end":"2026-04-16T03:42:31.770022Z","steps":["trace[391034831] 'agreement among raft nodes before linearized reading' (duration: 217.574967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:31.769842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.041001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T03:42:31.770364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:31.32612Z","time spent":"443.910546ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:31.770332Z","caller":"traceutil/trace.go:171","msg":"trace[597002404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2431; }","duration":"218.554944ms","start":"2026-04-16T03:42:31.55175Z","end":"2026-04-16T03:42:31.770305Z","steps":["trace[597002404] 'agreement among raft nodes before linearized reading' (duration: 217.97085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:31.770151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.018968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:42:31.771314Z","caller":"traceutil/trace.go:171","msg":"trace[1560384259] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2431; }","duration":"220.085045ms","start":"2026-04-16T03:42:31.551069Z","end":"2026-04-16T03:42:31.771154Z","steps":["trace[1560384259] 'agreement among raft nodes before linearized reading' (duration: 218.716715ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:31.916862Z","caller":"traceutil/trace.go:171","msg":"trace[1214049043] transaction","detail":"{read_only:false; response_revision:2433; number_of_response:1; }","duration":"141.59285ms","start":"2026-04-16T03:42:31.77524Z","end":"2026-04-16T03:42:31.916833Z","steps":["trace[1214049043] 'process raft request' (duration: 46.038715ms)","trace[1214049043] 'compare' (duration: 95.328434ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:42:31.917145Z","caller":"traceutil/trace.go:171","msg":"trace[1754149770] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"141.770811ms","start":"2026-04-16T03:42:31.775296Z","end":"2026-04-16T03:42:31.917067Z","steps":["trace[1754149770] 'process raft request' (duration: 141.485819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:33.781269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311240510,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:42:34.15847Z","caller":"traceutil/trace.go:171","msg":"trace[421038986] transaction","detail":"{read_only:false; response_revision:2436; number_of_response:1; }","duration":"938.592404ms","start":"2026-04-16T03:42:33.219857Z","end":"2026-04-16T03:42:34.15845Z","steps":["trace[421038986] 'process raft request' (duration: 938.487464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:34.158591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:33.219836Z","time spent":"938.688535ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:34.418238Z","caller":"traceutil/trace.go:171","msg":"trace[657882088] linearizableReadLoop","detail":"{readStateIndex:2536; appliedIndex:2534; }","duration":"1.137455005s","start":"2026-04-16T03:42:33.280744Z","end":"2026-04-16T03:42:34.418199Z","steps":["trace[657882088] 'read index received' (duration: 877.705156ms)","trace[657882088] 'applied index is now lower than readState.Index' (duration: 259.749219ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:42:34.418353Z","caller":"traceutil/trace.go:171","msg":"trace[495774352] transaction","detail":"{read_only:false; response_revision:2438; number_of_response:1; }","duration":"1.148442802s","start":"2026-04-16T03:42:33.269881Z","end":"2026-04-16T03:42:34.418324Z","steps":["trace[495774352] 'process raft request' (duration: 1.148256671s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:34.41841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137652086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T03:42:34.418437Z","caller":"traceutil/trace.go:171","msg":"trace[1596615649] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2438; }","duration":"1.137717726s","start":"2026-04-16T03:42:33.280709Z","end":"2026-04-16T03:42:34.418427Z","steps":["trace[1596615649] 'agreement among raft nodes before linearized reading' (duration: 1.137608475s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:34.418475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:33.280694Z","time spent":"1.137774336s","remote":"127.0.0.1:60274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T03:42:34.418599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123521676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:42:34.41867Z","caller":"traceutil/trace.go:171","msg":"trace[735316956] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2438; }","duration":"1.123612507s","start":"2026-04-16T03:42:33.295041Z","end":"2026-04-16T03:42:34.418654Z","steps":["trace[735316956] 'agreement among raft nodes before linearized reading' (duration: 1.123441385s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:34.418716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:33.29503Z","time spent":"1.123676927s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:42:34.418717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:33.269864Z","time spent":"1.148559613s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:42:34.419038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.449954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:42:34.419163Z","caller":"traceutil/trace.go:171","msg":"trace[1305258153] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2438; }","duration":"497.615705ms","start":"2026-04-16T03:42:33.921528Z","end":"2026-04-16T03:42:34.419143Z","steps":["trace[1305258153] 'agreement among raft nodes before linearized reading' (duration: 497.321623ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:34.418606Z","caller":"traceutil/trace.go:171","msg":"trace[1962710390] transaction","detail":"{read_only:false; response_revision:2437; number_of_response:1; }","duration":"1.148392642s","start":"2026-04-16T03:42:33.269876Z","end":"2026-04-16T03:42:34.418268Z","steps":["trace[1962710390] 'process raft request' (duration: 1.147889329s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:34.419331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:33.921517Z","time spent":"497.741786ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:42:34.4189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.728955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:42:34.419408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.908886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:42:34.419648Z","caller":"traceutil/trace.go:171","msg":"trace[974975155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2438; }","duration":"708.197629ms","start":"2026-04-16T03:42:33.711435Z","end":"2026-04-16T03:42:34.419633Z","steps":["trace[974975155] 'agreement among raft nodes before linearized reading' (duration: 707.497984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:34.419786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:33.711417Z","time spent":"708.35449ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:42:34.419468Z","caller":"traceutil/trace.go:171","msg":"trace[253933290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2438; }","duration":"610.330779ms","start":"2026-04-16T03:42:33.809119Z","end":"2026-04-16T03:42:34.419449Z","steps":["trace[253933290] 'agreement among raft nodes before linearized reading' (duration: 609.722165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:34.42008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:33.809098Z","time spent":"610.960333ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:42:34.41895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.237349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:42:34.420182Z","caller":"traceutil/trace.go:171","msg":"trace[1201443527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2438; }","duration":"499.472577ms","start":"2026-04-16T03:42:33.920671Z","end":"2026-04-16T03:42:34.420143Z","steps":["trace[1201443527] 'agreement among raft nodes before linearized reading' (duration: 498.244988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:34.418984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.615477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:42:34.418993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.561856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T03:42:34.418919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.455676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:42:34.420244Z","caller":"traceutil/trace.go:171","msg":"trace[888464592] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2438; }","duration":"656.813246ms","start":"2026-04-16T03:42:33.763423Z","end":"2026-04-16T03:42:34.420236Z","steps":["trace[888464592] 'agreement among raft nodes before linearized reading' (duration: 655.460367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:34.419615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:33.269857Z","time spent":"1.14946877s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:34.420307Z","caller":"traceutil/trace.go:171","msg":"trace[1774792968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2438; }","duration":"443.950456ms","start":"2026-04-16T03:42:33.976341Z","end":"2026-04-16T03:42:34.420291Z","steps":["trace[1774792968] 'agreement among raft nodes before linearized reading' (duration: 442.630977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:34.420353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:33.763401Z","time spent":"656.866786ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:42:34.420433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:33.976328Z","time spent":"444.050356ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:42:34.420454Z","caller":"traceutil/trace.go:171","msg":"trace[1551734393] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:2438; }","duration":"929.059086ms","start":"2026-04-16T03:42:33.491382Z","end":"2026-04-16T03:42:34.420441Z","steps":["trace[1551734393] 'agreement among raft nodes before linearized reading' (duration: 927.519575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:34.4205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:33.491363Z","time spent":"929.125216ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-04-16T03:42:34.421306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:33.920643Z","time spent":"500.649435ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:42:34.75919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.798011ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-16T03:42:34.759368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:34.422302Z","time spent":"337.061902ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:42:35.25335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.258783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:42:35.253856Z","caller":"traceutil/trace.go:171","msg":"trace[1274542767] transaction","detail":"{read_only:false; response_revision:2441; number_of_response:1; }","duration":"828.275589ms","start":"2026-04-16T03:42:34.425558Z","end":"2026-04-16T03:42:35.253833Z","steps":["trace[1274542767] 'process raft request' (duration: 828.191038ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:35.253856Z","caller":"traceutil/trace.go:171","msg":"trace[175167699] transaction","detail":"{read_only:false; response_revision:2440; number_of_response:1; }","duration":"828.33789ms","start":"2026-04-16T03:42:34.425491Z","end":"2026-04-16T03:42:35.253829Z","steps":["trace[175167699] 'process raft request' (duration: 827.991256ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:35.253873Z","caller":"traceutil/trace.go:171","msg":"trace[1380184282] transaction","detail":"{read_only:false; response_revision:2439; number_of_response:1; }","duration":"831.072839ms","start":"2026-04-16T03:42:34.422756Z","end":"2026-04-16T03:42:35.253829Z","steps":["trace[1380184282] 'process raft request' (duration: 490.226781ms)","trace[1380184282] 'compare' (duration: 340.040541ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:42:35.253949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:34.42555Z","time spent":"828.358199ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:42:35.254016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:34.425479Z","time spent":"828.44384ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:35.254113Z","caller":"traceutil/trace.go:171","msg":"trace[292479771] transaction","detail":"{read_only:false; response_revision:2442; number_of_response:1; }","duration":"828.50477ms","start":"2026-04-16T03:42:34.425583Z","end":"2026-04-16T03:42:35.254088Z","steps":["trace[292479771] 'process raft request' (duration: 828.206938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:35.254207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:34.422741Z","time spent":"831.193229ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:42:35.254266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:34.425565Z","time spent":"828.598701ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:35.254579Z","caller":"traceutil/trace.go:171","msg":"trace[1234669621] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"828.784883ms","start":"2026-04-16T03:42:34.425779Z","end":"2026-04-16T03:42:35.254564Z","steps":["trace[1234669621] 'process raft request' (duration: 828.190569ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:35.254612Z","caller":"traceutil/trace.go:171","msg":"trace[1952072326] linearizableReadLoop","detail":"{readStateIndex:2543; appliedIndex:2537; }","duration":"504.318758ms","start":"2026-04-16T03:42:34.750278Z","end":"2026-04-16T03:42:35.254597Z","steps":["trace[1952072326] 'read index received' (duration: 162.719615ms)","trace[1952072326] 'applied index is now lower than readState.Index' (duration: 341.598013ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:42:35.254658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:34.425771Z","time spent":"828.848883ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:35.254718Z","caller":"traceutil/trace.go:171","msg":"trace[1338288261] transaction","detail":"{read_only:false; response_revision:2445; number_of_response:1; }","duration":"494.364349ms","start":"2026-04-16T03:42:34.760337Z","end":"2026-04-16T03:42:35.254702Z","steps":["trace[1338288261] 'process raft request' (duration: 494.159357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:35.255445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:34.760313Z","time spent":"495.074963ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:35.25456Z","caller":"traceutil/trace.go:171","msg":"trace[1903717813] transaction","detail":"{read_only:false; response_revision:2444; number_of_response:1; }","duration":"521.581659ms","start":"2026-04-16T03:42:34.732962Z","end":"2026-04-16T03:42:35.254544Z","steps":["trace[1903717813] 'process raft request' (duration: 521.474719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:35.255722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:34.732942Z","time spent":"522.734757ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:42:35.25492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.62617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:42:35.255917Z","caller":"traceutil/trace.go:171","msg":"trace[266361406] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2445; }","duration":"505.661206ms","start":"2026-04-16T03:42:34.750236Z","end":"2026-04-16T03:42:35.255897Z","steps":["trace[266361406] 'agreement among raft nodes before linearized reading' (duration: 504.450448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:35.255994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:34.750199Z","time spent":"505.759408ms","remote":"127.0.0.1:58412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:42:35.642495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.14941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-16T03:42:35.6425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.660417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:42:35.642565Z","caller":"traceutil/trace.go:171","msg":"trace[1389557144] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2445; }","duration":"216.25262ms","start":"2026-04-16T03:42:35.426293Z","end":"2026-04-16T03:42:35.642546Z","steps":["trace[1389557144] 'range keys from in-memory index tree' (duration: 215.977259ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:35.642591Z","caller":"traceutil/trace.go:171","msg":"trace[516291096] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2445; }","duration":"124.800227ms","start":"2026-04-16T03:42:35.517772Z","end":"2026-04-16T03:42:35.642572Z","steps":["trace[516291096] 'count revisions from in-memory index tree' (duration: 124.579276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:35.642365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.247872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:42:35.643088Z","caller":"traceutil/trace.go:171","msg":"trace[942659108] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2445; }","duration":"246.902447ms","start":"2026-04-16T03:42:35.396049Z","end":"2026-04-16T03:42:35.642952Z","steps":["trace[942659108] 'count revisions from in-memory index tree' (duration: 246.155662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:36.932729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.163222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T03:42:36.93308Z","caller":"traceutil/trace.go:171","msg":"trace[1719384395] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2450; }","duration":"282.507435ms","start":"2026-04-16T03:42:36.650497Z","end":"2026-04-16T03:42:36.933004Z","steps":["trace[1719384395] 'range keys from in-memory index tree' (duration: 281.91294ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:38.541085Z","caller":"traceutil/trace.go:171","msg":"trace[1774004056] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"102.400477ms","start":"2026-04-16T03:42:38.438661Z","end":"2026-04-16T03:42:38.541062Z","steps":["trace[1774004056] 'process raft request' (duration: 102.259036ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:42.49271Z","caller":"traceutil/trace.go:171","msg":"trace[845702370] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"282.893543ms","start":"2026-04-16T03:42:42.209799Z","end":"2026-04-16T03:42:42.492692Z","steps":["trace[845702370] 'process raft request' (duration: 282.783402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:43.475918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311240628,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:42:44.646501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.44203ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:42:44.646683Z","caller":"traceutil/trace.go:171","msg":"trace[1003843603] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2490; }","duration":"538.634802ms","start":"2026-04-16T03:42:44.108031Z","end":"2026-04-16T03:42:44.646666Z","steps":["trace[1003843603] 'range keys from in-memory index tree' (duration: 538.42635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:44.647199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126065395s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:42:44.647349Z","caller":"traceutil/trace.go:171","msg":"trace[2095132571] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"2.062470466s","start":"2026-04-16T03:42:42.584858Z","end":"2026-04-16T03:42:44.647328Z","steps":["trace[2095132571] 'process raft request' (duration: 936.180039ms)","trace[2095132571] 'compare' (duration: 1.125957325s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:42:44.647425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:42.584839Z","time spent":"2.062553466s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:44.679045Z","caller":"traceutil/trace.go:171","msg":"trace[1371203716] linearizableReadLoop","detail":"{readStateIndex:2593; appliedIndex:2591; }","duration":"1.70346895s","start":"2026-04-16T03:42:42.975551Z","end":"2026-04-16T03:42:44.67902Z","steps":["trace[1371203716] 'read index received' (duration: 545.495783ms)","trace[1371203716] 'applied index is now lower than readState.Index' (duration: 1.157971817s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:42:44.679102Z","caller":"traceutil/trace.go:171","msg":"trace[1766549815] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"1.376598401s","start":"2026-04-16T03:42:43.302483Z","end":"2026-04-16T03:42:44.679081Z","steps":["trace[1766549815] 'process raft request' (duration: 1.376400689s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:44.679206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:43.302459Z","time spent":"1.376697882s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:42:44.679287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703715562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T03:42:44.67935Z","caller":"traceutil/trace.go:171","msg":"trace[1784207281] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2492; }","duration":"1.703819822s","start":"2026-04-16T03:42:42.975513Z","end":"2026-04-16T03:42:44.679333Z","steps":["trace[1784207281] 'agreement among raft nodes before linearized reading' (duration: 1.703631001s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:44.679403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:42.975495Z","time spent":"1.703893903s","remote":"127.0.0.1:60274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-16T03:42:44.68716Z","caller":"traceutil/trace.go:171","msg":"trace[354616855] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"188.10836ms","start":"2026-04-16T03:42:44.499027Z","end":"2026-04-16T03:42:44.687135Z","steps":["trace[354616855] 'process raft request' (duration: 187.900928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:44.687297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685916358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:42:44.687398Z","caller":"traceutil/trace.go:171","msg":"trace[1765255207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2494; }","duration":"1.686049328s","start":"2026-04-16T03:42:43.001338Z","end":"2026-04-16T03:42:44.687388Z","steps":["trace[1765255207] 'agreement among raft nodes before linearized reading' (duration: 1.685920028s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:44.687424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:43.001318Z","time spent":"1.686097409s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:42:44.68769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.152381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"info","ts":"2026-04-16T03:42:44.687752Z","caller":"traceutil/trace.go:171","msg":"trace[948988803] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2494; }","duration":"721.252233ms","start":"2026-04-16T03:42:43.966484Z","end":"2026-04-16T03:42:44.687736Z","steps":["trace[948988803] 'agreement among raft nodes before linearized reading' (duration: 721.033311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:44.687771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19570085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:42:44.687801Z","caller":"traceutil/trace.go:171","msg":"trace[275368502] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:2494; }","duration":"1.195748761s","start":"2026-04-16T03:42:43.492042Z","end":"2026-04-16T03:42:44.687791Z","steps":["trace[275368502] 'agreement among raft nodes before linearized reading' (duration: 1.195682521s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:44.687796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352455803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-16T03:42:44.687837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:43.492029Z","time spent":"1.195802441s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"info","ts":"2026-04-16T03:42:44.687845Z","caller":"traceutil/trace.go:171","msg":"trace[2000795275] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2494; }","duration":"1.352531073s","start":"2026-04-16T03:42:43.335302Z","end":"2026-04-16T03:42:44.687833Z","steps":["trace[2000795275] 'agreement among raft nodes before linearized reading' (duration: 1.352315592s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:44.687879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:43.335287Z","time spent":"1.352583844s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-16T03:42:44.687942Z","caller":"traceutil/trace.go:171","msg":"trace[1992427510] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"183.117045ms","start":"2026-04-16T03:42:44.504808Z","end":"2026-04-16T03:42:44.687926Z","steps":["trace[1992427510] 'process raft request' (duration: 182.266819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:44.688006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321896959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:42:44.688033Z","caller":"traceutil/trace.go:171","msg":"trace[1680928269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2494; }","duration":"1.321940191s","start":"2026-04-16T03:42:43.366085Z","end":"2026-04-16T03:42:44.688025Z","steps":["trace[1680928269] 'agreement among raft nodes before linearized reading' (duration: 1.3218764s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:44.688051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:43.366075Z","time spent":"1.321971951s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:42:44.688064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.157191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:42:44.688095Z","caller":"traceutil/trace.go:171","msg":"trace[189845106] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2494; }","duration":"560.225821ms","start":"2026-04-16T03:42:44.12786Z","end":"2026-04-16T03:42:44.688085Z","steps":["trace[189845106] 'agreement among raft nodes before linearized reading' (duration: 560.170711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:44.687982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31192738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T03:42:44.688132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:44.12784Z","time spent":"560.283961ms","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:42:44.6882Z","caller":"traceutil/trace.go:171","msg":"trace[417139931] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2494; }","duration":"1.312117451s","start":"2026-04-16T03:42:43.37602Z","end":"2026-04-16T03:42:44.688138Z","steps":["trace[417139931] 'agreement among raft nodes before linearized reading' (duration: 1.311732439s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:44.688289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.845331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a6b9683d9b6851\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-16T03:42:44.687797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:43.966467Z","time spent":"721.318943ms","remote":"127.0.0.1:45650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2006,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-16T03:42:44.688252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:43.376006Z","time spent":"1.312231372s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:42:44.688325Z","caller":"traceutil/trace.go:171","msg":"trace[1875043423] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a6b9683d9b6851; range_end:; response_count:1; response_revision:2494; }","duration":"703.895592ms","start":"2026-04-16T03:42:43.984419Z","end":"2026-04-16T03:42:44.688315Z","steps":["trace[1875043423] 'agreement among raft nodes before linearized reading' (duration: 703.814351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:44.688352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:43.984407Z","time spent":"703.937832ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a6b9683d9b6851\" "} {"level":"warn","ts":"2026-04-16T03:42:44.688352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.532166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:42:44.688391Z","caller":"traceutil/trace.go:171","msg":"trace[1768770499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2494; }","duration":"714.591616ms","start":"2026-04-16T03:42:43.973789Z","end":"2026-04-16T03:42:44.688381Z","steps":["trace[1768770499] 'agreement among raft nodes before linearized reading' (duration: 714.513305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:44.688427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:43.973777Z","time spent":"714.642247ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:42:44.6877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324422637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:42:44.688469Z","caller":"traceutil/trace.go:171","msg":"trace[1649901425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2494; }","duration":"1.325268354s","start":"2026-04-16T03:42:43.363187Z","end":"2026-04-16T03:42:44.688455Z","steps":["trace[1649901425] 'agreement among raft nodes before linearized reading' (duration: 1.324377328s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:44.688522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:43.363165Z","time spent":"1.325345165s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:42:44.68869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328862759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:42:44.688719Z","caller":"traceutil/trace.go:171","msg":"trace[1319891782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2494; }","duration":"1.328911799s","start":"2026-04-16T03:42:43.3598Z","end":"2026-04-16T03:42:44.688712Z","steps":["trace[1319891782] 'agreement among raft nodes before linearized reading' (duration: 1.328846619s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:44.688741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:43.359789Z","time spent":"1.328947509s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:42:44.689379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334215185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:42:44.689451Z","caller":"traceutil/trace.go:171","msg":"trace[60484812] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2494; }","duration":"1.334295376s","start":"2026-04-16T03:42:43.35514Z","end":"2026-04-16T03:42:44.689435Z","steps":["trace[60484812] 'agreement among raft nodes before linearized reading' (duration: 1.333865233s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:44.690132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:43.355133Z","time spent":"1.33497431s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:42:49.124144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.184742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a6b9683d9b6851\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-16T03:42:49.124244Z","caller":"traceutil/trace.go:171","msg":"trace[1005444947] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a6b9683d9b6851; range_end:; response_count:1; response_revision:2522; }","duration":"140.324182ms","start":"2026-04-16T03:42:48.983894Z","end":"2026-04-16T03:42:49.124219Z","steps":["trace[1005444947] 'range keys from in-memory index tree' (duration: 139.903509ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:50.855712Z","caller":"traceutil/trace.go:171","msg":"trace[1575497357] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"150.239401ms","start":"2026-04-16T03:42:50.705429Z","end":"2026-04-16T03:42:50.855668Z","steps":["trace[1575497357] 'process raft request' (duration: 149.500396ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:50.858071Z","caller":"traceutil/trace.go:171","msg":"trace[535008134] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"151.76677ms","start":"2026-04-16T03:42:50.706276Z","end":"2026-04-16T03:42:50.858043Z","steps":["trace[535008134] 'process raft request' (duration: 151.576519ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:50.858284Z","caller":"traceutil/trace.go:171","msg":"trace[1690682849] linearizableReadLoop","detail":"{readStateIndex:2630; appliedIndex:2627; }","duration":"138.59556ms","start":"2026-04-16T03:42:50.719653Z","end":"2026-04-16T03:42:50.858248Z","steps":["trace[1690682849] 'read index received' (duration: 135.126316ms)","trace[1690682849] 'applied index is now lower than readState.Index' (duration: 3.465464ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:42:50.858326Z","caller":"traceutil/trace.go:171","msg":"trace[1741901941] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"151.091006ms","start":"2026-04-16T03:42:50.707215Z","end":"2026-04-16T03:42:50.858306Z","steps":["trace[1741901941] 'process raft request' (duration: 150.787834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:50.858534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.439818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T03:42:50.858535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.867912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T03:42:50.858582Z","caller":"traceutil/trace.go:171","msg":"trace[1840310273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2527; }","duration":"115.53653ms","start":"2026-04-16T03:42:50.743032Z","end":"2026-04-16T03:42:50.858568Z","steps":["trace[1840310273] 'agreement among raft nodes before linearized reading' (duration: 115.367199ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:50.858599Z","caller":"traceutil/trace.go:171","msg":"trace[1177543094] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2527; }","duration":"138.976232ms","start":"2026-04-16T03:42:50.719601Z","end":"2026-04-16T03:42:50.858577Z","steps":["trace[1177543094] 'agreement among raft nodes before linearized reading' (duration: 138.767851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:51.301047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.640452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:42:51.301269Z","caller":"traceutil/trace.go:171","msg":"trace[693128335] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"437.369236ms","start":"2026-04-16T03:42:50.863856Z","end":"2026-04-16T03:42:51.301225Z","steps":["trace[693128335] 'process raft request' (duration: 218.450162ms)","trace[693128335] 'compare' (duration: 218.482851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:42:51.301379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:50.863842Z","time spent":"437.487056ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:51.301549Z","caller":"traceutil/trace.go:171","msg":"trace[1485742927] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"437.633368ms","start":"2026-04-16T03:42:50.863898Z","end":"2026-04-16T03:42:51.301531Z","steps":["trace[1485742927] 'process raft request' (duration: 437.260235ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:51.301587Z","caller":"traceutil/trace.go:171","msg":"trace[610627474] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"437.629438ms","start":"2026-04-16T03:42:50.863931Z","end":"2026-04-16T03:42:51.30156Z","steps":["trace[610627474] 'process raft request' (duration: 437.486527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:51.301637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:50.863874Z","time spent":"437.721948ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:51.301681Z","caller":"traceutil/trace.go:171","msg":"trace[1383721443] linearizableReadLoop","detail":"{readStateIndex:2635; appliedIndex:2631; }","duration":"325.737372ms","start":"2026-04-16T03:42:50.975926Z","end":"2026-04-16T03:42:51.301663Z","steps":["trace[1383721443] 'read index received' (duration: 106.393936ms)","trace[1383721443] 'applied index is now lower than readState.Index' (duration: 219.341756ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:42:51.301738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:50.863922Z","time spent":"437.731948ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:42:51.301739Z","caller":"traceutil/trace.go:171","msg":"trace[2019902939] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"437.309156ms","start":"2026-04-16T03:42:50.8644Z","end":"2026-04-16T03:42:51.301709Z","steps":["trace[2019902939] 'process raft request' (duration: 437.120354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:51.301955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:50.864392Z","time spent":"437.491437ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:42:51.301831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.898633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:42:51.302064Z","caller":"traceutil/trace.go:171","msg":"trace[513153704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2532; }","duration":"326.172306ms","start":"2026-04-16T03:42:50.975879Z","end":"2026-04-16T03:42:51.302051Z","steps":["trace[513153704] 'agreement among raft nodes before linearized reading' (duration: 325.845254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:51.302134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:50.975856Z","time spent":"326.259116ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:42:52.991335Z","caller":"traceutil/trace.go:171","msg":"trace[976839590] linearizableReadLoop","detail":"{readStateIndex:2641; appliedIndex:2638; }","duration":"118.800991ms","start":"2026-04-16T03:42:52.87251Z","end":"2026-04-16T03:42:52.991311Z","steps":["trace[976839590] 'read index received' (duration: 82.52028ms)","trace[976839590] 'applied index is now lower than readState.Index' (duration: 36.279811ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:42:52.991417Z","caller":"traceutil/trace.go:171","msg":"trace[404065997] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"127.833383ms","start":"2026-04-16T03:42:52.863534Z","end":"2026-04-16T03:42:52.991367Z","steps":["trace[404065997] 'process raft request' (duration: 127.600061ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:52.991486Z","caller":"traceutil/trace.go:171","msg":"trace[735877344] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"127.52332ms","start":"2026-04-16T03:42:52.863908Z","end":"2026-04-16T03:42:52.991431Z","steps":["trace[735877344] 'process raft request' (duration: 127.364839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:52.991581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.043053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T03:42:52.991623Z","caller":"traceutil/trace.go:171","msg":"trace[686053098] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2538; }","duration":"119.154954ms","start":"2026-04-16T03:42:52.872457Z","end":"2026-04-16T03:42:52.991612Z","steps":["trace[686053098] 'agreement among raft nodes before linearized reading' (duration: 118.985852ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:55.110116Z","caller":"traceutil/trace.go:171","msg":"trace[1187232011] transaction","detail":"{read_only:false; response_revision:2549; number_of_response:1; }","duration":"114.269858ms","start":"2026-04-16T03:42:54.995813Z","end":"2026-04-16T03:42:55.110082Z","steps":["trace[1187232011] 'process raft request' (duration: 112.785807ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:55.110199Z","caller":"traceutil/trace.go:171","msg":"trace[987472466] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"113.01225ms","start":"2026-04-16T03:42:54.997161Z","end":"2026-04-16T03:42:55.110173Z","steps":["trace[987472466] 'process raft request' (duration: 112.769498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:55.434309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.82713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-16T03:42:55.434375Z","caller":"traceutil/trace.go:171","msg":"trace[223961036] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2551; }","duration":"108.955161ms","start":"2026-04-16T03:42:55.325405Z","end":"2026-04-16T03:42:55.43436Z","steps":["trace[223961036] 'range keys from in-memory index tree' (duration: 108.616348ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:55.565836Z","caller":"traceutil/trace.go:171","msg":"trace[1964210242] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"127.75375ms","start":"2026-04-16T03:42:55.438063Z","end":"2026-04-16T03:42:55.565817Z","steps":["trace[1964210242] 'process raft request' (duration: 127.640049ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:55.569619Z","caller":"traceutil/trace.go:171","msg":"trace[1213682212] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"131.472086ms","start":"2026-04-16T03:42:55.438124Z","end":"2026-04-16T03:42:55.569596Z","steps":["trace[1213682212] 'process raft request' (duration: 131.183914ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:55.569687Z","caller":"traceutil/trace.go:171","msg":"trace[1029624419] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"130.047836ms","start":"2026-04-16T03:42:55.43962Z","end":"2026-04-16T03:42:55.569668Z","steps":["trace[1029624419] 'process raft request' (duration: 129.957876ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:55.569661Z","caller":"traceutil/trace.go:171","msg":"trace[1078761382] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"130.852112ms","start":"2026-04-16T03:42:55.438778Z","end":"2026-04-16T03:42:55.56963Z","steps":["trace[1078761382] 'process raft request' (duration: 130.750162ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:55.570001Z","caller":"traceutil/trace.go:171","msg":"trace[572883413] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"131.158284ms","start":"2026-04-16T03:42:55.438482Z","end":"2026-04-16T03:42:55.56964Z","steps":["trace[572883413] 'process raft request' (duration: 130.993253ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:57.754571Z","caller":"traceutil/trace.go:171","msg":"trace[1021122527] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"175.353457ms","start":"2026-04-16T03:42:57.579188Z","end":"2026-04-16T03:42:57.754541Z","steps":["trace[1021122527] 'process raft request' (duration: 175.221396ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:57.75477Z","caller":"traceutil/trace.go:171","msg":"trace[1582554869] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"175.410387ms","start":"2026-04-16T03:42:57.579054Z","end":"2026-04-16T03:42:57.754465Z","steps":["trace[1582554869] 'process raft request' (duration: 140.455176ms)","trace[1582554869] 'compare' (duration: 34.828571ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:42:58.302733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.820649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:42:58.302922Z","caller":"traceutil/trace.go:171","msg":"trace[892151443] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"137.080252ms","start":"2026-04-16T03:42:58.165797Z","end":"2026-04-16T03:42:58.302877Z","steps":["trace[892151443] 'process raft request' (duration: 35.05529ms)","trace[892151443] 'compare' (duration: 101.564678ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:42:58.737899Z","caller":"traceutil/trace.go:171","msg":"trace[1546393342] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"431.261265ms","start":"2026-04-16T03:42:58.30659Z","end":"2026-04-16T03:42:58.737852Z","steps":["trace[1546393342] 'process raft request' (duration: 431.160314ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:58.738094Z","caller":"traceutil/trace.go:171","msg":"trace[658113903] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"456.329967ms","start":"2026-04-16T03:42:58.281737Z","end":"2026-04-16T03:42:58.738067Z","steps":["trace[658113903] 'process raft request' (duration: 414.815042ms)","trace[658113903] 'compare' (duration: 40.848301ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:42:58.738403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:58.306563Z","time spent":"431.418735ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:42:58.738489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:42:58.281709Z","time spent":"456.432087ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:42:59.342258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.882035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-16T03:42:59.342333Z","caller":"traceutil/trace.go:171","msg":"trace[2095813823] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2575; }","duration":"145.028176ms","start":"2026-04-16T03:42:59.197287Z","end":"2026-04-16T03:42:59.342315Z","steps":["trace[2095813823] 'range keys from in-memory index tree' (duration: 144.693433ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:59.891328Z","caller":"traceutil/trace.go:171","msg":"trace[1466034967] linearizableReadLoop","detail":"{readStateIndex:2683; appliedIndex:2682; }","duration":"133.236556ms","start":"2026-04-16T03:42:59.758064Z","end":"2026-04-16T03:42:59.8913Z","steps":["trace[1466034967] 'read index received' (duration: 133.074074ms)","trace[1466034967] 'applied index is now lower than readState.Index' (duration: 161.632µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:42:59.891374Z","caller":"traceutil/trace.go:171","msg":"trace[2147115494] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"170.31995ms","start":"2026-04-16T03:42:59.721035Z","end":"2026-04-16T03:42:59.891355Z","steps":["trace[2147115494] 'process raft request' (duration: 170.150598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:59.891522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.439717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:42:59.891564Z","caller":"traceutil/trace.go:171","msg":"trace[447766616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2579; }","duration":"133.528417ms","start":"2026-04-16T03:42:59.758022Z","end":"2026-04-16T03:42:59.89155Z","steps":["trace[447766616] 'agreement among raft nodes before linearized reading' (duration: 133.395157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:42:59.891763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.122575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:42:59.89185Z","caller":"traceutil/trace.go:171","msg":"trace[1452784804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2579; }","duration":"133.246155ms","start":"2026-04-16T03:42:59.758585Z","end":"2026-04-16T03:42:59.891831Z","steps":["trace[1452784804] 'agreement among raft nodes before linearized reading' (duration: 132.902713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:00.503569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.761336ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-16T03:43:00.503754Z","caller":"traceutil/trace.go:171","msg":"trace[4277500] linearizableReadLoop","detail":"{readStateIndex:2686; appliedIndex:2685; }","duration":"347.065472ms","start":"2026-04-16T03:43:00.156667Z","end":"2026-04-16T03:43:00.503733Z","steps":["trace[4277500] 'read index received' (duration: 43.09µs)","trace[4277500] 'applied index is now lower than readState.Index' (duration: 347.019462ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:43:00.503986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.307373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T03:43:00.50406Z","caller":"traceutil/trace.go:171","msg":"trace[1386301988] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2581; }","duration":"347.422164ms","start":"2026-04-16T03:43:00.156625Z","end":"2026-04-16T03:43:00.504048Z","steps":["trace[1386301988] 'agreement among raft nodes before linearized reading' (duration: 347.233913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:00.504123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:00.156593Z","time spent":"347.517064ms","remote":"127.0.0.1:60274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T03:43:00.503974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.655863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:43:00.50442Z","caller":"traceutil/trace.go:171","msg":"trace[877366339] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2581; }","duration":"186.154617ms","start":"2026-04-16T03:43:00.318249Z","end":"2026-04-16T03:43:00.504403Z","steps":["trace[877366339] 'agreement among raft nodes before linearized reading' (duration: 185.656754ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:43:01.270848Z","caller":"traceutil/trace.go:171","msg":"trace[281885818] transaction","detail":"{read_only:false; response_revision:2585; number_of_response:1; }","duration":"116.185636ms","start":"2026-04-16T03:43:01.154637Z","end":"2026-04-16T03:43:01.270823Z","steps":["trace[281885818] 'process raft request' (duration: 116.134405ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:43:01.270943Z","caller":"traceutil/trace.go:171","msg":"trace[875003362] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"119.287978ms","start":"2026-04-16T03:43:01.151614Z","end":"2026-04-16T03:43:01.270902Z","steps":["trace[875003362] 'process raft request' (duration: 111.600485ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:43:02.793639Z","caller":"traceutil/trace.go:171","msg":"trace[1176842366] linearizableReadLoop","detail":"{readStateIndex:2697; appliedIndex:2696; }","duration":"235.07571ms","start":"2026-04-16T03:43:02.558529Z","end":"2026-04-16T03:43:02.793605Z","steps":["trace[1176842366] 'read index received' (duration: 234.739287ms)","trace[1176842366] 'applied index is now lower than readState.Index' (duration: 334.763µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:43:02.793788Z","caller":"traceutil/trace.go:171","msg":"trace[1061595871] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"392.432859ms","start":"2026-04-16T03:43:02.401318Z","end":"2026-04-16T03:43:02.793751Z","steps":["trace[1061595871] 'process raft request' (duration: 392.083097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:02.793918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.360553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:43:02.793991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:02.401293Z","time spent":"392.60706ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:43:02.794003Z","caller":"traceutil/trace.go:171","msg":"trace[67886225] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2592; }","duration":"235.518224ms","start":"2026-04-16T03:43:02.558466Z","end":"2026-04-16T03:43:02.793984Z","steps":["trace[67886225] 'agreement among raft nodes before linearized reading' (duration: 235.331312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:02.79432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.171129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T03:43:02.794378Z","caller":"traceutil/trace.go:171","msg":"trace[731880925] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2592; }","duration":"223.28936ms","start":"2026-04-16T03:43:02.571073Z","end":"2026-04-16T03:43:02.794362Z","steps":["trace[731880925] 'agreement among raft nodes before linearized reading' (duration: 222.794067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:03.172878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.864592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:43:03.172977Z","caller":"traceutil/trace.go:171","msg":"trace[890356894] linearizableReadLoop","detail":"{readStateIndex:2698; appliedIndex:2697; }","duration":"198.375558ms","start":"2026-04-16T03:43:02.974585Z","end":"2026-04-16T03:43:03.17296Z","steps":["trace[890356894] 'read index received' (duration: 69.398165ms)","trace[890356894] 'applied index is now lower than readState.Index' (duration: 128.976023ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:43:03.173201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.388623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:43:03.173176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.575779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:43:03.173234Z","caller":"traceutil/trace.go:171","msg":"trace[1780020949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2593; }","duration":"168.453573ms","start":"2026-04-16T03:43:03.004771Z","end":"2026-04-16T03:43:03.173224Z","steps":["trace[1780020949] 'agreement among raft nodes before linearized reading' (duration: 168.330642ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:43:03.173262Z","caller":"traceutil/trace.go:171","msg":"trace[1005698777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2593; }","duration":"198.723131ms","start":"2026-04-16T03:43:02.974518Z","end":"2026-04-16T03:43:03.173241Z","steps":["trace[1005698777] 'agreement among raft nodes before linearized reading' (duration: 198.55346ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:43:03.173907Z","caller":"traceutil/trace.go:171","msg":"trace[993248008] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"264.034598ms","start":"2026-04-16T03:43:02.90902Z","end":"2026-04-16T03:43:03.173054Z","steps":["trace[993248008] 'process raft request' (duration: 134.902554ms)","trace[993248008] 'compare' (duration: 128.754431ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:43:05.474684Z","caller":"traceutil/trace.go:171","msg":"trace[1602712126] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"241.601442ms","start":"2026-04-16T03:43:05.232989Z","end":"2026-04-16T03:43:05.47459Z","steps":["trace[1602712126] 'process raft request' (duration: 147.676159ms)","trace[1602712126] 'compare' (duration: 93.797492ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:43:05.484546Z","caller":"traceutil/trace.go:171","msg":"trace[1082752932] transaction","detail":"{read_only:false; response_revision:2606; number_of_response:1; }","duration":"159.891043ms","start":"2026-04-16T03:43:05.324637Z","end":"2026-04-16T03:43:05.484528Z","steps":["trace[1082752932] 'process raft request' (duration: 159.788683ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:43:05.484766Z","caller":"traceutil/trace.go:171","msg":"trace[891203370] transaction","detail":"{read_only:false; response_revision:2607; number_of_response:1; }","duration":"139.215432ms","start":"2026-04-16T03:43:05.345533Z","end":"2026-04-16T03:43:05.484749Z","steps":["trace[891203370] 'process raft request' (duration: 138.96844ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:43:06.674995Z","caller":"traceutil/trace.go:171","msg":"trace[1522326047] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"164.685775ms","start":"2026-04-16T03:43:06.510282Z","end":"2026-04-16T03:43:06.674968Z","steps":["trace[1522326047] 'process raft request' (duration: 160.97739ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:43:06.683338Z","caller":"traceutil/trace.go:171","msg":"trace[943004024] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"172.72273ms","start":"2026-04-16T03:43:06.510584Z","end":"2026-04-16T03:43:06.683307Z","steps":["trace[943004024] 'process raft request' (duration: 172.483618ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:43:06.683395Z","caller":"traceutil/trace.go:171","msg":"trace[2090483143] linearizableReadLoop","detail":"{readStateIndex:2728; appliedIndex:2722; }","duration":"143.115967ms","start":"2026-04-16T03:43:06.540256Z","end":"2026-04-16T03:43:06.683372Z","steps":["trace[2090483143] 'read index received' (duration: 131.157476ms)","trace[2090483143] 'applied index is now lower than readState.Index' (duration: 11.957801ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:43:06.683586Z","caller":"traceutil/trace.go:171","msg":"trace[1543323243] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"172.892941ms","start":"2026-04-16T03:43:06.510681Z","end":"2026-04-16T03:43:06.683574Z","steps":["trace[1543323243] 'process raft request' (duration: 172.530378ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:43:06.683693Z","caller":"traceutil/trace.go:171","msg":"trace[284182419] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"172.314376ms","start":"2026-04-16T03:43:06.511366Z","end":"2026-04-16T03:43:06.683681Z","steps":["trace[284182419] 'process raft request' (duration: 171.955244ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:43:06.683861Z","caller":"traceutil/trace.go:171","msg":"trace[97210706] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"173.121552ms","start":"2026-04-16T03:43:06.510726Z","end":"2026-04-16T03:43:06.683847Z","steps":["trace[97210706] 'process raft request' (duration: 172.520039ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:43:06.683921Z","caller":"traceutil/trace.go:171","msg":"trace[466163422] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"172.86583ms","start":"2026-04-16T03:43:06.511044Z","end":"2026-04-16T03:43:06.683909Z","steps":["trace[466163422] 'process raft request' (duration: 172.233756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:06.683928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.668731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-16T03:43:06.684532Z","caller":"traceutil/trace.go:171","msg":"trace[1090603389] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2622; }","duration":"144.311657ms","start":"2026-04-16T03:43:06.540195Z","end":"2026-04-16T03:43:06.684506Z","steps":["trace[1090603389] 'agreement among raft nodes before linearized reading' (duration: 143.598071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:06.683934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.075196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-04-16T03:43:06.684769Z","caller":"traceutil/trace.go:171","msg":"trace[1044303639] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2622; }","duration":"112.943952ms","start":"2026-04-16T03:43:06.571795Z","end":"2026-04-16T03:43:06.684739Z","steps":["trace[1044303639] 'agreement among raft nodes before linearized reading' (duration: 111.961945ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:43:10.793883Z","caller":"traceutil/trace.go:171","msg":"trace[1677493783] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"216.353143ms","start":"2026-04-16T03:43:10.577507Z","end":"2026-04-16T03:43:10.79386Z","steps":["trace[1677493783] 'process raft request' (duration: 216.210122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:11.793207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.778718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:43:11.793443Z","caller":"traceutil/trace.go:171","msg":"trace[702189015] linearizableReadLoop","detail":"{readStateIndex:2760; appliedIndex:2757; }","duration":"277.978972ms","start":"2026-04-16T03:43:11.515446Z","end":"2026-04-16T03:43:11.793425Z","steps":["trace[702189015] 'read index received' (duration: 29.613582ms)","trace[702189015] 'applied index is now lower than readState.Index' (duration: 248.36443ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:43:11.793516Z","caller":"traceutil/trace.go:171","msg":"trace[69032258] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"288.371943ms","start":"2026-04-16T03:43:11.505118Z","end":"2026-04-16T03:43:11.79349Z","steps":["trace[69032258] 'process raft request' (duration: 288.219752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:11.7938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.351134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:43:11.793866Z","caller":"traceutil/trace.go:171","msg":"trace[14111771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2653; }","duration":"278.430804ms","start":"2026-04-16T03:43:11.515402Z","end":"2026-04-16T03:43:11.793833Z","steps":["trace[14111771] 'agreement among raft nodes before linearized reading' (duration: 278.139232ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:43:11.794109Z","caller":"traceutil/trace.go:171","msg":"trace[965907286] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"290.823219ms","start":"2026-04-16T03:43:11.502808Z","end":"2026-04-16T03:43:11.793632Z","steps":["trace[965907286] 'process raft request' (duration: 130.532628ms)","trace[965907286] 'compare' (duration: 159.651567ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:43:12.306768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311241001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:43:12.806948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311241001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:43:12.93766Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.139588023s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:43:12.938012Z","caller":"traceutil/trace.go:171","msg":"trace[494328498] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"1.140025486s","start":"2026-04-16T03:43:11.797967Z","end":"2026-04-16T03:43:12.937992Z","steps":["trace[494328498] 'process raft request' (duration: 1.139913025s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:12.938119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:11.797941Z","time spent":"1.140107816s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:43:13.472059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.370225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:43:13.472585Z","caller":"traceutil/trace.go:171","msg":"trace[697862385] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"1.672015103s","start":"2026-04-16T03:43:11.800526Z","end":"2026-04-16T03:43:13.472541Z","steps":["trace[697862385] 'process raft request' (duration: 1.474894043s)","trace[697862385] 'compare' (duration: 196.276223ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:43:13.472693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:11.80051Z","time spent":"1.672132244s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:43:13.472757Z","caller":"traceutil/trace.go:171","msg":"trace[1541614763] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"1.672207974s","start":"2026-04-16T03:43:11.800527Z","end":"2026-04-16T03:43:13.472735Z","steps":["trace[1541614763] 'process raft request' (duration: 1.672047833s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:13.472863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:11.800501Z","time spent":"1.672314305s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:43:13.472772Z","caller":"traceutil/trace.go:171","msg":"trace[41972747] linearizableReadLoop","detail":"{readStateIndex:2763; appliedIndex:2760; }","duration":"1.666586796s","start":"2026-04-16T03:43:11.806112Z","end":"2026-04-16T03:43:13.472699Z","steps":["trace[41972747] 'read index received' (duration: 1.13178329s)","trace[41972747] 'applied index is now lower than readState.Index' (duration: 534.802496ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:43:13.472949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666815667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:43:13.47303Z","caller":"traceutil/trace.go:171","msg":"trace[57783160] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2656; }","duration":"1.666906218s","start":"2026-04-16T03:43:11.806105Z","end":"2026-04-16T03:43:13.473011Z","steps":["trace[57783160] 'agreement among raft nodes before linearized reading' (duration: 1.666781517s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:13.473076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:11.806059Z","time spent":"1.667009418s","remote":"127.0.0.1:45896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-16T03:43:13.536226Z","caller":"traceutil/trace.go:171","msg":"trace[108530769] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"587.951116ms","start":"2026-04-16T03:43:12.948252Z","end":"2026-04-16T03:43:13.536203Z","steps":["trace[108530769] 'process raft request' (duration: 587.806405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:13.53637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:12.948231Z","time spent":"588.063877ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:43:13.647658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639374849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:43:13.647653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.730476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:43:13.647739Z","caller":"traceutil/trace.go:171","msg":"trace[956785351] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2658; }","duration":"1.639524619s","start":"2026-04-16T03:43:12.008189Z","end":"2026-04-16T03:43:13.647713Z","steps":["trace[956785351] 'agreement among raft nodes before linearized reading' (duration: 1.639280628s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:43:13.647764Z","caller":"traceutil/trace.go:171","msg":"trace[79611807] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"278.902366ms","start":"2026-04-16T03:43:13.368825Z","end":"2026-04-16T03:43:13.647727Z","steps":["trace[79611807] 'process raft request' (duration: 235.34826ms)","trace[79611807] 'compare' (duration: 42.6519ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:43:13.64782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:12.008175Z","time spent":"1.63962392s","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:43:13.647726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634305024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T03:43:13.647873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.742276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:43:13.647939Z","caller":"traceutil/trace.go:171","msg":"trace[994157685] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2658; }","duration":"343.849617ms","start":"2026-04-16T03:43:13.304078Z","end":"2026-04-16T03:43:13.647928Z","steps":["trace[994157685] 'agreement among raft nodes before linearized reading' (duration: 343.746516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:13.648002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:13.304057Z","time spent":"343.921087ms","remote":"127.0.0.1:57918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:43:13.647992Z","caller":"traceutil/trace.go:171","msg":"trace[2019709472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2658; }","duration":"1.634525916s","start":"2026-04-16T03:43:12.013356Z","end":"2026-04-16T03:43:13.647882Z","steps":["trace[2019709472] 'agreement among raft nodes before linearized reading' (duration: 1.634134093s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:43:13.647403Z","caller":"traceutil/trace.go:171","msg":"trace[1289952869] linearizableReadLoop","detail":"{readStateIndex:2765; appliedIndex:2763; }","duration":"174.390855ms","start":"2026-04-16T03:43:13.472974Z","end":"2026-04-16T03:43:13.647365Z","steps":["trace[1289952869] 'read index received' (duration: 63.115078ms)","trace[1289952869] 'applied index is now lower than readState.Index' (duration: 111.274507ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:43:13.648136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:12.013333Z","time spent":"1.634785617s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:43:13.647783Z","caller":"traceutil/trace.go:171","msg":"trace[1263458759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2658; }","duration":"643.880357ms","start":"2026-04-16T03:43:13.003876Z","end":"2026-04-16T03:43:13.647757Z","steps":["trace[1263458759] 'agreement among raft nodes before linearized reading' (duration: 643.576395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:13.648245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:13.003814Z","time spent":"644.405651ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:43:13.64846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673034377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:43:13.648503Z","caller":"traceutil/trace.go:171","msg":"trace[355651303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2658; }","duration":"1.673120329s","start":"2026-04-16T03:43:11.975372Z","end":"2026-04-16T03:43:13.648493Z","steps":["trace[355651303] 'agreement among raft nodes before linearized reading' (duration: 1.673053908s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:13.648533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:11.975343Z","time spent":"1.673183419s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:43:13.648615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646147614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:43:13.648717Z","caller":"traceutil/trace.go:171","msg":"trace[1034806211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2658; }","duration":"1.646431217s","start":"2026-04-16T03:43:12.002264Z","end":"2026-04-16T03:43:13.648695Z","steps":["trace[1034806211] 'agreement among raft nodes before linearized reading' (duration: 1.646078904s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:13.648843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:12.002202Z","time spent":"1.646622809s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:43:13.648613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719885977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T03:43:13.648981Z","caller":"traceutil/trace.go:171","msg":"trace[1759694696] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2658; }","duration":"1.720304119s","start":"2026-04-16T03:43:11.928652Z","end":"2026-04-16T03:43:13.648956Z","steps":["trace[1759694696] 'agreement among raft nodes before linearized reading' (duration: 1.719846926s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:13.649049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:11.928632Z","time spent":"1.72039793s","remote":"127.0.0.1:60274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-16T03:43:14.018763Z","caller":"traceutil/trace.go:171","msg":"trace[1224072579] linearizableReadLoop","detail":"{readStateIndex:2766; appliedIndex:2765; }","duration":"370.556259ms","start":"2026-04-16T03:43:13.648182Z","end":"2026-04-16T03:43:14.018738Z","steps":["trace[1224072579] 'read index received' (duration: 370.456028ms)","trace[1224072579] 'applied index is now lower than readState.Index' (duration: 99.561µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:43:14.018903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.956946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:43:14.018939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.852644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:43:14.018966Z","caller":"traceutil/trace.go:171","msg":"trace[958661849] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:2659; }","duration":"525.915675ms","start":"2026-04-16T03:43:13.493043Z","end":"2026-04-16T03:43:14.018958Z","steps":["trace[958661849] 'agreement among raft nodes before linearized reading' (duration: 525.778494ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:43:14.019002Z","caller":"traceutil/trace.go:171","msg":"trace[542744105] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"468.676616ms","start":"2026-04-16T03:43:13.550319Z","end":"2026-04-16T03:43:14.018996Z","steps":["trace[542744105] 'process raft request' (duration: 468.288624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:14.01901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:13.493021Z","time spent":"525.971955ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"info","ts":"2026-04-16T03:43:14.018967Z","caller":"traceutil/trace.go:171","msg":"trace[1829727884] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2659; }","duration":"476.060956ms","start":"2026-04-16T03:43:13.54289Z","end":"2026-04-16T03:43:14.018951Z","steps":["trace[1829727884] 'agreement among raft nodes before linearized reading' (duration: 475.924055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:14.01906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:13.550291Z","time spent":"468.728187ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:43:14.019092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.076705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:43:14.01919Z","caller":"traceutil/trace.go:171","msg":"trace[107279903] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2659; }","duration":"542.407528ms","start":"2026-04-16T03:43:13.476769Z","end":"2026-04-16T03:43:14.019177Z","steps":["trace[107279903] 'agreement among raft nodes before linearized reading' (duration: 542.083916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:14.019097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:13.542879Z","time spent":"476.196427ms","remote":"127.0.0.1:45702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:43:14.019271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.860014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:43:14.019326Z","caller":"traceutil/trace.go:171","msg":"trace[189837725] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2659; }","duration":"416.968335ms","start":"2026-04-16T03:43:13.602348Z","end":"2026-04-16T03:43:14.019317Z","steps":["trace[189837725] 'agreement among raft nodes before linearized reading' (duration: 416.452101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:14.019348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:13.602324Z","time spent":"417.016595ms","remote":"127.0.0.1:45650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":20,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:43:14.019346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:13.476747Z","time spent":"542.487118ms","remote":"127.0.0.1:45650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-16T03:43:14.066037Z","caller":"traceutil/trace.go:171","msg":"trace[487486859] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"412.116482ms","start":"2026-04-16T03:43:13.653895Z","end":"2026-04-16T03:43:14.066012Z","steps":["trace[487486859] 'process raft request' (duration: 412.03649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:14.06639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:13.653886Z","time spent":"412.413224ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:43:14.066427Z","caller":"traceutil/trace.go:171","msg":"trace[897390682] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"266.916834ms","start":"2026-04-16T03:43:13.799488Z","end":"2026-04-16T03:43:14.066405Z","steps":["trace[897390682] 'process raft request' (duration: 266.484021ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:43:14.066463Z","caller":"traceutil/trace.go:171","msg":"trace[688063741] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"412.699165ms","start":"2026-04-16T03:43:13.65372Z","end":"2026-04-16T03:43:14.066419Z","steps":["trace[688063741] 'process raft request' (duration: 412.08368ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:43:14.066941Z","caller":"traceutil/trace.go:171","msg":"trace[648654470] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"267.158665ms","start":"2026-04-16T03:43:13.799728Z","end":"2026-04-16T03:43:14.066887Z","steps":["trace[648654470] 'process raft request' (duration: 266.601792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:14.067104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.031095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:43:14.067182Z","caller":"traceutil/trace.go:171","msg":"trace[1227304731] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2663; }","duration":"217.174156ms","start":"2026-04-16T03:43:13.84999Z","end":"2026-04-16T03:43:14.067164Z","steps":["trace[1227304731] 'agreement among raft nodes before linearized reading' (duration: 217.031685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:14.067109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:13.65369Z","time spent":"413.305939ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:43:14.067304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.287996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:43:14.067468Z","caller":"traceutil/trace.go:171","msg":"trace[1365859397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2663; }","duration":"417.474237ms","start":"2026-04-16T03:43:13.649975Z","end":"2026-04-16T03:43:14.067449Z","steps":["trace[1365859397] 'agreement among raft nodes before linearized reading' (duration: 417.284216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:14.067527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:13.649955Z","time spent":"417.556397ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:43:14.623514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.278361ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:43:14.623638Z","caller":"traceutil/trace.go:171","msg":"trace[417817724] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2663; }","duration":"515.410522ms","start":"2026-04-16T03:43:14.108207Z","end":"2026-04-16T03:43:14.623618Z","steps":["trace[417817724] 'range keys from in-memory index tree' (duration: 515.261701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:14.623882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.65049ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-16T03:43:14.623991Z","caller":"traceutil/trace.go:171","msg":"trace[1094886033] linearizableReadLoop","detail":"{readStateIndex:2771; appliedIndex:2770; }","duration":"557.343416ms","start":"2026-04-16T03:43:14.066634Z","end":"2026-04-16T03:43:14.623977Z","steps":["trace[1094886033] 'read index received' (duration: 46.560515ms)","trace[1094886033] 'applied index is now lower than readState.Index' (duration: 510.781341ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:43:14.624133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:14.0204Z","time spent":"603.725841ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:43:14.62439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.516912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T03:43:14.624459Z","caller":"traceutil/trace.go:171","msg":"trace[1108414993] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2663; }","duration":"596.616953ms","start":"2026-04-16T03:43:14.027829Z","end":"2026-04-16T03:43:14.624446Z","steps":["trace[1108414993] 'agreement among raft nodes before linearized reading' (duration: 596.326411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:14.62452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:14.027813Z","time spent":"596.674953ms","remote":"127.0.0.1:60274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-16T03:43:14.889257Z","caller":"traceutil/trace.go:171","msg":"trace[44780436] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"818.083758ms","start":"2026-04-16T03:43:14.071159Z","end":"2026-04-16T03:43:14.889243Z","steps":["trace[44780436] 'process raft request' (duration: 817.781666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:14.889344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.341344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:43:14.889446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:14.071144Z","time spent":"818.181348ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:43:14.889512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.397235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:43:14.889555Z","caller":"traceutil/trace.go:171","msg":"trace[993783168] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2664; }","duration":"582.479047ms","start":"2026-04-16T03:43:14.307066Z","end":"2026-04-16T03:43:14.889545Z","steps":["trace[993783168] 'agreement among raft nodes before linearized reading' (duration: 582.383256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:14.889581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:14.307052Z","time spent":"582.521298ms","remote":"127.0.0.1:38310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":4,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:43:14.889577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.78468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-04-16T03:43:14.889686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.194508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:17081"} {"level":"info","ts":"2026-04-16T03:43:14.889688Z","caller":"traceutil/trace.go:171","msg":"trace[1647796994] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2664; }","duration":"594.955722ms","start":"2026-04-16T03:43:14.294703Z","end":"2026-04-16T03:43:14.889659Z","steps":["trace[1647796994] 'agreement among raft nodes before linearized reading' (duration: 594.587929ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:43:14.889726Z","caller":"traceutil/trace.go:171","msg":"trace[1667147889] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:2664; }","duration":"606.25485ms","start":"2026-04-16T03:43:14.283459Z","end":"2026-04-16T03:43:14.889714Z","steps":["trace[1667147889] 'agreement among raft nodes before linearized reading' (duration: 606.013937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:14.889756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:14.294686Z","time spent":"595.060043ms","remote":"127.0.0.1:45620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-16T03:43:14.889766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:14.283443Z","time spent":"606.31653ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17103,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"warn","ts":"2026-04-16T03:43:14.889789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.260436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:43:14.889849Z","caller":"traceutil/trace.go:171","msg":"trace[43424338] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2664; }","duration":"557.357406ms","start":"2026-04-16T03:43:14.332478Z","end":"2026-04-16T03:43:14.889835Z","steps":["trace[43424338] 'agreement among raft nodes before linearized reading' (duration: 557.249116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:14.889877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:14.332435Z","time spent":"557.437647ms","remote":"127.0.0.1:45914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:43:14.889971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.357803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:43:14.89001Z","caller":"traceutil/trace.go:171","msg":"trace[440758451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2664; }","duration":"814.417303ms","start":"2026-04-16T03:43:14.075585Z","end":"2026-04-16T03:43:14.890002Z","steps":["trace[440758451] 'agreement among raft nodes before linearized reading' (duration: 814.357133ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:43:14.889172Z","caller":"traceutil/trace.go:171","msg":"trace[642289479] linearizableReadLoop","detail":"{readStateIndex:2772; appliedIndex:2771; }","duration":"265.01703ms","start":"2026-04-16T03:43:14.62413Z","end":"2026-04-16T03:43:14.889147Z","steps":["trace[642289479] 'read index received' (duration: 264.758488ms)","trace[642289479] 'applied index is now lower than readState.Index' (duration: 257.482µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:43:14.891249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:14.075575Z","time spent":"815.48482ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:43:14.891941Z","caller":"traceutil/trace.go:171","msg":"trace[1884703620] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2664; }","duration":"573.519276ms","start":"2026-04-16T03:43:14.315928Z","end":"2026-04-16T03:43:14.889448Z","steps":["trace[1884703620] 'agreement among raft nodes before linearized reading' (duration: 573.283004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:14.892473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:14.315905Z","time spent":"576.520557ms","remote":"127.0.0.1:57976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:43:15.163098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.976053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:43:15.163202Z","caller":"traceutil/trace.go:171","msg":"trace[515861491] linearizableReadLoop","detail":"{readStateIndex:2773; appliedIndex:2772; }","duration":"272.070867ms","start":"2026-04-16T03:43:14.891116Z","end":"2026-04-16T03:43:15.163187Z","steps":["trace[515861491] 'read index received' (duration: 132.924043ms)","trace[515861491] 'applied index is now lower than readState.Index' (duration: 139.145434ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:43:15.163273Z","caller":"traceutil/trace.go:171","msg":"trace[1626390609] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"536.916577ms","start":"2026-04-16T03:43:14.626343Z","end":"2026-04-16T03:43:15.163259Z","steps":["trace[1626390609] 'process raft request' (duration: 397.684222ms)","trace[1626390609] 'compare' (duration: 138.627341ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:43:15.163518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:14.626314Z","time spent":"537.136408ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:43:15.16357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.711768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:43:15.163594Z","caller":"traceutil/trace.go:171","msg":"trace[1267687430] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2665; }","duration":"507.790649ms","start":"2026-04-16T03:43:14.655796Z","end":"2026-04-16T03:43:15.163587Z","steps":["trace[1267687430] 'agreement among raft nodes before linearized reading' (duration: 507.735788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:15.163611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:14.655773Z","time spent":"507.833349ms","remote":"127.0.0.1:58400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:43:15.163621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.671292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T03:43:15.163707Z","caller":"traceutil/trace.go:171","msg":"trace[178554488] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2665; }","duration":"506.801532ms","start":"2026-04-16T03:43:14.656887Z","end":"2026-04-16T03:43:15.163688Z","steps":["trace[178554488] 'agreement among raft nodes before linearized reading' (duration: 506.49139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:15.163751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:14.656868Z","time spent":"506.872633ms","remote":"127.0.0.1:60274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-16T03:43:15.215592Z","caller":"traceutil/trace.go:171","msg":"trace[169017041] transaction","detail":"{read_only:false; response_revision:2666; number_of_response:1; }","duration":"319.63657ms","start":"2026-04-16T03:43:14.895935Z","end":"2026-04-16T03:43:15.215571Z","steps":["trace[169017041] 'process raft request' (duration: 319.420899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:15.215714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:14.895894Z","time spent":"319.765582ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:43:15.215888Z","caller":"traceutil/trace.go:171","msg":"trace[1259835056] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"312.690614ms","start":"2026-04-16T03:43:14.903169Z","end":"2026-04-16T03:43:15.215859Z","steps":["trace[1259835056] 'process raft request' (duration: 312.299501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:15.216075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.92805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1e2a9db2-50dd-4ebc-b45c-01d7f99adb75\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-04-16T03:43:15.216353Z","caller":"traceutil/trace.go:171","msg":"trace[1942582890] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1e2a9db2-50dd-4ebc-b45c-01d7f99adb75; range_end:; response_count:1; response_revision:2667; }","duration":"321.247752ms","start":"2026-04-16T03:43:14.895088Z","end":"2026-04-16T03:43:15.216336Z","steps":["trace[1942582890] 'agreement among raft nodes before linearized reading' (duration: 320.86705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:15.21629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:14.903139Z","time spent":"313.072456ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17050,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:43:15.216094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.96699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:43:15.21611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.250714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-16T03:43:15.217021Z","caller":"traceutil/trace.go:171","msg":"trace[382513562] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2667; }","duration":"321.18441ms","start":"2026-04-16T03:43:14.895817Z","end":"2026-04-16T03:43:15.217002Z","steps":["trace[382513562] 'agreement among raft nodes before linearized reading' (duration: 319.788921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:15.21615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.976621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:43:15.217152Z","caller":"traceutil/trace.go:171","msg":"trace[1704520419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2667; }","duration":"275.028447ms","start":"2026-04-16T03:43:14.942102Z","end":"2026-04-16T03:43:15.217131Z","steps":["trace[1704520419] 'agreement among raft nodes before linearized reading' (duration: 273.92942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:15.21641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:14.895065Z","time spent":"321.328552ms","remote":"127.0.0.1:45604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1315,"request content":"key:\"/registry/persistentvolumes/pvc-1e2a9db2-50dd-4ebc-b45c-01d7f99adb75\" "} {"level":"warn","ts":"2026-04-16T03:43:15.216459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.884029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:43:15.217402Z","caller":"traceutil/trace.go:171","msg":"trace[1338383708] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2667; }","duration":"216.016698ms","start":"2026-04-16T03:43:15.001372Z","end":"2026-04-16T03:43:15.217388Z","steps":["trace[1338383708] 'agreement among raft nodes before linearized reading' (duration: 214.894489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:15.218402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:14.895808Z","time spent":"321.260181ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-16T03:43:15.216639Z","caller":"traceutil/trace.go:171","msg":"trace[1650273540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2667; }","duration":"324.503743ms","start":"2026-04-16T03:43:14.892073Z","end":"2026-04-16T03:43:15.216577Z","steps":["trace[1650273540] 'agreement among raft nodes before linearized reading' (duration: 323.93117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:15.219106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:14.892059Z","time spent":"327.03428ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:43:16.813876Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.054347774s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:43:16.893389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600765114s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:43:16.893704Z","caller":"traceutil/trace.go:171","msg":"trace[256434212] transaction","detail":"{read_only:false; response_revision:2668; number_of_response:1; }","duration":"1.67373008s","start":"2026-04-16T03:43:15.21994Z","end":"2026-04-16T03:43:16.89367Z","steps":["trace[256434212] 'process raft request' (duration: 72.585723ms)","trace[256434212] 'compare' (duration: 1.599865348s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:43:16.893853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:15.219915Z","time spent":"1.67386371s","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:43:16.893953Z","caller":"traceutil/trace.go:171","msg":"trace[681856826] linearizableReadLoop","detail":"{readStateIndex:2776; appliedIndex:2775; }","duration":"1.67242841s","start":"2026-04-16T03:43:15.221497Z","end":"2026-04-16T03:43:16.893925Z","steps":["trace[681856826] 'read index received' (duration: 71.031222ms)","trace[681856826] 'applied index is now lower than readState.Index' (duration: 1.601394558s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:43:16.894155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672635092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T03:43:16.894196Z","caller":"traceutil/trace.go:171","msg":"trace[918856314] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2668; }","duration":"1.672711312s","start":"2026-04-16T03:43:15.221475Z","end":"2026-04-16T03:43:16.894186Z","steps":["trace[918856314] 'agreement among raft nodes before linearized reading' (duration: 1.672573381s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:16.894254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:15.221466Z","time spent":"1.672779312s","remote":"127.0.0.1:45718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-16T03:43:16.895301Z","caller":"traceutil/trace.go:171","msg":"trace[479542039] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"1.673325226s","start":"2026-04-16T03:43:15.221951Z","end":"2026-04-16T03:43:16.895276Z","steps":["trace[479542039] 'process raft request' (duration: 1.673255736s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:16.895427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:15.221946Z","time spent":"1.673419468s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:43:16.895619Z","caller":"traceutil/trace.go:171","msg":"trace[1722402945] transaction","detail":"{read_only:false; response_revision:2669; number_of_response:1; }","duration":"1.6737055s","start":"2026-04-16T03:43:15.221894Z","end":"2026-04-16T03:43:16.8956Z","steps":["trace[1722402945] 'process raft request' (duration: 1.671638656s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:16.895985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:15.221884Z","time spent":"1.674024142s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:43:17.225264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999910932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:43:17.225438Z","caller":"traceutil/trace.go:171","msg":"trace[1910518560] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000125143s","start":"2026-04-16T03:43:15.225292Z","end":"2026-04-16T03:43:17.225417Z","steps":["trace[1910518560] 'agreement among raft nodes before linearized reading' (duration: 1.999917622s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:17.225522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:15.224868Z","time spent":"2.000640646s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:43:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:43:17.355231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.788254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:43:17.355367Z","caller":"traceutil/trace.go:171","msg":"trace[570437958] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"1.701700106s","start":"2026-04-16T03:43:15.653653Z","end":"2026-04-16T03:43:17.355353Z","steps":["trace[570437958] 'process raft request' (duration: 1.513735871s)","trace[570437958] 'compare' (duration: 187.320891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:43:17.355622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:15.653617Z","time spent":"1.701980728s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:43:17.355732Z","caller":"traceutil/trace.go:171","msg":"trace[1765004436] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"1.33117839s","start":"2026-04-16T03:43:16.024525Z","end":"2026-04-16T03:43:17.355703Z","steps":["trace[1765004436] 'process raft request' (duration: 1.330770788s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:43:17.355831Z","caller":"traceutil/trace.go:171","msg":"trace[1292923255] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"1.282615471s","start":"2026-04-16T03:43:16.073205Z","end":"2026-04-16T03:43:17.355821Z","steps":["trace[1292923255] 'process raft request' (duration: 1.2824386s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:17.355883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:16.073188Z","time spent":"1.282677211s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:43:17.35588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:16.024501Z","time spent":"1.331300341s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:43:17.355981Z","caller":"traceutil/trace.go:171","msg":"trace[834748759] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"1.282667391s","start":"2026-04-16T03:43:16.073299Z","end":"2026-04-16T03:43:17.355966Z","steps":["trace[834748759] 'process raft request' (duration: 1.28245281s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:43:17.355989Z","caller":"traceutil/trace.go:171","msg":"trace[1163524569] linearizableReadLoop","detail":"{readStateIndex:2783; appliedIndex:2778; }","duration":"461.945953ms","start":"2026-04-16T03:43:16.89402Z","end":"2026-04-16T03:43:17.355966Z","steps":["trace[1163524569] 'read index received' (duration: 273.215173ms)","trace[1163524569] 'applied index is now lower than readState.Index' (duration: 188.72977ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:43:17.356123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284815596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T03:43:17.35612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.047397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:43:17.356146Z","caller":"traceutil/trace.go:171","msg":"trace[1584661830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2675; }","duration":"1.284910877s","start":"2026-04-16T03:43:16.071229Z","end":"2026-04-16T03:43:17.35614Z","steps":["trace[1584661830] 'agreement among raft nodes before linearized reading' (duration: 1.284777746s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:17.356167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:16.071207Z","time spent":"1.284955647s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:43:17.356195Z","caller":"traceutil/trace.go:171","msg":"trace[1104641366] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"942.594133ms","start":"2026-04-16T03:43:16.41359Z","end":"2026-04-16T03:43:17.356184Z","steps":["trace[1104641366] 'process raft request' (duration: 942.261691ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:43:17.356158Z","caller":"traceutil/trace.go:171","msg":"trace[1099493300] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2675; }","duration":"747.110688ms","start":"2026-04-16T03:43:16.609037Z","end":"2026-04-16T03:43:17.356148Z","steps":["trace[1099493300] 'agreement among raft nodes before linearized reading' (duration: 746.968537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:17.356195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18527999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-16T03:43:17.356256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:16.413558Z","time spent":"942.669254ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:43:17.356282Z","caller":"traceutil/trace.go:171","msg":"trace[655484945] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2675; }","duration":"1.185417301s","start":"2026-04-16T03:43:16.170847Z","end":"2026-04-16T03:43:17.356264Z","steps":["trace[655484945] 'agreement among raft nodes before linearized reading' (duration: 1.185145439s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:17.356295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282921853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-16T03:43:17.356332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:16.170825Z","time spent":"1.185498701s","remote":"127.0.0.1:60274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T03:43:17.356355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879836555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T03:43:17.356369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.862057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:43:17.35638Z","caller":"traceutil/trace.go:171","msg":"trace[492302525] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2675; }","duration":"1.879910596s","start":"2026-04-16T03:43:15.476463Z","end":"2026-04-16T03:43:17.356374Z","steps":["trace[492302525] 'agreement among raft nodes before linearized reading' (duration: 1.879843105s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:43:17.356369Z","caller":"traceutil/trace.go:171","msg":"trace[859567639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2675; }","duration":"1.283023013s","start":"2026-04-16T03:43:16.073329Z","end":"2026-04-16T03:43:17.356352Z","steps":["trace[859567639] 'agreement among raft nodes before linearized reading' (duration: 1.282794622s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:17.3564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:15.476439Z","time spent":"1.879956976s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:43:17.356402Z","caller":"traceutil/trace.go:171","msg":"trace[993775701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2675; }","duration":"130.936759ms","start":"2026-04-16T03:43:17.225457Z","end":"2026-04-16T03:43:17.356393Z","steps":["trace[993775701] 'agreement among raft nodes before linearized reading' (duration: 130.889638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:17.356366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879390372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:43:17.356416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:16.073323Z","time spent":"1.283084214s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:43:17.35624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:16.609024Z","time spent":"747.206409ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:43:17.356459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:16.073291Z","time spent":"1.282784773s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:43:17.356467Z","caller":"traceutil/trace.go:171","msg":"trace[63537297] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2675; }","duration":"1.879517943s","start":"2026-04-16T03:43:15.476929Z","end":"2026-04-16T03:43:17.356447Z","steps":["trace[63537297] 'agreement among raft nodes before linearized reading' (duration: 1.879232641s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:17.356562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:15.476917Z","time spent":"1.879632374s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:43:17.3566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.124064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:43:17.356638Z","caller":"traceutil/trace.go:171","msg":"trace[1113094316] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2675; }","duration":"938.204934ms","start":"2026-04-16T03:43:16.418423Z","end":"2026-04-16T03:43:17.356628Z","steps":["trace[1113094316] 'agreement among raft nodes before linearized reading' (duration: 938.125934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:17.356672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:16.418409Z","time spent":"938.255414ms","remote":"127.0.0.1:45780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:43:17.356294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917300439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:43:17.356729Z","caller":"traceutil/trace.go:171","msg":"trace[735604127] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2675; }","duration":"1.917755672s","start":"2026-04-16T03:43:15.438963Z","end":"2026-04-16T03:43:17.356719Z","steps":["trace[735604127] 'agreement among raft nodes before linearized reading' (duration: 1.917295079s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:17.356812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:15.438947Z","time spent":"1.917822642s","remote":"127.0.0.1:45828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:43:18.669521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.013433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T03:43:18.669581Z","caller":"traceutil/trace.go:171","msg":"trace[1001745864] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2680; }","duration":"306.110154ms","start":"2026-04-16T03:43:18.363458Z","end":"2026-04-16T03:43:18.669568Z","steps":["trace[1001745864] 'range keys from in-memory index tree' (duration: 305.881483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:18.669608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:18.363442Z","time spent":"306.159504ms","remote":"127.0.0.1:60274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T03:43:19.399863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311241045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:43:20.974434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000230652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:43:20.974539Z","caller":"traceutil/trace.go:171","msg":"trace[1621442472] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000405703s","start":"2026-04-16T03:43:18.974114Z","end":"2026-04-16T03:43:20.974519Z","steps":["trace[1621442472] 'agreement among raft nodes before linearized reading' (duration: 2.000257292s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:20.97459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:18.974095Z","time spent":"2.000483743s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:43:21.374771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771773122s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-16T03:43:21.375856Z","caller":"traceutil/trace.go:171","msg":"trace[1519074480] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"2.142555093s","start":"2026-04-16T03:43:19.233271Z","end":"2026-04-16T03:43:21.375826Z","steps":["trace[1519074480] 'process raft request' (duration: 2.141592347s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:21.37601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:19.233245Z","time spent":"2.142693284s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:43:21.531634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.755524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:43:21.531845Z","caller":"traceutil/trace.go:171","msg":"trace[1931884682] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"2.170288359s","start":"2026-04-16T03:43:19.361525Z","end":"2026-04-16T03:43:21.531814Z","steps":["trace[1931884682] 'process raft request' (duration: 2.014285164s)","trace[1931884682] 'compare' (duration: 155.443541ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:43:21.531886Z","caller":"traceutil/trace.go:171","msg":"trace[400348408] linearizableReadLoop","detail":"{readStateIndex:2794; appliedIndex:2788; }","duration":"2.632215148s","start":"2026-04-16T03:43:18.899633Z","end":"2026-04-16T03:43:21.531848Z","steps":["trace[400348408] 'read index received' (duration: 703.602665ms)","trace[400348408] 'applied index is now lower than readState.Index' (duration: 1.928611733s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:43:21.531976Z","caller":"traceutil/trace.go:171","msg":"trace[286374625] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"2.169812296s","start":"2026-04-16T03:43:19.362141Z","end":"2026-04-16T03:43:21.531953Z","steps":["trace[286374625] 'process raft request' (duration: 2.169580895s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:21.532002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:19.361496Z","time spent":"2.17042446s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:43:21.532204Z","caller":"traceutil/trace.go:171","msg":"trace[1055272262] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"2.169943977s","start":"2026-04-16T03:43:19.362244Z","end":"2026-04-16T03:43:21.532188Z","steps":["trace[1055272262] 'process raft request' (duration: 2.169548754s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:21.532283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:19.362102Z","time spent":"2.170120758s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:43:21.532466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090456267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-16T03:43:21.532581Z","caller":"traceutil/trace.go:171","msg":"trace[1129056383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2685; }","duration":"2.090591939s","start":"2026-04-16T03:43:19.441968Z","end":"2026-04-16T03:43:21.53256Z","steps":["trace[1129056383] 'agreement among raft nodes before linearized reading' (duration: 2.090365818s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:21.532663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:19.441954Z","time spent":"2.09069066s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:43:21.532674Z","caller":"traceutil/trace.go:171","msg":"trace[1867771777] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"2.17037873s","start":"2026-04-16T03:43:19.362268Z","end":"2026-04-16T03:43:21.532647Z","steps":["trace[1867771777] 'process raft request' (duration: 2.169551734s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:21.532565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.632845832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T03:43:21.532752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900759814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-04-16T03:43:21.532798Z","caller":"traceutil/trace.go:171","msg":"trace[1163949171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2685; }","duration":"2.633182375s","start":"2026-04-16T03:43:18.899597Z","end":"2026-04-16T03:43:21.532779Z","steps":["trace[1163949171] 'agreement among raft nodes before linearized reading' (duration: 2.632676191s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:21.532808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:19.362256Z","time spent":"2.17047737s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:43:21.532809Z","caller":"traceutil/trace.go:171","msg":"trace[1147246547] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2685; }","duration":"1.900845055s","start":"2026-04-16T03:43:19.631952Z","end":"2026-04-16T03:43:21.532797Z","steps":["trace[1147246547] 'agreement among raft nodes before linearized reading' (duration: 1.900740274s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:21.53281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.480871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:43:21.532841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:19.631932Z","time spent":"1.900901665s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T03:43:21.532848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090143586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T03:43:21.532291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:19.36223Z","time spent":"2.170008728s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:43:21.532666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089756594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T03:43:21.532897Z","caller":"traceutil/trace.go:171","msg":"trace[498055824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2685; }","duration":"557.613102ms","start":"2026-04-16T03:43:20.975266Z","end":"2026-04-16T03:43:21.532879Z","steps":["trace[498055824] 'agreement among raft nodes before linearized reading' (duration: 557.485081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:21.532837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:18.899581Z","time spent":"2.633245385s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:43:21.532914Z","caller":"traceutil/trace.go:171","msg":"trace[1494218993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2685; }","duration":"2.090042135s","start":"2026-04-16T03:43:19.442863Z","end":"2026-04-16T03:43:21.532905Z","steps":["trace[1494218993] 'agreement among raft nodes before linearized reading' (duration: 2.089710473s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:21.532955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:20.975244Z","time spent":"557.697393ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:43:21.532966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:19.442857Z","time spent":"2.090099266s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:43:21.532998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090255167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:43:21.533029Z","caller":"traceutil/trace.go:171","msg":"trace[1266593301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2685; }","duration":"2.090309437s","start":"2026-04-16T03:43:19.442709Z","end":"2026-04-16T03:43:21.533019Z","steps":["trace[1266593301] 'agreement among raft nodes before linearized reading' (duration: 2.090222687s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:21.533028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648085802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:43:21.53307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:19.442698Z","time spent":"2.090364687s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:43:21.533071Z","caller":"traceutil/trace.go:171","msg":"trace[732808646] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2685; }","duration":"1.648172652s","start":"2026-04-16T03:43:19.884889Z","end":"2026-04-16T03:43:21.533062Z","steps":["trace[732808646] 'agreement among raft nodes before linearized reading' (duration: 1.648109062s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:21.533105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:19.884866Z","time spent":"1.648231194s","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:43:21.532907Z","caller":"traceutil/trace.go:171","msg":"trace[288681911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2685; }","duration":"2.090232616s","start":"2026-04-16T03:43:19.442659Z","end":"2026-04-16T03:43:21.532891Z","steps":["trace[288681911] 'agreement among raft nodes before linearized reading' (duration: 2.090093375s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:21.5332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:19.442645Z","time spent":"2.090519018s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:43:21.533343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856307673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T03:43:21.533459Z","caller":"traceutil/trace.go:171","msg":"trace[1571239597] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2685; }","duration":"1.856514155s","start":"2026-04-16T03:43:19.676906Z","end":"2026-04-16T03:43:21.53342Z","steps":["trace[1571239597] 'agreement among raft nodes before linearized reading' (duration: 1.855620529s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:21.533593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:19.676886Z","time spent":"1.856688296s","remote":"127.0.0.1:60274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-16T03:43:21.929479Z","caller":"traceutil/trace.go:171","msg":"trace[538130934] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"389.793187ms","start":"2026-04-16T03:43:21.539661Z","end":"2026-04-16T03:43:21.929454Z","steps":["trace[538130934] 'process raft request' (duration: 389.644726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:21.929631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:21.539636Z","time spent":"389.919848ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:43:23.014524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060222208s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:43:23.014723Z","caller":"traceutil/trace.go:171","msg":"trace[646010013] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"1.475009623s","start":"2026-04-16T03:43:21.539686Z","end":"2026-04-16T03:43:23.014696Z","steps":["trace[646010013] 'process raft request' (duration: 414.546264ms)","trace[646010013] 'compare' (duration: 1.060136417s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:43:23.014758Z","caller":"traceutil/trace.go:171","msg":"trace[1485715119] linearizableReadLoop","detail":"{readStateIndex:2799; appliedIndex:2794; }","duration":"1.472613977s","start":"2026-04-16T03:43:21.542129Z","end":"2026-04-16T03:43:23.014743Z","steps":["trace[1485715119] 'read index received' (duration: 387.169589ms)","trace[1485715119] 'applied index is now lower than readState.Index' (duration: 1.085443488s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:43:23.014846Z","caller":"traceutil/trace.go:171","msg":"trace[1337461921] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"1.474885011s","start":"2026-04-16T03:43:21.539951Z","end":"2026-04-16T03:43:23.014836Z","steps":["trace[1337461921] 'process raft request' (duration: 1.47465372s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:23.014849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:21.539667Z","time spent":"1.475117284s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:43:23.014909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:21.539943Z","time spent":"1.474934032s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:43:23.015019Z","caller":"traceutil/trace.go:171","msg":"trace[2066661879] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"1.47473541s","start":"2026-04-16T03:43:21.540274Z","end":"2026-04-16T03:43:23.01501Z","steps":["trace[2066661879] 'process raft request' (duration: 1.474375828s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:23.015072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:21.540252Z","time spent":"1.474796821s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:43:23.015148Z","caller":"traceutil/trace.go:171","msg":"trace[1502757259] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"1.473870725s","start":"2026-04-16T03:43:21.54127Z","end":"2026-04-16T03:43:23.015141Z","steps":["trace[1502757259] 'process raft request' (duration: 1.473413582s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:23.015201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:21.541255Z","time spent":"1.473917515s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:43:23.015466Z","caller":"traceutil/trace.go:171","msg":"trace[67895812] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"1.473332641s","start":"2026-04-16T03:43:21.542122Z","end":"2026-04-16T03:43:23.015455Z","steps":["trace[67895812] 'process raft request' (duration: 1.472590346s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:23.015537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:21.542101Z","time spent":"1.473401612s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:43:23.015626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473481802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:43:23.015666Z","caller":"traceutil/trace.go:171","msg":"trace[270768744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2691; }","duration":"1.473531463s","start":"2026-04-16T03:43:21.542125Z","end":"2026-04-16T03:43:23.015657Z","steps":["trace[270768744] 'agreement among raft nodes before linearized reading' (duration: 1.473461542s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:23.015688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:21.542108Z","time spent":"1.473575263s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:43:23.515818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311241062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:43:24.016097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311241062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:43:24.386547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.155269ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:43:24.387809Z","caller":"traceutil/trace.go:171","msg":"trace[1575733015] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2691; }","duration":"278.980864ms","start":"2026-04-16T03:43:24.108368Z","end":"2026-04-16T03:43:24.387349Z","steps":["trace[1575733015] 'range keys from in-memory index tree' (duration: 278.144799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:24.391525Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.387411601s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:43:24.392069Z","caller":"traceutil/trace.go:171","msg":"trace[1289818925] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"1.388061877s","start":"2026-04-16T03:43:23.003984Z","end":"2026-04-16T03:43:24.392045Z","steps":["trace[1289818925] 'process raft request' (duration: 1.387816345s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:24.392255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:23.003959Z","time spent":"1.388199318s","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9807,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:43:24.409804Z","caller":"traceutil/trace.go:171","msg":"trace[2024201258] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"869.819556ms","start":"2026-04-16T03:43:23.539963Z","end":"2026-04-16T03:43:24.409783Z","steps":["trace[2024201258] 'process raft request' (duration: 869.752515ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:43:24.409823Z","caller":"traceutil/trace.go:171","msg":"trace[517472811] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"871.008164ms","start":"2026-04-16T03:43:23.538789Z","end":"2026-04-16T03:43:24.409797Z","steps":["trace[517472811] 'process raft request' (duration: 870.825802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:24.409935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:23.538762Z","time spent":"871.112294ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:43:24.409961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:23.539926Z","time spent":"869.930677ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:43:24.410363Z","caller":"traceutil/trace.go:171","msg":"trace[1976337342] linearizableReadLoop","detail":"{readStateIndex:2806; appliedIndex:2800; }","duration":"1.395553097s","start":"2026-04-16T03:43:23.014786Z","end":"2026-04-16T03:43:24.410339Z","steps":["trace[1976337342] 'read index received' (duration: 1.376951432s)","trace[1976337342] 'applied index is now lower than readState.Index' (duration: 18.600585ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:43:24.410509Z","caller":"traceutil/trace.go:171","msg":"trace[311680051] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"488.70457ms","start":"2026-04-16T03:43:23.921779Z","end":"2026-04-16T03:43:24.410484Z","steps":["trace[311680051] 'process raft request' (duration: 488.484859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:24.410629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408053201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:43:24.410719Z","caller":"traceutil/trace.go:171","msg":"trace[1751019233] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"869.722874ms","start":"2026-04-16T03:43:23.540986Z","end":"2026-04-16T03:43:24.410709Z","steps":["trace[1751019233] 'process raft request' (duration: 869.05944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:24.410776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:23.540955Z","time spent":"869.795275ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:43:24.410733Z","caller":"traceutil/trace.go:171","msg":"trace[1857693388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2697; }","duration":"1.408216013s","start":"2026-04-16T03:43:23.002502Z","end":"2026-04-16T03:43:24.410718Z","steps":["trace[1857693388] 'agreement among raft nodes before linearized reading' (duration: 1.408027031s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:24.410914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:23.002462Z","time spent":"1.408433244s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:43:24.410824Z","caller":"traceutil/trace.go:171","msg":"trace[1566189846] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"870.092207ms","start":"2026-04-16T03:43:23.540715Z","end":"2026-04-16T03:43:24.410807Z","steps":["trace[1566189846] 'process raft request' (duration: 869.03221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:24.410965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867298548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:43:24.411244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.127686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:43:24.41128Z","caller":"traceutil/trace.go:171","msg":"trace[1852013001] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2697; }","duration":"380.185818ms","start":"2026-04-16T03:43:24.031083Z","end":"2026-04-16T03:43:24.411269Z","steps":["trace[1852013001] 'agreement among raft nodes before linearized reading' (duration: 380.126617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:24.411318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:24.031069Z","time spent":"380.240038ms","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:43:24.411424Z","caller":"traceutil/trace.go:171","msg":"trace[1317570308] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2697; }","duration":"2.86756685s","start":"2026-04-16T03:43:21.543636Z","end":"2026-04-16T03:43:24.411202Z","steps":["trace[1317570308] 'agreement among raft nodes before linearized reading' (duration: 2.867254318s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:24.411476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.684172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:43:24.411505Z","caller":"traceutil/trace.go:171","msg":"trace[311972996] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2697; }","duration":"611.748872ms","start":"2026-04-16T03:43:23.799748Z","end":"2026-04-16T03:43:24.411497Z","steps":["trace[311972996] 'agreement among raft nodes before linearized reading' (duration: 611.696122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:24.41154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:23.799729Z","time spent":"611.803973ms","remote":"127.0.0.1:45930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":6,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:43:24.411487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:21.543615Z","time spent":"2.867858072s","remote":"127.0.0.1:45896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-16T03:43:24.410958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394273478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:43:24.411695Z","caller":"traceutil/trace.go:171","msg":"trace[249465036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2697; }","duration":"1.395026174s","start":"2026-04-16T03:43:23.01665Z","end":"2026-04-16T03:43:24.411676Z","steps":["trace[249465036] 'agreement among raft nodes before linearized reading' (duration: 1.394274078s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:24.411754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:23.016637Z","time spent":"1.395100264s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:43:24.410677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:23.921749Z","time spent":"488.828871ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:43:24.412025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.523385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:43:24.412071Z","caller":"traceutil/trace.go:171","msg":"trace[2044849902] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:2697; }","duration":"918.569585ms","start":"2026-04-16T03:43:23.493491Z","end":"2026-04-16T03:43:24.412061Z","steps":["trace[2044849902] 'agreement among raft nodes before linearized reading' (duration: 918.419294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:24.4121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:23.49347Z","time spent":"918.623975ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-04-16T03:43:24.412125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:23.540683Z","time spent":"870.617651ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:43:24.412371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871853137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-16T03:43:24.41243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706584161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:43:24.412481Z","caller":"traceutil/trace.go:171","msg":"trace[1137537976] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2697; }","duration":"2.706675572s","start":"2026-04-16T03:43:21.705795Z","end":"2026-04-16T03:43:24.412471Z","steps":["trace[1137537976] 'agreement among raft nodes before linearized reading' (duration: 2.706598681s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:24.412525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:21.705746Z","time spent":"2.706766682s","remote":"127.0.0.1:58500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:43:24.412422Z","caller":"traceutil/trace.go:171","msg":"trace[310202430] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2697; }","duration":"1.871941087s","start":"2026-04-16T03:43:22.540468Z","end":"2026-04-16T03:43:24.412409Z","steps":["trace[310202430] 'agreement among raft nodes before linearized reading' (duration: 1.871718886s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:43:24.41269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:43:22.540448Z","time spent":"1.872226919s","remote":"127.0.0.1:60274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T03:44:40.111179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311242155,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:44:40.344926Z","caller":"traceutil/trace.go:171","msg":"trace[1667732965] transaction","detail":"{read_only:false; response_revision:3151; number_of_response:1; }","duration":"832.237111ms","start":"2026-04-16T03:44:39.512657Z","end":"2026-04-16T03:44:40.344894Z","steps":["trace[1667732965] 'process raft request' (duration: 832.04772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:44:40.345101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:44:39.512633Z","time spent":"832.386482ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:44:41.152724Z","caller":"traceutil/trace.go:171","msg":"trace[1689382129] linearizableReadLoop","detail":"{readStateIndex:3278; appliedIndex:3276; }","duration":"1.542199505s","start":"2026-04-16T03:44:39.610501Z","end":"2026-04-16T03:44:41.152701Z","steps":["trace[1689382129] 'read index received' (duration: 734.146234ms)","trace[1689382129] 'applied index is now lower than readState.Index' (duration: 808.052241ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:44:41.153053Z","caller":"traceutil/trace.go:171","msg":"trace[989209169] transaction","detail":"{read_only:false; response_revision:3152; number_of_response:1; }","duration":"1.061991753s","start":"2026-04-16T03:44:40.091039Z","end":"2026-04-16T03:44:41.153031Z","steps":["trace[989209169] 'process raft request' (duration: 1.046679502s)","trace[989209169] 'compare' (duration: 14.555566ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:44:41.153352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542841339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:44:41.153414Z","caller":"traceutil/trace.go:171","msg":"trace[268223833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3152; }","duration":"1.54292912s","start":"2026-04-16T03:44:39.610451Z","end":"2026-04-16T03:44:41.15338Z","steps":["trace[268223833] 'agreement among raft nodes before linearized reading' (duration: 1.542295736s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:44:41.153451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:44:39.61043Z","time spent":"1.54301048s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:44:41.153509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:44:40.091008Z","time spent":"1.062333685s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:44:41.159477Z","caller":"traceutil/trace.go:171","msg":"trace[9338402] transaction","detail":"{read_only:false; response_revision:3153; number_of_response:1; }","duration":"453.452676ms","start":"2026-04-16T03:44:40.706004Z","end":"2026-04-16T03:44:41.159456Z","steps":["trace[9338402] 'process raft request' (duration: 453.237224ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:44:41.159586Z","caller":"traceutil/trace.go:171","msg":"trace[1427841141] transaction","detail":"{read_only:false; response_revision:3154; number_of_response:1; }","duration":"290.336592ms","start":"2026-04-16T03:44:40.869222Z","end":"2026-04-16T03:44:41.159559Z","steps":["trace[1427841141] 'process raft request' (duration: 290.128401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:44:41.159649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:44:40.70598Z","time spent":"453.545686ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:44:41.160232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487679376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:44:41.160287Z","caller":"traceutil/trace.go:171","msg":"trace[1158449862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3156; }","duration":"1.487774097s","start":"2026-04-16T03:44:39.6725Z","end":"2026-04-16T03:44:41.160274Z","steps":["trace[1158449862] 'agreement among raft nodes before linearized reading' (duration: 1.487632486s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:44:41.160976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488404741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T03:44:41.161007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:44:39.67247Z","time spent":"1.488494931s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:44:41.161019Z","caller":"traceutil/trace.go:171","msg":"trace[1230782455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3157; }","duration":"1.488484071s","start":"2026-04-16T03:44:39.672524Z","end":"2026-04-16T03:44:41.161008Z","steps":["trace[1230782455] 'agreement among raft nodes before linearized reading' (duration: 1.488202929s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:44:41.161055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:44:39.672511Z","time spent":"1.488536301s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:44:41.160522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487933988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:44:41.161197Z","caller":"traceutil/trace.go:171","msg":"trace[587900254] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3156; }","duration":"1.488686622s","start":"2026-04-16T03:44:39.672487Z","end":"2026-04-16T03:44:41.161174Z","steps":["trace[587900254] 'agreement among raft nodes before linearized reading' (duration: 1.487904807s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:44:41.160567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.548475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:44:41.161268Z","caller":"traceutil/trace.go:171","msg":"trace[1836905834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3157; }","duration":"185.27442ms","start":"2026-04-16T03:44:40.975975Z","end":"2026-04-16T03:44:41.16125Z","steps":["trace[1836905834] 'agreement among raft nodes before linearized reading' (duration: 184.533005ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:44:41.160643Z","caller":"traceutil/trace.go:171","msg":"trace[1528156139] transaction","detail":"{read_only:false; response_revision:3155; number_of_response:1; }","duration":"273.3194ms","start":"2026-04-16T03:44:40.887302Z","end":"2026-04-16T03:44:41.160621Z","steps":["trace[1528156139] 'process raft request' (duration: 272.113462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:44:41.161273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:44:39.672434Z","time spent":"1.488817933s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:44:41.160662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.999941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-16T03:44:41.161415Z","caller":"traceutil/trace.go:171","msg":"trace[336809182] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3157; }","duration":"301.777847ms","start":"2026-04-16T03:44:40.859622Z","end":"2026-04-16T03:44:41.1614Z","steps":["trace[336809182] 'agreement among raft nodes before linearized reading' (duration: 300.973802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:44:41.161464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:44:40.859602Z","time spent":"301.850087ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-16T03:44:41.160718Z","caller":"traceutil/trace.go:171","msg":"trace[2080085236] transaction","detail":"{read_only:false; response_revision:3156; number_of_response:1; }","duration":"207.633777ms","start":"2026-04-16T03:44:40.953063Z","end":"2026-04-16T03:44:41.160697Z","steps":["trace[2080085236] 'process raft request' (duration: 207.027753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:44:41.160862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133790846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:44:41.161621Z","caller":"traceutil/trace.go:171","msg":"trace[530680384] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:3156; }","duration":"1.135022984s","start":"2026-04-16T03:44:40.026555Z","end":"2026-04-16T03:44:41.161578Z","steps":["trace[530680384] 'agreement among raft nodes before linearized reading' (duration: 1.133801616s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:44:41.160889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.548879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:44:41.161681Z","caller":"traceutil/trace.go:171","msg":"trace[1130463403] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3157; }","duration":"169.386985ms","start":"2026-04-16T03:44:40.992282Z","end":"2026-04-16T03:44:41.161669Z","steps":["trace[1130463403] 'agreement among raft nodes before linearized reading' (duration: 168.027097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:44:41.161724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:44:40.02653Z","time spent":"1.135154114s","remote":"127.0.0.1:58366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:45:14.861927Z","caller":"traceutil/trace.go:171","msg":"trace[151933306] transaction","detail":"{read_only:false; response_revision:3340; number_of_response:1; }","duration":"216.287647ms","start":"2026-04-16T03:45:14.645615Z","end":"2026-04-16T03:45:14.861903Z","steps":["trace[151933306] 'process raft request' (duration: 215.851614ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:45:15.750514Z","caller":"traceutil/trace.go:171","msg":"trace[1955170288] transaction","detail":"{read_only:false; response_revision:3341; number_of_response:1; }","duration":"410.148629ms","start":"2026-04-16T03:45:15.340343Z","end":"2026-04-16T03:45:15.750492Z","steps":["trace[1955170288] 'process raft request' (duration: 410.026428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:45:15.750648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:45:15.34031Z","time spent":"410.264749ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:45:16.948315Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.19788919s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:45:17.9595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010910384s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:45:17.959811Z","caller":"traceutil/trace.go:171","msg":"trace[1700067868] linearizableReadLoop","detail":"{readStateIndex:3476; appliedIndex:3474; }","duration":"2.602339923s","start":"2026-04-16T03:45:15.35746Z","end":"2026-04-16T03:45:17.9598Z","steps":["trace[1700067868] 'read index received' (duration: 393.012196ms)","trace[1700067868] 'applied index is now lower than readState.Index' (duration: 2.209327117s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:45:17.95984Z","caller":"traceutil/trace.go:171","msg":"trace[683558000] transaction","detail":"{read_only:false; response_revision:3342; number_of_response:1; }","duration":"2.617092s","start":"2026-04-16T03:45:15.342714Z","end":"2026-04-16T03:45:17.959806Z","steps":["trace[683558000] 'process raft request' (duration: 1.605810273s)","trace[683558000] 'compare' (duration: 1.009307394s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:45:17.95999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:45:15.342697Z","time spent":"2.61722362s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:45:17.959981Z","caller":"traceutil/trace.go:171","msg":"trace[79022406] transaction","detail":"{read_only:false; response_revision:3344; number_of_response:1; }","duration":"2.59585924s","start":"2026-04-16T03:45:15.364078Z","end":"2026-04-16T03:45:17.959937Z","steps":["trace[79022406] 'process raft request' (duration: 2.595693329s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:45:17.959992Z","caller":"traceutil/trace.go:171","msg":"trace[1349256213] transaction","detail":"{read_only:false; response_revision:3343; number_of_response:1; }","duration":"2.597682532s","start":"2026-04-16T03:45:15.362279Z","end":"2026-04-16T03:45:17.959961Z","steps":["trace[1349256213] 'process raft request' (duration: 2.59729586s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:45:17.96009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.602633365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-16T03:45:17.960147Z","caller":"traceutil/trace.go:171","msg":"trace[1951427129] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3344; }","duration":"2.602726037s","start":"2026-04-16T03:45:15.357406Z","end":"2026-04-16T03:45:17.960132Z","steps":["trace[1951427129] 'agreement among raft nodes before linearized reading' (duration: 2.602565686s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:45:17.960142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:45:15.364054Z","time spent":"2.595999901s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:45:17.960188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:45:15.357386Z","time spent":"2.602794747s","remote":"127.0.0.1:45650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-16T03:45:17.960183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:45:15.362252Z","time spent":"2.597805064s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:45:17.966321Z","caller":"traceutil/trace.go:171","msg":"trace[730738992] transaction","detail":"{read_only:false; response_revision:3345; number_of_response:1; }","duration":"1.582007967s","start":"2026-04-16T03:45:16.384293Z","end":"2026-04-16T03:45:17.966301Z","steps":["trace[730738992] 'process raft request' (duration: 1.581860216s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:45:17.96644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:45:16.384269Z","time spent":"1.582110107s","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9994,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:45:18.020721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259576324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-16T03:45:18.020865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.398288576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:45:18.020913Z","caller":"traceutil/trace.go:171","msg":"trace[584408446] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3347; }","duration":"2.398371257s","start":"2026-04-16T03:45:15.622527Z","end":"2026-04-16T03:45:18.020898Z","steps":["trace[584408446] 'agreement among raft nodes before linearized reading' (duration: 2.398306757s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:45:18.020877Z","caller":"traceutil/trace.go:171","msg":"trace[1467834993] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3347; }","duration":"1.259777655s","start":"2026-04-16T03:45:16.761081Z","end":"2026-04-16T03:45:18.020859Z","steps":["trace[1467834993] 'agreement among raft nodes before linearized reading' (duration: 1.259480003s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:45:18.021039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553678554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:45:18.021055Z","caller":"traceutil/trace.go:171","msg":"trace[952182145] transaction","detail":"{read_only:false; response_revision:3346; number_of_response:1; }","duration":"874.732111ms","start":"2026-04-16T03:45:17.146304Z","end":"2026-04-16T03:45:18.021036Z","steps":["trace[952182145] 'process raft request' (duration: 874.048367ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:45:18.021085Z","caller":"traceutil/trace.go:171","msg":"trace[620855203] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3347; }","duration":"2.553759994s","start":"2026-04-16T03:45:15.467315Z","end":"2026-04-16T03:45:18.021075Z","steps":["trace[620855203] 'agreement among raft nodes before linearized reading' (duration: 2.553663954s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:45:18.021119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:45:15.467294Z","time spent":"2.553818835s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:45:18.021151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:45:17.14628Z","time spent":"874.814812ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:45:18.021268Z","caller":"traceutil/trace.go:171","msg":"trace[785651654] transaction","detail":"{read_only:false; response_revision:3347; number_of_response:1; }","duration":"265.123537ms","start":"2026-04-16T03:45:17.756135Z","end":"2026-04-16T03:45:18.021258Z","steps":["trace[785651654] 'process raft request' (duration: 264.344693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:45:18.021282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:45:16.761058Z","time spent":"1.260118467s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T03:45:18.021444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647003627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:45:18.021482Z","caller":"traceutil/trace.go:171","msg":"trace[1195571439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3347; }","duration":"2.647073237s","start":"2026-04-16T03:45:15.374399Z","end":"2026-04-16T03:45:18.021473Z","steps":["trace[1195571439] 'agreement among raft nodes before linearized reading' (duration: 2.646961826s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:45:18.021515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:45:15.374382Z","time spent":"2.647125577s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:45:18.0208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154478645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:45:18.021684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.863967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-16T03:45:18.021733Z","caller":"traceutil/trace.go:171","msg":"trace[147907196] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3347; }","duration":"948.966767ms","start":"2026-04-16T03:45:17.072755Z","end":"2026-04-16T03:45:18.021722Z","steps":["trace[147907196] 'agreement among raft nodes before linearized reading' (duration: 948.869897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:45:18.021765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:45:17.072731Z","time spent":"949.027738ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-16T03:45:18.021783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.8976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-16T03:45:18.020734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.55747728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:45:18.021778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042835012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:45:18.021741Z","caller":"traceutil/trace.go:171","msg":"trace[1701418017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3347; }","duration":"1.155504931s","start":"2026-04-16T03:45:16.866208Z","end":"2026-04-16T03:45:18.021713Z","steps":["trace[1701418017] 'agreement among raft nodes before linearized reading' (duration: 1.154368464s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:45:18.021929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:45:16.866188Z","time spent":"1.155720563s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:45:18.020812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727594362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:45:18.022027Z","caller":"traceutil/trace.go:171","msg":"trace[1388417182] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3347; }","duration":"1.72880231s","start":"2026-04-16T03:45:16.293191Z","end":"2026-04-16T03:45:18.021993Z","steps":["trace[1388417182] 'agreement among raft nodes before linearized reading' (duration: 1.727575091s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:45:18.022124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:45:16.293149Z","time spent":"1.728945441s","remote":"127.0.0.1:58428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:45:18.02163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.563993652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T03:45:18.020981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.801524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a6b98708155dc0\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-16T03:45:18.022249Z","caller":"traceutil/trace.go:171","msg":"trace[748448468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3347; }","duration":"2.564680367s","start":"2026-04-16T03:45:15.457526Z","end":"2026-04-16T03:45:18.022206Z","steps":["trace[748448468] 'agreement among raft nodes before linearized reading' (duration: 2.563862801s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:45:18.022271Z","caller":"traceutil/trace.go:171","msg":"trace[2102934614] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a6b98708155dc0; range_end:; response_count:1; response_revision:3347; }","duration":"368.148543ms","start":"2026-04-16T03:45:17.654111Z","end":"2026-04-16T03:45:18.02226Z","steps":["trace[2102934614] 'agreement among raft nodes before linearized reading' (duration: 366.738513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:45:18.022308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:45:15.457512Z","time spent":"2.564777008s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:45:18.022348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:45:17.654092Z","time spent":"368.243314ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":801,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a6b98708155dc0\" "} {"level":"info","ts":"2026-04-16T03:45:18.021847Z","caller":"traceutil/trace.go:171","msg":"trace[1120099150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3347; }","duration":"2.558598077s","start":"2026-04-16T03:45:15.463236Z","end":"2026-04-16T03:45:18.021834Z","steps":["trace[1120099150] 'agreement among raft nodes before linearized reading' (duration: 2.557378549s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:45:18.022497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:45:15.463197Z","time spent":"2.559283542s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:45:18.021862Z","caller":"traceutil/trace.go:171","msg":"trace[2026995325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3347; }","duration":"1.042954854s","start":"2026-04-16T03:45:16.97889Z","end":"2026-04-16T03:45:18.021844Z","steps":["trace[2026995325] 'agreement among raft nodes before linearized reading' (duration: 1.042793453s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:45:18.022554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:45:16.978868Z","time spent":"1.043680629s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:45:18.020959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:45:15.622496Z","time spent":"2.398452578s","remote":"127.0.0.1:45772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:45:18.021847Z","caller":"traceutil/trace.go:171","msg":"trace[1394405540] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3347; }","duration":"669.98194ms","start":"2026-04-16T03:45:17.351841Z","end":"2026-04-16T03:45:18.021823Z","steps":["trace[1394405540] 'agreement among raft nodes before linearized reading' (duration: 669.861949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:45:18.022765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:45:17.351823Z","time spent":"670.890296ms","remote":"127.0.0.1:45620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T03:45:42.179561Z","caller":"traceutil/trace.go:171","msg":"trace[481191196] transaction","detail":"{read_only:false; response_revision:3475; number_of_response:1; }","duration":"110.18006ms","start":"2026-04-16T03:45:42.069354Z","end":"2026-04-16T03:45:42.179534Z","steps":["trace[481191196] 'process raft request' (duration: 110.09368ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:45:42.179665Z","caller":"traceutil/trace.go:171","msg":"trace[2002398394] transaction","detail":"{read_only:false; response_revision:3474; number_of_response:1; }","duration":"110.396232ms","start":"2026-04-16T03:45:42.069244Z","end":"2026-04-16T03:45:42.17964Z","steps":["trace[2002398394] 'process raft request' (duration: 109.509536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:45:56.45069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.763367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:45:56.450962Z","caller":"traceutil/trace.go:171","msg":"trace[830596251] transaction","detail":"{read_only:false; response_revision:3565; number_of_response:1; }","duration":"196.530305ms","start":"2026-04-16T03:45:56.254234Z","end":"2026-04-16T03:45:56.450764Z","steps":["trace[830596251] 'process raft request' (duration: 80.630947ms)","trace[830596251] 'compare' (duration: 115.638926ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:45:56.459886Z","caller":"traceutil/trace.go:171","msg":"trace[770965935] transaction","detail":"{read_only:false; response_revision:3566; number_of_response:1; }","duration":"178.934409ms","start":"2026-04-16T03:45:56.280926Z","end":"2026-04-16T03:45:56.459861Z","steps":["trace[770965935] 'process raft request' (duration: 178.785158ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:45:56.498966Z","caller":"traceutil/trace.go:171","msg":"trace[1101875254] transaction","detail":"{read_only:false; response_revision:3567; number_of_response:1; }","duration":"156.428122ms","start":"2026-04-16T03:45:56.342512Z","end":"2026-04-16T03:45:56.49894Z","steps":["trace[1101875254] 'process raft request' (duration: 156.257181ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:45:56.499165Z","caller":"traceutil/trace.go:171","msg":"trace[1283739405] transaction","detail":"{read_only:false; response_revision:3568; number_of_response:1; }","duration":"156.517073ms","start":"2026-04-16T03:45:56.342631Z","end":"2026-04-16T03:45:56.499148Z","steps":["trace[1283739405] 'process raft request' (duration: 156.265911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:45:56.499334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.745173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:45:56.499365Z","caller":"traceutil/trace.go:171","msg":"trace[1195053842] linearizableReadLoop","detail":"{readStateIndex:3711; appliedIndex:3708; }","duration":"142.520721ms","start":"2026-04-16T03:45:56.356574Z","end":"2026-04-16T03:45:56.499095Z","steps":["trace[1195053842] 'read index received' (duration: 103.140434ms)","trace[1195053842] 'applied index is now lower than readState.Index' (duration: 39.378427ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:45:56.499397Z","caller":"traceutil/trace.go:171","msg":"trace[2084638947] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3568; }","duration":"143.014074ms","start":"2026-04-16T03:45:56.356369Z","end":"2026-04-16T03:45:56.499383Z","steps":["trace[2084638947] 'agreement among raft nodes before linearized reading' (duration: 142.853683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:45:56.499534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.351416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:45:56.499555Z","caller":"traceutil/trace.go:171","msg":"trace[1648912794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3568; }","duration":"103.383336ms","start":"2026-04-16T03:45:56.396166Z","end":"2026-04-16T03:45:56.49955Z","steps":["trace[1648912794] 'agreement among raft nodes before linearized reading' (duration: 103.333366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:45:56.499646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.791059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:45:56.499664Z","caller":"traceutil/trace.go:171","msg":"trace[460597747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3568; }","duration":"103.825409ms","start":"2026-04-16T03:45:56.395834Z","end":"2026-04-16T03:45:56.499659Z","steps":["trace[460597747] 'agreement among raft nodes before linearized reading' (duration: 103.777249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:45:56.499713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.786668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:45:56.499751Z","caller":"traceutil/trace.go:171","msg":"trace[1096373682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3568; }","duration":"103.906529ms","start":"2026-04-16T03:45:56.395834Z","end":"2026-04-16T03:45:56.499741Z","steps":["trace[1096373682] 'agreement among raft nodes before linearized reading' (duration: 103.686428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:45:56.500092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.167344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:45:56.500135Z","caller":"traceutil/trace.go:171","msg":"trace[1643543903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3568; }","duration":"106.254645ms","start":"2026-04-16T03:45:56.393871Z","end":"2026-04-16T03:45:56.500125Z","steps":["trace[1643543903] 'agreement among raft nodes before linearized reading' (duration: 105.574011ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:45:56.649432Z","caller":"traceutil/trace.go:171","msg":"trace[1302549036] transaction","detail":"{read_only:false; response_revision:3571; number_of_response:1; }","duration":"145.912145ms","start":"2026-04-16T03:45:56.503491Z","end":"2026-04-16T03:45:56.649403Z","steps":["trace[1302549036] 'process raft request' (duration: 145.780203ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:45:56.649545Z","caller":"traceutil/trace.go:171","msg":"trace[303570983] transaction","detail":"{read_only:false; response_revision:3570; number_of_response:1; }","duration":"146.034296ms","start":"2026-04-16T03:45:56.503466Z","end":"2026-04-16T03:45:56.649501Z","steps":["trace[303570983] 'process raft request' (duration: 144.617446ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:45:56.649708Z","caller":"traceutil/trace.go:171","msg":"trace[1429780950] transaction","detail":"{read_only:false; response_revision:3572; number_of_response:1; }","duration":"146.127546ms","start":"2026-04-16T03:45:56.503552Z","end":"2026-04-16T03:45:56.649679Z","steps":["trace[1429780950] 'process raft request' (duration: 145.776232ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:45:56.650053Z","caller":"traceutil/trace.go:171","msg":"trace[1681404592] transaction","detail":"{read_only:false; response_revision:3573; number_of_response:1; }","duration":"146.462078ms","start":"2026-04-16T03:45:56.50357Z","end":"2026-04-16T03:45:56.650033Z","steps":["trace[1681404592] 'process raft request' (duration: 146.227536ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:46:14.704284Z","caller":"traceutil/trace.go:171","msg":"trace[1887003252] transaction","detail":"{read_only:false; response_revision:3663; number_of_response:1; }","duration":"103.910299ms","start":"2026-04-16T03:46:14.600356Z","end":"2026-04-16T03:46:14.704267Z","steps":["trace[1887003252] 'process raft request' (duration: 103.764828ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:46:14.704312Z","caller":"traceutil/trace.go:171","msg":"trace[961702970] transaction","detail":"{read_only:false; response_revision:3662; number_of_response:1; }","duration":"104.381313ms","start":"2026-04-16T03:46:14.599892Z","end":"2026-04-16T03:46:14.704273Z","steps":["trace[961702970] 'process raft request' (duration: 57.454406ms)","trace[961702970] 'compare' (duration: 46.632125ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:46:15.011737Z","caller":"traceutil/trace.go:171","msg":"trace[955173620] transaction","detail":"{read_only:false; response_revision:3665; number_of_response:1; }","duration":"111.169115ms","start":"2026-04-16T03:46:14.900553Z","end":"2026-04-16T03:46:15.011722Z","steps":["trace[955173620] 'process raft request' (duration: 111.077044ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:46:15.023405Z","caller":"traceutil/trace.go:171","msg":"trace[547956489] transaction","detail":"{read_only:false; response_revision:3666; number_of_response:1; }","duration":"122.745432ms","start":"2026-04-16T03:46:14.900629Z","end":"2026-04-16T03:46:15.023375Z","steps":["trace[547956489] 'process raft request' (duration: 122.5708ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:46:15.023435Z","caller":"traceutil/trace.go:171","msg":"trace[17572752] transaction","detail":"{read_only:false; response_revision:3668; number_of_response:1; }","duration":"122.209128ms","start":"2026-04-16T03:46:14.901213Z","end":"2026-04-16T03:46:15.023422Z","steps":["trace[17572752] 'process raft request' (duration: 122.102437ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:46:15.023433Z","caller":"traceutil/trace.go:171","msg":"trace[487626493] transaction","detail":"{read_only:false; response_revision:3667; number_of_response:1; }","duration":"122.732701ms","start":"2026-04-16T03:46:14.90067Z","end":"2026-04-16T03:46:15.023402Z","steps":["trace[487626493] 'process raft request' (duration: 122.616119ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:46:24.809822Z","caller":"traceutil/trace.go:171","msg":"trace[1907617119] transaction","detail":"{read_only:false; response_revision:3714; number_of_response:1; }","duration":"140.625358ms","start":"2026-04-16T03:46:24.669175Z","end":"2026-04-16T03:46:24.8098Z","steps":["trace[1907617119] 'process raft request' (duration: 140.487517ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:46:56.208315Z","caller":"traceutil/trace.go:171","msg":"trace[834331733] transaction","detail":"{read_only:false; response_revision:3878; number_of_response:1; }","duration":"112.01062ms","start":"2026-04-16T03:46:56.09628Z","end":"2026-04-16T03:46:56.208291Z","steps":["trace[834331733] 'process raft request' (duration: 111.832529ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:46:56.666938Z","caller":"traceutil/trace.go:171","msg":"trace[1251233271] transaction","detail":"{read_only:false; response_revision:3880; number_of_response:1; }","duration":"151.583798ms","start":"2026-04-16T03:46:56.515311Z","end":"2026-04-16T03:46:56.666895Z","steps":["trace[1251233271] 'process raft request' (duration: 151.348126ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:46:56.819703Z","caller":"traceutil/trace.go:171","msg":"trace[1860728502] transaction","detail":"{read_only:false; response_revision:3881; number_of_response:1; }","duration":"107.988465ms","start":"2026-04-16T03:46:56.711691Z","end":"2026-04-16T03:46:56.819679Z","steps":["trace[1860728502] 'process raft request' (duration: 107.824534ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:46:57.103469Z","caller":"traceutil/trace.go:171","msg":"trace[872852226] linearizableReadLoop","detail":"{readStateIndex:4040; appliedIndex:4037; }","duration":"145.772761ms","start":"2026-04-16T03:46:56.957665Z","end":"2026-04-16T03:46:57.103437Z","steps":["trace[872852226] 'read index received' (duration: 27.037997ms)","trace[872852226] 'applied index is now lower than readState.Index' (duration: 118.733844ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:46:57.10355Z","caller":"traceutil/trace.go:171","msg":"trace[334917512] transaction","detail":"{read_only:false; response_revision:3884; number_of_response:1; }","duration":"150.782383ms","start":"2026-04-16T03:46:56.952726Z","end":"2026-04-16T03:46:57.103508Z","steps":["trace[334917512] 'process raft request' (duration: 150.544502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:46:57.103828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.869134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:46:57.103868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.017462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:46:57.10389Z","caller":"traceutil/trace.go:171","msg":"trace[832451515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3884; }","duration":"127.970124ms","start":"2026-04-16T03:46:56.975906Z","end":"2026-04-16T03:46:57.103876Z","steps":["trace[832451515] 'agreement among raft nodes before linearized reading' (duration: 127.770653ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:46:57.103927Z","caller":"traceutil/trace.go:171","msg":"trace[2115431821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3884; }","duration":"146.288864ms","start":"2026-04-16T03:46:56.957623Z","end":"2026-04-16T03:46:57.103912Z","steps":["trace[2115431821] 'agreement among raft nodes before linearized reading' (duration: 145.953081ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:46:57.258958Z","caller":"traceutil/trace.go:171","msg":"trace[1790210737] transaction","detail":"{read_only:false; response_revision:3885; number_of_response:1; }","duration":"149.743326ms","start":"2026-04-16T03:46:57.109141Z","end":"2026-04-16T03:46:57.258884Z","steps":["trace[1790210737] 'process raft request' (duration: 98.884714ms)","trace[1790210737] 'compare' (duration: 50.6176ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:46:57.582967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.002437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:46:57.583069Z","caller":"traceutil/trace.go:171","msg":"trace[1251683035] linearizableReadLoop","detail":"{readStateIndex:4042; appliedIndex:4041; }","duration":"250.254532ms","start":"2026-04-16T03:46:57.332799Z","end":"2026-04-16T03:46:57.583054Z","steps":["trace[1251683035] 'read index received' (duration: 96.999632ms)","trace[1251683035] 'applied index is now lower than readState.Index' (duration: 153.25381ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:46:57.583254Z","caller":"traceutil/trace.go:171","msg":"trace[237468269] transaction","detail":"{read_only:false; response_revision:3886; number_of_response:1; }","duration":"274.003437ms","start":"2026-04-16T03:46:57.309237Z","end":"2026-04-16T03:46:57.583241Z","steps":["trace[237468269] 'process raft request' (duration: 120.652608ms)","trace[237468269] 'compare' (duration: 152.829936ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:46:57.583503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.707354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:46:57.583549Z","caller":"traceutil/trace.go:171","msg":"trace[586183524] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3886; }","duration":"250.786075ms","start":"2026-04-16T03:46:57.33275Z","end":"2026-04-16T03:46:57.583536Z","steps":["trace[586183524] 'agreement among raft nodes before linearized reading' (duration: 250.658334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:46:57.583782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.471227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:46:57.58382Z","caller":"traceutil/trace.go:171","msg":"trace[1153391116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3886; }","duration":"246.529607ms","start":"2026-04-16T03:46:57.337282Z","end":"2026-04-16T03:46:57.583812Z","steps":["trace[1153391116] 'agreement among raft nodes before linearized reading' (duration: 246.440277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:46:57.584035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.712519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-16T03:46:57.584072Z","caller":"traceutil/trace.go:171","msg":"trace[924439255] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3886; }","duration":"226.772039ms","start":"2026-04-16T03:46:57.357292Z","end":"2026-04-16T03:46:57.584064Z","steps":["trace[924439255] 'agreement among raft nodes before linearized reading' (duration: 226.684468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:46:57.584274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.859359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:46:57.584309Z","caller":"traceutil/trace.go:171","msg":"trace[1548900235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3886; }","duration":"246.929139ms","start":"2026-04-16T03:46:57.337372Z","end":"2026-04-16T03:46:57.584302Z","steps":["trace[1548900235] 'agreement among raft nodes before linearized reading' (duration: 246.818139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:46:57.874198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.070012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:46:57.874478Z","caller":"traceutil/trace.go:171","msg":"trace[1245642787] linearizableReadLoop","detail":"{readStateIndex:4045; appliedIndex:4042; }","duration":"282.995546ms","start":"2026-04-16T03:46:57.591431Z","end":"2026-04-16T03:46:57.874427Z","steps":["trace[1245642787] 'read index received' (duration: 58.410532ms)","trace[1245642787] 'applied index is now lower than readState.Index' (duration: 224.584014ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:46:57.874628Z","caller":"traceutil/trace.go:171","msg":"trace[1988530964] transaction","detail":"{read_only:false; response_revision:3888; number_of_response:1; }","duration":"283.68417ms","start":"2026-04-16T03:46:57.590913Z","end":"2026-04-16T03:46:57.874597Z","steps":["trace[1988530964] 'process raft request' (duration: 97.101644ms)","trace[1988530964] 'compare' (duration: 185.956482ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:46:57.874708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.276477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-04-16T03:46:57.874776Z","caller":"traceutil/trace.go:171","msg":"trace[156757603] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3889; }","duration":"283.374758ms","start":"2026-04-16T03:46:57.591389Z","end":"2026-04-16T03:46:57.874764Z","steps":["trace[156757603] 'agreement among raft nodes before linearized reading' (duration: 283.135816ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:46:57.874962Z","caller":"traceutil/trace.go:171","msg":"trace[589613426] transaction","detail":"{read_only:false; response_revision:3889; number_of_response:1; }","duration":"283.882911ms","start":"2026-04-16T03:46:57.591065Z","end":"2026-04-16T03:46:57.874948Z","steps":["trace[589613426] 'process raft request' (duration: 283.246867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:01.090258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.924676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:47:01.090378Z","caller":"traceutil/trace.go:171","msg":"trace[1829137538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3900; }","duration":"113.117517ms","start":"2026-04-16T03:47:00.977237Z","end":"2026-04-16T03:47:01.090354Z","steps":["trace[1829137538] 'range keys from in-memory index tree' (duration: 112.831156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:01.322107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.097528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:47:01.322444Z","caller":"traceutil/trace.go:171","msg":"trace[309685038] transaction","detail":"{read_only:false; response_revision:3902; number_of_response:1; }","duration":"253.601353ms","start":"2026-04-16T03:47:01.068807Z","end":"2026-04-16T03:47:01.322409Z","steps":["trace[309685038] 'process raft request' (duration: 152.099202ms)","trace[309685038] 'compare' (duration: 100.944507ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:01.322595Z","caller":"traceutil/trace.go:171","msg":"trace[1777388918] linearizableReadLoop","detail":"{readStateIndex:4059; appliedIndex:4057; }","duration":"230.881485ms","start":"2026-04-16T03:47:01.091701Z","end":"2026-04-16T03:47:01.322582Z","steps":["trace[1777388918] 'read index received' (duration: 38.262799ms)","trace[1777388918] 'applied index is now lower than readState.Index' (duration: 192.617046ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:01.322475Z","caller":"traceutil/trace.go:171","msg":"trace[161759528] transaction","detail":"{read_only:false; response_revision:3903; number_of_response:1; }","duration":"184.973076ms","start":"2026-04-16T03:47:01.137481Z","end":"2026-04-16T03:47:01.322454Z","steps":["trace[161759528] 'process raft request' (duration: 184.887556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:01.322832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.119506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:47:01.322922Z","caller":"traceutil/trace.go:171","msg":"trace[668587840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3903; }","duration":"231.239677ms","start":"2026-04-16T03:47:01.091667Z","end":"2026-04-16T03:47:01.322906Z","steps":["trace[668587840] 'agreement among raft nodes before linearized reading' (duration: 231.033676ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:06.19848Z","caller":"traceutil/trace.go:171","msg":"trace[941520309] transaction","detail":"{read_only:false; response_revision:3930; number_of_response:1; }","duration":"130.656972ms","start":"2026-04-16T03:47:06.067793Z","end":"2026-04-16T03:47:06.19845Z","steps":["trace[941520309] 'process raft request' (duration: 92.611804ms)","trace[941520309] 'compare' (duration: 37.923377ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:07.904443Z","caller":"traceutil/trace.go:171","msg":"trace[628640608] transaction","detail":"{read_only:false; response_revision:3938; number_of_response:1; }","duration":"106.998508ms","start":"2026-04-16T03:47:07.79742Z","end":"2026-04-16T03:47:07.904419Z","steps":["trace[628640608] 'process raft request' (duration: 91.141484ms)","trace[628640608] 'compare' (duration: 15.545792ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:08.473068Z","caller":"traceutil/trace.go:171","msg":"trace[1945495074] transaction","detail":"{read_only:false; response_revision:3940; number_of_response:1; }","duration":"242.646302ms","start":"2026-04-16T03:47:08.230388Z","end":"2026-04-16T03:47:08.473034Z","steps":["trace[1945495074] 'process raft request' (duration: 242.417371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:08.714623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.685864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:47:08.714955Z","caller":"traceutil/trace.go:171","msg":"trace[367948507] transaction","detail":"{read_only:false; response_revision:3942; number_of_response:1; }","duration":"209.758837ms","start":"2026-04-16T03:47:08.505135Z","end":"2026-04-16T03:47:08.714894Z","steps":["trace[367948507] 'process raft request' (duration: 87.736771ms)","trace[367948507] 'compare' (duration: 121.590023ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:08.817712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.001262ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-16T03:47:08.839406Z","caller":"traceutil/trace.go:171","msg":"trace[1867120826] transaction","detail":"{read_only:false; response_revision:3945; number_of_response:1; }","duration":"116.563739ms","start":"2026-04-16T03:47:08.722823Z","end":"2026-04-16T03:47:08.839386Z","steps":["trace[1867120826] 'process raft request' (duration: 116.485269ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:08.83945Z","caller":"traceutil/trace.go:171","msg":"trace[538352334] transaction","detail":"{read_only:false; response_revision:3944; number_of_response:1; }","duration":"116.757911ms","start":"2026-04-16T03:47:08.722666Z","end":"2026-04-16T03:47:08.839424Z","steps":["trace[538352334] 'process raft request' (duration: 96.536899ms)","trace[538352334] 'compare' (duration: 19.97115ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:08.840206Z","caller":"traceutil/trace.go:171","msg":"trace[159748420] transaction","detail":"{read_only:false; response_revision:3946; number_of_response:1; }","duration":"116.461419ms","start":"2026-04-16T03:47:08.723735Z","end":"2026-04-16T03:47:08.840197Z","steps":["trace[159748420] 'process raft request' (duration: 115.619323ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:08.8404Z","caller":"traceutil/trace.go:171","msg":"trace[1243747910] transaction","detail":"{read_only:false; response_revision:3947; number_of_response:1; }","duration":"115.768555ms","start":"2026-04-16T03:47:08.724592Z","end":"2026-04-16T03:47:08.84036Z","steps":["trace[1243747910] 'process raft request' (duration: 115.480694ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:08.840654Z","caller":"traceutil/trace.go:171","msg":"trace[1283521709] transaction","detail":"{read_only:false; response_revision:3948; number_of_response:1; }","duration":"115.302922ms","start":"2026-04-16T03:47:08.725325Z","end":"2026-04-16T03:47:08.840628Z","steps":["trace[1283521709] 'process raft request' (duration: 114.92231ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:08.840744Z","caller":"traceutil/trace.go:171","msg":"trace[2092201781] transaction","detail":"{read_only:false; response_revision:3949; number_of_response:1; }","duration":"114.571388ms","start":"2026-04-16T03:47:08.726158Z","end":"2026-04-16T03:47:08.840729Z","steps":["trace[2092201781] 'process raft request' (duration: 114.378776ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:09.537451Z","caller":"traceutil/trace.go:171","msg":"trace[1575650801] transaction","detail":"{read_only:false; response_revision:3952; number_of_response:1; }","duration":"133.023128ms","start":"2026-04-16T03:47:09.404407Z","end":"2026-04-16T03:47:09.53743Z","steps":["trace[1575650801] 'process raft request' (duration: 132.818686ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:11.935017Z","caller":"traceutil/trace.go:171","msg":"trace[464719009] transaction","detail":"{read_only:false; response_revision:3983; number_of_response:1; }","duration":"100.505334ms","start":"2026-04-16T03:47:11.834494Z","end":"2026-04-16T03:47:11.934999Z","steps":["trace[464719009] 'process raft request' (duration: 100.474734ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:11.935433Z","caller":"traceutil/trace.go:171","msg":"trace[1575382861] transaction","detail":"{read_only:false; response_revision:3982; number_of_response:1; }","duration":"101.176941ms","start":"2026-04-16T03:47:11.834203Z","end":"2026-04-16T03:47:11.93538Z","steps":["trace[1575382861] 'process raft request' (duration: 100.740257ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:11.935926Z","caller":"traceutil/trace.go:171","msg":"trace[1317506848] transaction","detail":"{read_only:false; response_revision:3981; number_of_response:1; }","duration":"102.548869ms","start":"2026-04-16T03:47:11.83325Z","end":"2026-04-16T03:47:11.935799Z","steps":["trace[1317506848] 'process raft request' (duration: 77.930579ms)","trace[1317506848] 'compare' (duration: 23.633393ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:11.938507Z","caller":"traceutil/trace.go:171","msg":"trace[837526107] transaction","detail":"{read_only:false; response_revision:3984; number_of_response:1; }","duration":"102.933572ms","start":"2026-04-16T03:47:11.83555Z","end":"2026-04-16T03:47:11.938484Z","steps":["trace[837526107] 'process raft request' (duration: 102.443419ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:11.938824Z","caller":"traceutil/trace.go:171","msg":"trace[1832675393] transaction","detail":"{read_only:false; response_revision:3985; number_of_response:1; }","duration":"103.228043ms","start":"2026-04-16T03:47:11.835582Z","end":"2026-04-16T03:47:11.93881Z","steps":["trace[1832675393] 'process raft request' (duration: 102.518308ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:15.726107Z","caller":"traceutil/trace.go:171","msg":"trace[2080514866] transaction","detail":"{read_only:false; response_revision:4012; number_of_response:1; }","duration":"144.387321ms","start":"2026-04-16T03:47:15.581696Z","end":"2026-04-16T03:47:15.726084Z","steps":["trace[2080514866] 'process raft request' (duration: 144.244941ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:15.79555Z","caller":"traceutil/trace.go:171","msg":"trace[672777843] linearizableReadLoop","detail":"{readStateIndex:4176; appliedIndex:4175; }","duration":"188.893072ms","start":"2026-04-16T03:47:15.606622Z","end":"2026-04-16T03:47:15.795515Z","steps":["trace[672777843] 'read index received' (duration: 120.249014ms)","trace[672777843] 'applied index is now lower than readState.Index' (duration: 68.643128ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:15.795587Z","caller":"traceutil/trace.go:171","msg":"trace[206151423] transaction","detail":"{read_only:false; response_revision:4013; number_of_response:1; }","duration":"210.696314ms","start":"2026-04-16T03:47:15.584865Z","end":"2026-04-16T03:47:15.795561Z","steps":["trace[206151423] 'process raft request' (duration: 210.399931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:15.795735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.102753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:47:15.795774Z","caller":"traceutil/trace.go:171","msg":"trace[53480694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4013; }","duration":"189.207793ms","start":"2026-04-16T03:47:15.606557Z","end":"2026-04-16T03:47:15.795765Z","steps":["trace[53480694] 'agreement among raft nodes before linearized reading' (duration: 189.059253ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:19.498439Z","caller":"traceutil/trace.go:171","msg":"trace[530715629] transaction","detail":"{read_only:false; response_revision:4076; number_of_response:1; }","duration":"283.794689ms","start":"2026-04-16T03:47:19.214623Z","end":"2026-04-16T03:47:19.498418Z","steps":["trace[530715629] 'process raft request' (duration: 260.064795ms)","trace[530715629] 'compare' (duration: 23.384912ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:19.503574Z","caller":"traceutil/trace.go:171","msg":"trace[1468350914] transaction","detail":"{read_only:false; response_revision:4077; number_of_response:1; }","duration":"103.487335ms","start":"2026-04-16T03:47:19.400076Z","end":"2026-04-16T03:47:19.503563Z","steps":["trace[1468350914] 'process raft request' (duration: 103.418364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:24.210733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.899741ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:47:24.210857Z","caller":"traceutil/trace.go:171","msg":"trace[810372974] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4106; }","duration":"103.036032ms","start":"2026-04-16T03:47:24.107805Z","end":"2026-04-16T03:47:24.210841Z","steps":["trace[810372974] 'range keys from in-memory index tree' (duration: 102.885421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:24.211373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.006906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:47:24.211458Z","caller":"traceutil/trace.go:171","msg":"trace[788707946] transaction","detail":"{read_only:false; response_revision:4107; number_of_response:1; }","duration":"610.435109ms","start":"2026-04-16T03:47:23.60101Z","end":"2026-04-16T03:47:24.211445Z","steps":["trace[788707946] 'process raft request' (duration: 267.289912ms)","trace[788707946] 'compare' (duration: 342.513343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:24.212265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:23.600931Z","time spent":"610.561369ms","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2797,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:47:24.282825Z","caller":"traceutil/trace.go:171","msg":"trace[798408795] linearizableReadLoop","detail":"{readStateIndex:4274; appliedIndex:4272; }","duration":"412.69767ms","start":"2026-04-16T03:47:23.870106Z","end":"2026-04-16T03:47:24.282803Z","steps":["trace[798408795] 'read index received' (duration: 412.370228ms)","trace[798408795] 'applied index is now lower than readState.Index' (duration: 326.472µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:24.283345Z","caller":"traceutil/trace.go:171","msg":"trace[1868562068] transaction","detail":"{read_only:false; response_revision:4108; number_of_response:1; }","duration":"417.894955ms","start":"2026-04-16T03:47:23.865436Z","end":"2026-04-16T03:47:24.283331Z","steps":["trace[1868562068] 'process raft request' (duration: 417.108669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:24.283529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:23.865411Z","time spent":"418.011885ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:47:24.284186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.586887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:47:24.284265Z","caller":"traceutil/trace.go:171","msg":"trace[710688722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4109; }","duration":"410.695758ms","start":"2026-04-16T03:47:23.873552Z","end":"2026-04-16T03:47:24.284248Z","steps":["trace[710688722] 'agreement among raft nodes before linearized reading' (duration: 410.444876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:24.284308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:23.873544Z","time spent":"410.755788ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:47:24.284497Z","caller":"traceutil/trace.go:171","msg":"trace[688321252] transaction","detail":"{read_only:false; response_revision:4109; number_of_response:1; }","duration":"418.089555ms","start":"2026-04-16T03:47:23.866393Z","end":"2026-04-16T03:47:24.284482Z","steps":["trace[688321252] 'process raft request' (duration: 416.326173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:24.284578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:23.866367Z","time spent":"418.173495ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:47:24.284707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.94753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:47:24.284749Z","caller":"traceutil/trace.go:171","msg":"trace[8200054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4109; }","duration":"148.988461ms","start":"2026-04-16T03:47:24.135749Z","end":"2026-04-16T03:47:24.284738Z","steps":["trace[8200054] 'agreement among raft nodes before linearized reading' (duration: 148.88402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:24.286078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.967571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:47:24.286169Z","caller":"traceutil/trace.go:171","msg":"trace[850758584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4109; }","duration":"416.084052ms","start":"2026-04-16T03:47:23.870072Z","end":"2026-04-16T03:47:24.286156Z","steps":["trace[850758584] 'agreement among raft nodes before linearized reading' (duration: 414.578322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:24.286265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:23.870062Z","time spent":"416.191273ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:47:24.575257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.222176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:47:24.575551Z","caller":"traceutil/trace.go:171","msg":"trace[949878665] transaction","detail":"{read_only:false; response_revision:4113; number_of_response:1; }","duration":"280.326407ms","start":"2026-04-16T03:47:24.295206Z","end":"2026-04-16T03:47:24.575532Z","steps":["trace[949878665] 'process raft request' (duration: 280.268056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:24.575758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.605338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:47:24.575829Z","caller":"traceutil/trace.go:171","msg":"trace[421415671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4113; }","duration":"283.708568ms","start":"2026-04-16T03:47:24.292104Z","end":"2026-04-16T03:47:24.575813Z","steps":["trace[421415671] 'agreement among raft nodes before linearized reading' (duration: 283.492227ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:24.57607Z","caller":"traceutil/trace.go:171","msg":"trace[1918332452] transaction","detail":"{read_only:false; response_revision:4111; number_of_response:1; }","duration":"281.203992ms","start":"2026-04-16T03:47:24.294853Z","end":"2026-04-16T03:47:24.576057Z","steps":["trace[1918332452] 'process raft request' (duration: 280.499518ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:24.575535Z","caller":"traceutil/trace.go:171","msg":"trace[300306877] linearizableReadLoop","detail":"{readStateIndex:4275; appliedIndex:4274; }","duration":"283.361736ms","start":"2026-04-16T03:47:24.292127Z","end":"2026-04-16T03:47:24.575489Z","steps":["trace[300306877] 'read index received' (duration: 82.867559ms)","trace[300306877] 'applied index is now lower than readState.Index' (duration: 200.492127ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:24.576183Z","caller":"traceutil/trace.go:171","msg":"trace[349033586] transaction","detail":"{read_only:false; response_revision:4112; number_of_response:1; }","duration":"281.247113ms","start":"2026-04-16T03:47:24.294906Z","end":"2026-04-16T03:47:24.576153Z","steps":["trace[349033586] 'process raft request' (duration: 280.526588ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:24.576498Z","caller":"traceutil/trace.go:171","msg":"trace[1578908140] transaction","detail":"{read_only:false; response_revision:4110; number_of_response:1; }","duration":"284.587925ms","start":"2026-04-16T03:47:24.291887Z","end":"2026-04-16T03:47:24.576475Z","steps":["trace[1578908140] 'process raft request' (duration: 83.067591ms)","trace[1578908140] 'compare' (duration: 199.593151ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:26.367974Z","caller":"traceutil/trace.go:171","msg":"trace[465785450] transaction","detail":"{read_only:false; response_revision:4168; number_of_response:1; }","duration":"151.72781ms","start":"2026-04-16T03:47:26.216209Z","end":"2026-04-16T03:47:26.367936Z","steps":["trace[465785450] 'process raft request' (duration: 151.537469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:27.301918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.725575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:47:27.302139Z","caller":"traceutil/trace.go:171","msg":"trace[1123930374] linearizableReadLoop","detail":"{readStateIndex:4335; appliedIndex:4333; }","duration":"850.07242ms","start":"2026-04-16T03:47:26.45205Z","end":"2026-04-16T03:47:27.302123Z","steps":["trace[1123930374] 'read index received' (duration: 110.970513ms)","trace[1123930374] 'applied index is now lower than readState.Index' (duration: 739.100707ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:27.302314Z","caller":"traceutil/trace.go:171","msg":"trace[1079409962] transaction","detail":"{read_only:false; response_revision:4170; number_of_response:1; }","duration":"1.011798844s","start":"2026-04-16T03:47:26.290484Z","end":"2026-04-16T03:47:27.302283Z","steps":["trace[1079409962] 'process raft request' (duration: 1.011554092s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:27.302475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:26.290463Z","time spent":"1.011926125s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:47:27.302502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.447232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-16T03:47:27.302578Z","caller":"traceutil/trace.go:171","msg":"trace[1283628452] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4170; }","duration":"850.558703ms","start":"2026-04-16T03:47:26.452006Z","end":"2026-04-16T03:47:27.302565Z","steps":["trace[1283628452] 'agreement among raft nodes before linearized reading' (duration: 850.399842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:27.302612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:26.451985Z","time spent":"850.617933ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-16T03:47:27.302782Z","caller":"traceutil/trace.go:171","msg":"trace[1830814664] transaction","detail":"{read_only:false; response_revision:4169; number_of_response:1; }","duration":"1.012334058s","start":"2026-04-16T03:47:26.290432Z","end":"2026-04-16T03:47:27.302766Z","steps":["trace[1830814664] 'process raft request' (duration: 272.674837ms)","trace[1830814664] 'compare' (duration: 738.500954ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:27.302859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:26.290397Z","time spent":"1.012426938s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:47:27.351876Z","caller":"traceutil/trace.go:171","msg":"trace[974369632] transaction","detail":"{read_only:false; response_revision:4171; number_of_response:1; }","duration":"347.658815ms","start":"2026-04-16T03:47:27.004189Z","end":"2026-04-16T03:47:27.351847Z","steps":["trace[974369632] 'process raft request' (duration: 347.501734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:27.352145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:27.00417Z","time spent":"347.886246ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:47:27.618112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.063768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:47:27.618356Z","caller":"traceutil/trace.go:171","msg":"trace[1738396474] transaction","detail":"{read_only:false; response_revision:4172; number_of_response:1; }","duration":"474.311271ms","start":"2026-04-16T03:47:27.144018Z","end":"2026-04-16T03:47:27.618329Z","steps":["trace[1738396474] 'process raft request' (duration: 340.937071ms)","trace[1738396474] 'compare' (duration: 132.934817ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:27.618459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:27.143993Z","time spent":"474.413801ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:47:27.618591Z","caller":"traceutil/trace.go:171","msg":"trace[658201802] linearizableReadLoop","detail":"{readStateIndex:4338; appliedIndex:4335; }","duration":"316.405172ms","start":"2026-04-16T03:47:27.302165Z","end":"2026-04-16T03:47:27.618571Z","steps":["trace[658201802] 'read index received' (duration: 49.464543ms)","trace[658201802] 'applied index is now lower than readState.Index' (duration: 266.939809ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:27.618661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.794373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:47:27.618712Z","caller":"traceutil/trace.go:171","msg":"trace[951410737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4174; }","duration":"641.877993ms","start":"2026-04-16T03:47:26.976819Z","end":"2026-04-16T03:47:27.618697Z","steps":["trace[951410737] 'agreement among raft nodes before linearized reading' (duration: 641.772642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:27.618804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.529034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:47:27.61883Z","caller":"traceutil/trace.go:171","msg":"trace[1015137897] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4174; }","duration":"887.643565ms","start":"2026-04-16T03:47:26.731179Z","end":"2026-04-16T03:47:27.618823Z","steps":["trace[1015137897] 'agreement among raft nodes before linearized reading' (duration: 887.496594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:27.618758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:26.9768Z","time spent":"641.945523ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:47:27.618867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:26.73115Z","time spent":"887.709815ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:47:27.61907Z","caller":"traceutil/trace.go:171","msg":"trace[1851394914] transaction","detail":"{read_only:false; response_revision:4173; number_of_response:1; }","duration":"328.864863ms","start":"2026-04-16T03:47:27.290187Z","end":"2026-04-16T03:47:27.619052Z","steps":["trace[1851394914] 'process raft request' (duration: 328.069688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:27.619284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035676269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:47:27.619305Z","caller":"traceutil/trace.go:171","msg":"trace[1729147387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4174; }","duration":"1.03573296s","start":"2026-04-16T03:47:26.583566Z","end":"2026-04-16T03:47:27.619299Z","steps":["trace[1729147387] 'agreement among raft nodes before linearized reading' (duration: 1.035482968s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:27.619295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035253227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:47:27.619323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:26.583545Z","time spent":"1.03577392s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:47:27.61933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:27.290168Z","time spent":"329.117985ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:47:27.61935Z","caller":"traceutil/trace.go:171","msg":"trace[494674703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4174; }","duration":"1.035328117s","start":"2026-04-16T03:47:26.584007Z","end":"2026-04-16T03:47:27.619335Z","steps":["trace[494674703] 'agreement among raft nodes before linearized reading' (duration: 1.034979535s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:27.619393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:26.583999Z","time spent":"1.035382407s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:47:27.619446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.562654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee366806-8c61-4334-a7b0-580261314cd9\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-16T03:47:27.619472Z","caller":"traceutil/trace.go:171","msg":"trace[1564054116] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ee366806-8c61-4334-a7b0-580261314cd9; range_end:; response_count:1; response_revision:4174; }","duration":"247.623884ms","start":"2026-04-16T03:47:27.371839Z","end":"2026-04-16T03:47:27.619463Z","steps":["trace[1564054116] 'agreement among raft nodes before linearized reading' (duration: 247.563673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:27.619598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035500588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:47:27.619648Z","caller":"traceutil/trace.go:171","msg":"trace[991829001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4174; }","duration":"1.035588899s","start":"2026-04-16T03:47:26.584045Z","end":"2026-04-16T03:47:27.619634Z","steps":["trace[991829001] 'agreement among raft nodes before linearized reading' (duration: 1.035436678s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:27.619655Z","caller":"traceutil/trace.go:171","msg":"trace[2062803613] transaction","detail":"{read_only:false; response_revision:4174; number_of_response:1; }","duration":"312.225045ms","start":"2026-04-16T03:47:27.307415Z","end":"2026-04-16T03:47:27.61964Z","steps":["trace[2062803613] 'process raft request' (duration: 311.057838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:27.61969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:26.58404Z","time spent":"1.035637479s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:47:27.619718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.538336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:47:27.619794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.617306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee366806-8c61-4334-a7b0-580261314cd9\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-16T03:47:27.619828Z","caller":"traceutil/trace.go:171","msg":"trace[1340945999] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ee366806-8c61-4334-a7b0-580261314cd9; range_end:; response_count:1; response_revision:4174; }","duration":"950.685206ms","start":"2026-04-16T03:47:26.669134Z","end":"2026-04-16T03:47:27.619819Z","steps":["trace[1340945999] 'agreement among raft nodes before linearized reading' (duration: 950.598475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:27.619853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:26.669097Z","time spent":"950.749997ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee366806-8c61-4334-a7b0-580261314cd9\" "} {"level":"info","ts":"2026-04-16T03:47:27.619843Z","caller":"traceutil/trace.go:171","msg":"trace[1447003066] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4174; }","duration":"987.759218ms","start":"2026-04-16T03:47:26.632056Z","end":"2026-04-16T03:47:27.619815Z","steps":["trace[1447003066] 'agreement among raft nodes before linearized reading' (duration: 987.324754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:27.619759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:27.307387Z","time spent":"312.326386ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:47:27.619922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:26.63204Z","time spent":"987.868538ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:47:27.619923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.068864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-16T03:47:27.619983Z","caller":"traceutil/trace.go:171","msg":"trace[558227681] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4174; }","duration":"395.180595ms","start":"2026-04-16T03:47:27.224788Z","end":"2026-04-16T03:47:27.619969Z","steps":["trace[558227681] 'agreement among raft nodes before linearized reading' (duration: 394.986074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:27.620013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:27.224766Z","time spent":"395.241536ms","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-16T03:47:27.773714Z","caller":"traceutil/trace.go:171","msg":"trace[2103435877] transaction","detail":"{read_only:false; response_revision:4176; number_of_response:1; }","duration":"147.595101ms","start":"2026-04-16T03:47:27.62609Z","end":"2026-04-16T03:47:27.773685Z","steps":["trace[2103435877] 'process raft request' (duration: 144.981975ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:27.773784Z","caller":"traceutil/trace.go:171","msg":"trace[1383193458] linearizableReadLoop","detail":"{readStateIndex:4345; appliedIndex:4340; }","duration":"143.855047ms","start":"2026-04-16T03:47:27.629918Z","end":"2026-04-16T03:47:27.773773Z","steps":["trace[1383193458] 'read index received' (duration: 48.171124ms)","trace[1383193458] 'applied index is now lower than readState.Index' (duration: 95.682993ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:27.773761Z","caller":"traceutil/trace.go:171","msg":"trace[1070499001] transaction","detail":"{read_only:false; response_revision:4177; number_of_response:1; }","duration":"147.3552ms","start":"2026-04-16T03:47:27.626374Z","end":"2026-04-16T03:47:27.77373Z","steps":["trace[1070499001] 'process raft request' (duration: 147.228869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:27.773932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.000959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-16T03:47:27.773968Z","caller":"traceutil/trace.go:171","msg":"trace[1226908891] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:4181; }","duration":"144.07342ms","start":"2026-04-16T03:47:27.629886Z","end":"2026-04-16T03:47:27.773959Z","steps":["trace[1226908891] 'agreement among raft nodes before linearized reading' (duration: 143.929879ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:27.774097Z","caller":"traceutil/trace.go:171","msg":"trace[293371794] transaction","detail":"{read_only:false; response_revision:4178; number_of_response:1; }","duration":"147.590152ms","start":"2026-04-16T03:47:27.626498Z","end":"2026-04-16T03:47:27.774088Z","steps":["trace[293371794] 'process raft request' (duration: 147.134939ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:27.774158Z","caller":"traceutil/trace.go:171","msg":"trace[585370994] transaction","detail":"{read_only:false; response_revision:4179; number_of_response:1; }","duration":"147.412271ms","start":"2026-04-16T03:47:27.626739Z","end":"2026-04-16T03:47:27.774151Z","steps":["trace[585370994] 'process raft request' (duration: 146.929397ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:27.774183Z","caller":"traceutil/trace.go:171","msg":"trace[1217836001] transaction","detail":"{read_only:false; response_revision:4180; number_of_response:1; }","duration":"145.946131ms","start":"2026-04-16T03:47:27.628225Z","end":"2026-04-16T03:47:27.774171Z","steps":["trace[1217836001] 'process raft request' (duration: 145.473737ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:27.774255Z","caller":"traceutil/trace.go:171","msg":"trace[674612451] transaction","detail":"{read_only:false; response_revision:4181; number_of_response:1; }","duration":"115.560884ms","start":"2026-04-16T03:47:27.658683Z","end":"2026-04-16T03:47:27.774244Z","steps":["trace[674612451] 'process raft request' (duration: 115.05978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:28.198928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.721709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:47:28.199135Z","caller":"traceutil/trace.go:171","msg":"trace[1439987847] transaction","detail":"{read_only:false; response_revision:4183; number_of_response:1; }","duration":"396.580374ms","start":"2026-04-16T03:47:27.802532Z","end":"2026-04-16T03:47:28.199113Z","steps":["trace[1439987847] 'process raft request' (duration: 267.567104ms)","trace[1439987847] 'compare' (duration: 128.323636ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:28.199229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:27.802513Z","time spent":"396.674735ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:47:28.199515Z","caller":"traceutil/trace.go:171","msg":"trace[138220605] linearizableReadLoop","detail":"{readStateIndex:4348; appliedIndex:4347; }","duration":"396.237942ms","start":"2026-04-16T03:47:27.802787Z","end":"2026-04-16T03:47:28.199025Z","steps":["trace[138220605] 'read index received' (duration: 267.248842ms)","trace[138220605] 'applied index is now lower than readState.Index' (duration: 128.98725ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:28.200027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.346022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:47:28.200362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.473523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:47:28.200832Z","caller":"traceutil/trace.go:171","msg":"trace[1512987807] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4183; }","duration":"182.003156ms","start":"2026-04-16T03:47:28.018807Z","end":"2026-04-16T03:47:28.20081Z","steps":["trace[1512987807] 'agreement among raft nodes before linearized reading' (duration: 181.463453ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:28.200094Z","caller":"traceutil/trace.go:171","msg":"trace[2017148313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4183; }","duration":"224.442982ms","start":"2026-04-16T03:47:27.975635Z","end":"2026-04-16T03:47:28.200078Z","steps":["trace[2017148313] 'agreement among raft nodes before linearized reading' (duration: 224.321332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:28.200854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.057184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-16T03:47:28.201703Z","caller":"traceutil/trace.go:171","msg":"trace[1677393664] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4183; }","duration":"398.882119ms","start":"2026-04-16T03:47:27.802762Z","end":"2026-04-16T03:47:28.201645Z","steps":["trace[1677393664] 'agreement among raft nodes before linearized reading' (duration: 396.878207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:28.202589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:27.802745Z","time spent":"399.351902ms","remote":"127.0.0.1:45620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-16T03:47:33.483411Z","caller":"traceutil/trace.go:171","msg":"trace[117650711] transaction","detail":"{read_only:false; response_revision:4230; number_of_response:1; }","duration":"125.035646ms","start":"2026-04-16T03:47:33.358351Z","end":"2026-04-16T03:47:33.483386Z","steps":["trace[117650711] 'process raft request' (duration: 124.838085ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:35.020563Z","caller":"traceutil/trace.go:171","msg":"trace[1721979436] transaction","detail":"{read_only:false; response_revision:4239; number_of_response:1; }","duration":"162.574729ms","start":"2026-04-16T03:47:34.857964Z","end":"2026-04-16T03:47:35.020539Z","steps":["trace[1721979436] 'process raft request' (duration: 162.430459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:35.862707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.7766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:47:35.862812Z","caller":"traceutil/trace.go:171","msg":"trace[1867969261] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4243; }","duration":"102.929771ms","start":"2026-04-16T03:47:35.759854Z","end":"2026-04-16T03:47:35.862783Z","steps":["trace[1867969261] 'range keys from in-memory index tree' (duration: 102.69073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:35.86302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.797154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:47:35.863088Z","caller":"traceutil/trace.go:171","msg":"trace[1462677048] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4243; }","duration":"138.954444ms","start":"2026-04-16T03:47:35.724118Z","end":"2026-04-16T03:47:35.863073Z","steps":["trace[1462677048] 'range keys from in-memory index tree' (duration: 138.604333ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:35.993342Z","caller":"traceutil/trace.go:171","msg":"trace[228804243] linearizableReadLoop","detail":"{readStateIndex:4412; appliedIndex:4411; }","duration":"153.42464ms","start":"2026-04-16T03:47:35.839893Z","end":"2026-04-16T03:47:35.993318Z","steps":["trace[228804243] 'read index received' (duration: 153.257859ms)","trace[228804243] 'applied index is now lower than readState.Index' (duration: 165.601µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:35.993408Z","caller":"traceutil/trace.go:171","msg":"trace[1317239616] transaction","detail":"{read_only:false; response_revision:4244; number_of_response:1; }","duration":"164.427072ms","start":"2026-04-16T03:47:35.828946Z","end":"2026-04-16T03:47:35.993373Z","steps":["trace[1317239616] 'process raft request' (duration: 164.12773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:35.993548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.632371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:47:35.993589Z","caller":"traceutil/trace.go:171","msg":"trace[1436197859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4244; }","duration":"153.719072ms","start":"2026-04-16T03:47:35.839859Z","end":"2026-04-16T03:47:35.993578Z","steps":["trace[1436197859] 'agreement among raft nodes before linearized reading' (duration: 153.576581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:36.493731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311245029,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:47:36.657585Z","caller":"traceutil/trace.go:171","msg":"trace[1638241385] transaction","detail":"{read_only:false; response_revision:4245; number_of_response:1; }","duration":"791.629499ms","start":"2026-04-16T03:47:35.865926Z","end":"2026-04-16T03:47:36.657556Z","steps":["trace[1638241385] 'process raft request' (duration: 791.437408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:36.657758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:35.865911Z","time spent":"791.75811ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:47:36.694175Z","caller":"traceutil/trace.go:171","msg":"trace[1623525773] linearizableReadLoop","detail":"{readStateIndex:4414; appliedIndex:4412; }","duration":"700.738497ms","start":"2026-04-16T03:47:35.99341Z","end":"2026-04-16T03:47:36.694148Z","steps":["trace[1623525773] 'read index received' (duration: 663.984937ms)","trace[1623525773] 'applied index is now lower than readState.Index' (duration: 36.75257ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:36.694457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.747703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T03:47:36.694406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.965622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:47:36.694512Z","caller":"traceutil/trace.go:171","msg":"trace[1746473859] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4246; }","duration":"853.844075ms","start":"2026-04-16T03:47:35.840653Z","end":"2026-04-16T03:47:36.694497Z","steps":["trace[1746473859] 'agreement among raft nodes before linearized reading' (duration: 853.680804ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:36.694556Z","caller":"traceutil/trace.go:171","msg":"trace[1003558768] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4246; }","duration":"829.143803ms","start":"2026-04-16T03:47:35.865392Z","end":"2026-04-16T03:47:36.694536Z","steps":["trace[1003558768] 'agreement among raft nodes before linearized reading' (duration: 828.854091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:36.694549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.959628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:47:36.694669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.948505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:47:36.694713Z","caller":"traceutil/trace.go:171","msg":"trace[316482731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4246; }","duration":"790.179949ms","start":"2026-04-16T03:47:35.904512Z","end":"2026-04-16T03:47:36.694692Z","steps":["trace[316482731] 'agreement among raft nodes before linearized reading' (duration: 789.699026ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:36.694724Z","caller":"traceutil/trace.go:171","msg":"trace[968388903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4246; }","duration":"854.034435ms","start":"2026-04-16T03:47:35.840676Z","end":"2026-04-16T03:47:36.69471Z","steps":["trace[968388903] 'agreement among raft nodes before linearized reading' (duration: 853.912404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:36.69462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:35.865379Z","time spent":"829.229913ms","remote":"127.0.0.1:45650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-16T03:47:36.694837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:35.904494Z","time spent":"790.331031ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:47:36.694701Z","caller":"traceutil/trace.go:171","msg":"trace[1470295524] transaction","detail":"{read_only:false; response_revision:4246; number_of_response:1; }","duration":"695.972205ms","start":"2026-04-16T03:47:35.998695Z","end":"2026-04-16T03:47:36.694667Z","steps":["trace[1470295524] 'process raft request' (duration: 695.296101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:36.694783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:35.840658Z","time spent":"854.116066ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:47:36.694559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:35.840639Z","time spent":"853.908395ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:47:36.695586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:35.998673Z","time spent":"696.379397ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:47:36.968727Z","caller":"traceutil/trace.go:171","msg":"trace[1146471019] transaction","detail":"{read_only:false; response_revision:4248; number_of_response:1; }","duration":"268.934063ms","start":"2026-04-16T03:47:36.699769Z","end":"2026-04-16T03:47:36.968703Z","steps":["trace[1146471019] 'process raft request' (duration: 231.65231ms)","trace[1146471019] 'compare' (duration: 36.749669ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:36.968834Z","caller":"traceutil/trace.go:171","msg":"trace[2035543021] transaction","detail":"{read_only:false; response_revision:4249; number_of_response:1; }","duration":"267.682815ms","start":"2026-04-16T03:47:36.701138Z","end":"2026-04-16T03:47:36.968821Z","steps":["trace[2035543021] 'process raft request' (duration: 267.286683ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:36.968741Z","caller":"traceutil/trace.go:171","msg":"trace[915098722] linearizableReadLoop","detail":"{readStateIndex:4417; appliedIndex:4415; }","duration":"263.349556ms","start":"2026-04-16T03:47:36.705376Z","end":"2026-04-16T03:47:36.968726Z","steps":["trace[915098722] 'read index received' (duration: 225.954382ms)","trace[915098722] 'applied index is now lower than readState.Index' (duration: 37.394484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:36.969061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.375796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:10008"} {"level":"info","ts":"2026-04-16T03:47:36.969121Z","caller":"traceutil/trace.go:171","msg":"trace[1521067562] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4249; }","duration":"269.467916ms","start":"2026-04-16T03:47:36.699643Z","end":"2026-04-16T03:47:36.969111Z","steps":["trace[1521067562] 'agreement among raft nodes before linearized reading' (duration: 269.273465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:36.969069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.230036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:47:36.969213Z","caller":"traceutil/trace.go:171","msg":"trace[165980245] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:4249; }","duration":"240.391027ms","start":"2026-04-16T03:47:36.728814Z","end":"2026-04-16T03:47:36.969205Z","steps":["trace[165980245] 'agreement among raft nodes before linearized reading' (duration: 240.215346ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:37.631012Z","caller":"traceutil/trace.go:171","msg":"trace[257246486] transaction","detail":"{read_only:false; response_revision:4252; number_of_response:1; }","duration":"103.085052ms","start":"2026-04-16T03:47:37.527887Z","end":"2026-04-16T03:47:37.630972Z","steps":["trace[257246486] 'process raft request' (duration: 102.841441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:37.63125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.452025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-04-16T03:47:37.631358Z","caller":"traceutil/trace.go:171","msg":"trace[1235144822] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:4252; }","duration":"103.598575ms","start":"2026-04-16T03:47:37.527738Z","end":"2026-04-16T03:47:37.631336Z","steps":["trace[1235144822] 'agreement among raft nodes before linearized reading' (duration: 103.224413ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:37.915387Z","caller":"traceutil/trace.go:171","msg":"trace[665809221] transaction","detail":"{read_only:false; response_revision:4254; number_of_response:1; }","duration":"233.830015ms","start":"2026-04-16T03:47:37.681532Z","end":"2026-04-16T03:47:37.915362Z","steps":["trace[665809221] 'process raft request' (duration: 233.589103ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:37.95997Z","caller":"traceutil/trace.go:171","msg":"trace[2146959436] transaction","detail":"{read_only:false; response_revision:4255; number_of_response:1; }","duration":"260.008694ms","start":"2026-04-16T03:47:37.699915Z","end":"2026-04-16T03:47:37.959924Z","steps":["trace[2146959436] 'process raft request' (duration: 259.786003ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:37.960179Z","caller":"traceutil/trace.go:171","msg":"trace[404814724] transaction","detail":"{read_only:false; response_revision:4256; number_of_response:1; }","duration":"246.475786ms","start":"2026-04-16T03:47:37.713668Z","end":"2026-04-16T03:47:37.960144Z","steps":["trace[404814724] 'process raft request' (duration: 246.161815ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:38.920435Z","caller":"traceutil/trace.go:171","msg":"trace[675590072] transaction","detail":"{read_only:false; response_revision:4260; number_of_response:1; }","duration":"168.302098ms","start":"2026-04-16T03:47:38.752101Z","end":"2026-04-16T03:47:38.920403Z","steps":["trace[675590072] 'process raft request' (duration: 112.922617ms)","trace[675590072] 'compare' (duration: 55.23948ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:39.197358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.805505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:47:39.197546Z","caller":"traceutil/trace.go:171","msg":"trace[246437441] transaction","detail":"{read_only:false; response_revision:4262; number_of_response:1; }","duration":"218.146131ms","start":"2026-04-16T03:47:38.979383Z","end":"2026-04-16T03:47:39.197529Z","steps":["trace[246437441] 'process raft request' (duration: 218.07239ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:39.197699Z","caller":"traceutil/trace.go:171","msg":"trace[1269323558] transaction","detail":"{read_only:false; response_revision:4261; number_of_response:1; }","duration":"221.821507ms","start":"2026-04-16T03:47:38.975832Z","end":"2026-04-16T03:47:39.197654Z","steps":["trace[1269323558] 'process raft request' (duration: 88.647358ms)","trace[1269323558] 'compare' (duration: 132.699295ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:39.197847Z","caller":"traceutil/trace.go:171","msg":"trace[531858019] linearizableReadLoop","detail":"{readStateIndex:4430; appliedIndex:4429; }","duration":"219.023698ms","start":"2026-04-16T03:47:38.978797Z","end":"2026-04-16T03:47:39.197821Z","steps":["trace[531858019] 'read index received' (duration: 85.696218ms)","trace[531858019] 'applied index is now lower than readState.Index' (duration: 133.32446ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:39.197959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.141918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:47:39.19799Z","caller":"traceutil/trace.go:171","msg":"trace[2022970174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4262; }","duration":"219.21631ms","start":"2026-04-16T03:47:38.978764Z","end":"2026-04-16T03:47:39.19798Z","steps":["trace[2022970174] 'agreement among raft nodes before linearized reading' (duration: 219.137749ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:39.747237Z","caller":"traceutil/trace.go:171","msg":"trace[1653478590] transaction","detail":"{read_only:false; response_revision:4264; number_of_response:1; }","duration":"110.952333ms","start":"2026-04-16T03:47:39.636209Z","end":"2026-04-16T03:47:39.747162Z","steps":["trace[1653478590] 'process raft request' (duration: 110.755642ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:40.28496Z","caller":"traceutil/trace.go:171","msg":"trace[1881041380] linearizableReadLoop","detail":"{readStateIndex:4434; appliedIndex:4433; }","duration":"303.049806ms","start":"2026-04-16T03:47:39.981883Z","end":"2026-04-16T03:47:40.284933Z","steps":["trace[1881041380] 'read index received' (duration: 302.945235ms)","trace[1881041380] 'applied index is now lower than readState.Index' (duration: 103.331µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:40.285068Z","caller":"traceutil/trace.go:171","msg":"trace[2001954436] transaction","detail":"{read_only:false; response_revision:4265; number_of_response:1; }","duration":"319.311491ms","start":"2026-04-16T03:47:39.965716Z","end":"2026-04-16T03:47:40.285027Z","steps":["trace[2001954436] 'process raft request' (duration: 319.030579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:40.285192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.229547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:47:40.285298Z","caller":"traceutil/trace.go:171","msg":"trace[987064398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4265; }","duration":"303.435878ms","start":"2026-04-16T03:47:39.981844Z","end":"2026-04-16T03:47:40.28528Z","steps":["trace[987064398] 'agreement among raft nodes before linearized reading' (duration: 303.228067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:40.285206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:39.965689Z","time spent":"319.434471ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:47:40.285358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:39.981826Z","time spent":"303.517538ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:47:40.494361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.975489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:47:40.494508Z","caller":"traceutil/trace.go:171","msg":"trace[589624599] linearizableReadLoop","detail":"{readStateIndex:4435; appliedIndex:4434; }","duration":"209.442804ms","start":"2026-04-16T03:47:40.285042Z","end":"2026-04-16T03:47:40.494485Z","steps":["trace[589624599] 'read index received' (duration: 71.219283ms)","trace[589624599] 'applied index is now lower than readState.Index' (duration: 138.221801ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:40.494535Z","caller":"traceutil/trace.go:171","msg":"trace[1514434485] transaction","detail":"{read_only:false; response_revision:4266; number_of_response:1; }","duration":"392.528898ms","start":"2026-04-16T03:47:40.10197Z","end":"2026-04-16T03:47:40.494499Z","steps":["trace[1514434485] 'process raft request' (duration: 254.301727ms)","trace[1514434485] 'compare' (duration: 137.757858ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:40.494705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:40.101934Z","time spent":"392.6755ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:47:40.494766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.707226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:47:40.494861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.122797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:47:40.494875Z","caller":"traceutil/trace.go:171","msg":"trace[293773866] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:4266; }","duration":"433.922878ms","start":"2026-04-16T03:47:40.060929Z","end":"2026-04-16T03:47:40.494852Z","steps":["trace[293773866] 'agreement among raft nodes before linearized reading' (duration: 433.683157ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:40.494984Z","caller":"traceutil/trace.go:171","msg":"trace[1815609769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4266; }","duration":"208.266848ms","start":"2026-04-16T03:47:40.286677Z","end":"2026-04-16T03:47:40.494944Z","steps":["trace[1815609769] 'agreement among raft nodes before linearized reading' (duration: 208.126027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:40.494892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.701206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:47:40.495065Z","caller":"traceutil/trace.go:171","msg":"trace[1798949365] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4266; }","duration":"129.921987ms","start":"2026-04-16T03:47:40.365129Z","end":"2026-04-16T03:47:40.495051Z","steps":["trace[1798949365] 'agreement among raft nodes before linearized reading' (duration: 129.698986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:40.495057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:40.060916Z","time spent":"434.116669ms","remote":"127.0.0.1:45584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:47:40.829389Z","caller":"traceutil/trace.go:171","msg":"trace[1514135497] transaction","detail":"{read_only:false; response_revision:4267; number_of_response:1; }","duration":"149.455173ms","start":"2026-04-16T03:47:40.679901Z","end":"2026-04-16T03:47:40.829356Z","steps":["trace[1514135497] 'process raft request' (duration: 149.225832ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:40.956618Z","caller":"traceutil/trace.go:171","msg":"trace[811238202] transaction","detail":"{read_only:false; response_revision:4269; number_of_response:1; }","duration":"120.748187ms","start":"2026-04-16T03:47:40.835802Z","end":"2026-04-16T03:47:40.95655Z","steps":["trace[811238202] 'process raft request' (duration: 120.458855ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:40.956624Z","caller":"traceutil/trace.go:171","msg":"trace[1304056546] transaction","detail":"{read_only:false; response_revision:4268; number_of_response:1; }","duration":"121.784633ms","start":"2026-04-16T03:47:40.834741Z","end":"2026-04-16T03:47:40.956526Z","steps":["trace[1304056546] 'process raft request' (duration: 114.784487ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:45.141132Z","caller":"traceutil/trace.go:171","msg":"trace[466479704] linearizableReadLoop","detail":"{readStateIndex:4470; appliedIndex:4469; }","duration":"292.422785ms","start":"2026-04-16T03:47:44.848686Z","end":"2026-04-16T03:47:45.141109Z","steps":["trace[466479704] 'read index received' (duration: 292.286464ms)","trace[466479704] 'applied index is now lower than readState.Index' (duration: 135.401µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:45.141173Z","caller":"traceutil/trace.go:171","msg":"trace[696812932] transaction","detail":"{read_only:false; response_revision:4300; number_of_response:1; }","duration":"359.171821ms","start":"2026-04-16T03:47:44.781981Z","end":"2026-04-16T03:47:45.141153Z","steps":["trace[696812932] 'process raft request' (duration: 358.987679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:45.141396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.691267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-16T03:47:45.141463Z","caller":"traceutil/trace.go:171","msg":"trace[1384582221] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4300; }","duration":"292.811007ms","start":"2026-04-16T03:47:44.848637Z","end":"2026-04-16T03:47:45.141448Z","steps":["trace[1384582221] 'agreement among raft nodes before linearized reading' (duration: 292.588266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:45.141543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.610527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:47:45.141601Z","caller":"traceutil/trace.go:171","msg":"trace[1697642492] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4300; }","duration":"180.727417ms","start":"2026-04-16T03:47:44.960861Z","end":"2026-04-16T03:47:45.141588Z","steps":["trace[1697642492] 'agreement among raft nodes before linearized reading' (duration: 180.607726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:45.141577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:44.781961Z","time spent":"359.460302ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:47:45.141712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.419214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:47:45.141912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.832692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:47:45.14194Z","caller":"traceutil/trace.go:171","msg":"trace[1958947096] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4300; }","duration":"156.872232ms","start":"2026-04-16T03:47:44.985059Z","end":"2026-04-16T03:47:45.141932Z","steps":["trace[1958947096] 'agreement among raft nodes before linearized reading' (duration: 156.712791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:45.14211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.464617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:47:45.14206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.183012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:47:45.142155Z","caller":"traceutil/trace.go:171","msg":"trace[57882751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4300; }","duration":"174.526818ms","start":"2026-04-16T03:47:44.967617Z","end":"2026-04-16T03:47:45.142144Z","steps":["trace[57882751] 'agreement among raft nodes before linearized reading' (duration: 174.375496ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:45.142312Z","caller":"traceutil/trace.go:171","msg":"trace[1986322056] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4300; }","duration":"175.329313ms","start":"2026-04-16T03:47:44.966823Z","end":"2026-04-16T03:47:45.142152Z","steps":["trace[1986322056] 'agreement among raft nodes before linearized reading' (duration: 175.08703ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:45.141924Z","caller":"traceutil/trace.go:171","msg":"trace[729736889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4300; }","duration":"166.647936ms","start":"2026-04-16T03:47:44.975247Z","end":"2026-04-16T03:47:45.141895Z","steps":["trace[729736889] 'agreement among raft nodes before linearized reading' (duration: 166.382654ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:45.289117Z","caller":"traceutil/trace.go:171","msg":"trace[751592428] transaction","detail":"{read_only:false; response_revision:4302; number_of_response:1; }","duration":"139.793591ms","start":"2026-04-16T03:47:45.14929Z","end":"2026-04-16T03:47:45.289083Z","steps":["trace[751592428] 'process raft request' (duration: 72.513263ms)","trace[751592428] 'compare' (duration: 67.077136ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:45.289882Z","caller":"traceutil/trace.go:171","msg":"trace[159274350] transaction","detail":"{read_only:false; response_revision:4303; number_of_response:1; }","duration":"140.498095ms","start":"2026-04-16T03:47:45.14936Z","end":"2026-04-16T03:47:45.289858Z","steps":["trace[159274350] 'process raft request' (duration: 139.67361ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:45.290259Z","caller":"traceutil/trace.go:171","msg":"trace[1719532843] transaction","detail":"{read_only:false; response_revision:4304; number_of_response:1; }","duration":"140.793517ms","start":"2026-04-16T03:47:45.149378Z","end":"2026-04-16T03:47:45.290171Z","steps":["trace[1719532843] 'process raft request' (duration: 140.058563ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:45.290798Z","caller":"traceutil/trace.go:171","msg":"trace[314009280] transaction","detail":"{read_only:false; response_revision:4305; number_of_response:1; }","duration":"141.324361ms","start":"2026-04-16T03:47:45.149447Z","end":"2026-04-16T03:47:45.290771Z","steps":["trace[314009280] 'process raft request' (duration: 140.172083ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:45.290999Z","caller":"traceutil/trace.go:171","msg":"trace[1890646308] transaction","detail":"{read_only:false; response_revision:4306; number_of_response:1; }","duration":"141.539242ms","start":"2026-04-16T03:47:45.14945Z","end":"2026-04-16T03:47:45.290989Z","steps":["trace[1890646308] 'process raft request' (duration: 141.280711ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:45.291371Z","caller":"traceutil/trace.go:171","msg":"trace[1984102024] transaction","detail":"{read_only:false; response_revision:4307; number_of_response:1; }","duration":"141.757144ms","start":"2026-04-16T03:47:45.149593Z","end":"2026-04-16T03:47:45.29135Z","steps":["trace[1984102024] 'process raft request' (duration: 141.314581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:46.361478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311245196,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:47:46.711927Z","caller":"traceutil/trace.go:171","msg":"trace[1304962665] transaction","detail":"{read_only:false; response_revision:4310; number_of_response:1; }","duration":"979.144671ms","start":"2026-04-16T03:47:45.732756Z","end":"2026-04-16T03:47:46.711901Z","steps":["trace[1304962665] 'process raft request' (duration: 978.96419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:46.712092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:45.732726Z","time spent":"979.275191ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:47:47.395674Z","caller":"traceutil/trace.go:171","msg":"trace[1513609324] linearizableReadLoop","detail":"{readStateIndex:4482; appliedIndex:4479; }","duration":"1.534410579s","start":"2026-04-16T03:47:45.861225Z","end":"2026-04-16T03:47:47.395635Z","steps":["trace[1513609324] 'read index received' (duration: 850.455262ms)","trace[1513609324] 'applied index is now lower than readState.Index' (duration: 683.953777ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:47.395865Z","caller":"traceutil/trace.go:171","msg":"trace[1390914354] transaction","detail":"{read_only:false; response_revision:4311; number_of_response:1; }","duration":"1.628134049s","start":"2026-04-16T03:47:45.767711Z","end":"2026-04-16T03:47:47.395846Z","steps":["trace[1390914354] 'process raft request' (duration: 1.627572646s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:47.396061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:45.767685Z","time spent":"1.6282371s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:47:47.396275Z","caller":"traceutil/trace.go:171","msg":"trace[1552374310] transaction","detail":"{read_only:false; response_revision:4313; number_of_response:1; }","duration":"876.546412ms","start":"2026-04-16T03:47:46.519715Z","end":"2026-04-16T03:47:47.396261Z","steps":["trace[1552374310] 'process raft request' (duration: 875.869558ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:47.396263Z","caller":"traceutil/trace.go:171","msg":"trace[2040579601] transaction","detail":"{read_only:false; response_revision:4312; number_of_response:1; }","duration":"1.095418558s","start":"2026-04-16T03:47:46.300791Z","end":"2026-04-16T03:47:47.39621Z","steps":["trace[2040579601] 'process raft request' (duration: 1.094746324s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:47.396341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:46.51969Z","time spent":"876.616262ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:47:47.396338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418852645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:47:47.396392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535138964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-16T03:47:47.396434Z","caller":"traceutil/trace.go:171","msg":"trace[1411167705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4313; }","duration":"1.419038896s","start":"2026-04-16T03:47:45.977369Z","end":"2026-04-16T03:47:47.396408Z","steps":["trace[1411167705] 'agreement among raft nodes before linearized reading' (duration: 1.418831095s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:47.39648Z","caller":"traceutil/trace.go:171","msg":"trace[1919949480] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4313; }","duration":"1.535278294s","start":"2026-04-16T03:47:45.861177Z","end":"2026-04-16T03:47:47.396455Z","steps":["trace[1919949480] 'agreement among raft nodes before linearized reading' (duration: 1.534966342s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:47.396502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:46.300766Z","time spent":"1.095603049s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:47:47.396534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:45.861155Z","time spent":"1.535368245s","remote":"127.0.0.1:45620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-16T03:47:47.396543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:45.977345Z","time spent":"1.419179877s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:47:47.396603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.705241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:47:47.396518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.389799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:47:47.396645Z","caller":"traceutil/trace.go:171","msg":"trace[487960157] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4313; }","duration":"242.778601ms","start":"2026-04-16T03:47:47.153855Z","end":"2026-04-16T03:47:47.396633Z","steps":["trace[487960157] 'agreement among raft nodes before linearized reading' (duration: 242.691061ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:47.396685Z","caller":"traceutil/trace.go:171","msg":"trace[237113326] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4313; }","duration":"334.58817ms","start":"2026-04-16T03:47:47.062082Z","end":"2026-04-16T03:47:47.39667Z","steps":["trace[237113326] 'agreement among raft nodes before linearized reading' (duration: 334.334918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:47.396732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:47.062058Z","time spent":"334.65998ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T03:47:47.396791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.708692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:47:47.396848Z","caller":"traceutil/trace.go:171","msg":"trace[599145721] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4313; }","duration":"793.803613ms","start":"2026-04-16T03:47:46.603029Z","end":"2026-04-16T03:47:47.396833Z","steps":["trace[599145721] 'agreement among raft nodes before linearized reading' (duration: 793.714962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:47.396886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:46.603015Z","time spent":"793.862273ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:47:48.424203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.261808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:47:48.424288Z","caller":"traceutil/trace.go:171","msg":"trace[248100306] transaction","detail":"{read_only:false; response_revision:4314; number_of_response:1; }","duration":"1.020774291s","start":"2026-04-16T03:47:47.403499Z","end":"2026-04-16T03:47:48.424274Z","steps":["trace[248100306] 'process raft request' (duration: 192.381783ms)","trace[248100306] 'compare' (duration: 827.612074ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:48.42433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:47.403478Z","time spent":"1.020833202s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:47:48.878788Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.28294745s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:47:48.964501Z","caller":"traceutil/trace.go:171","msg":"trace[1591175337] transaction","detail":"{read_only:false; response_revision:4315; number_of_response:1; }","duration":"1.560476558s","start":"2026-04-16T03:47:47.403992Z","end":"2026-04-16T03:47:48.964468Z","steps":["trace[1591175337] 'process raft request' (duration: 1.475053122s)","trace[1591175337] 'compare' (duration: 84.976194ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:48.964681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:47.403973Z","time spent":"1.560611699s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:47:48.965152Z","caller":"traceutil/trace.go:171","msg":"trace[1228799344] transaction","detail":"{read_only:false; response_revision:4316; number_of_response:1; }","duration":"1.561162703s","start":"2026-04-16T03:47:47.403978Z","end":"2026-04-16T03:47:48.96514Z","steps":["trace[1228799344] 'process raft request' (duration: 1.560457908s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:48.965226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:47.403948Z","time spent":"1.561245813s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:47:48.965405Z","caller":"traceutil/trace.go:171","msg":"trace[922628032] transaction","detail":"{read_only:false; response_revision:4317; number_of_response:1; }","duration":"1.561366563s","start":"2026-04-16T03:47:47.404016Z","end":"2026-04-16T03:47:48.965383Z","steps":["trace[922628032] 'process raft request' (duration: 1.561091131s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:48.965455Z","caller":"traceutil/trace.go:171","msg":"trace[1697014908] transaction","detail":"{read_only:false; response_revision:4318; number_of_response:1; }","duration":"1.560142965s","start":"2026-04-16T03:47:47.405301Z","end":"2026-04-16T03:47:48.965444Z","steps":["trace[1697014908] 'process raft request' (duration: 1.560017455s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:48.965504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:47.405293Z","time spent":"1.560187836s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:47:48.965416Z","caller":"traceutil/trace.go:171","msg":"trace[25888579] linearizableReadLoop","detail":"{readStateIndex:4487; appliedIndex:4483; }","duration":"1.560407287s","start":"2026-04-16T03:47:47.404993Z","end":"2026-04-16T03:47:48.9654Z","steps":["trace[25888579] 'read index received' (duration: 190.884393ms)","trace[25888579] 'applied index is now lower than readState.Index' (duration: 1.369521754s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:48.965558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:47.403999Z","time spent":"1.561479995s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:47:48.965568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560566728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:10008"} {"level":"info","ts":"2026-04-16T03:47:48.965617Z","caller":"traceutil/trace.go:171","msg":"trace[206604951] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4318; }","duration":"1.560643969s","start":"2026-04-16T03:47:47.40496Z","end":"2026-04-16T03:47:48.965604Z","steps":["trace[206604951] 'agreement among raft nodes before linearized reading' (duration: 1.560492888s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:48.965651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:47.404946Z","time spent":"1.56069724s","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":10030,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-16T03:47:49.175734Z","caller":"traceutil/trace.go:171","msg":"trace[531990636] transaction","detail":"{read_only:false; response_revision:4319; number_of_response:1; }","duration":"970.293742ms","start":"2026-04-16T03:47:48.205405Z","end":"2026-04-16T03:47:49.175699Z","steps":["trace[531990636] 'process raft request' (duration: 910.604434ms)","trace[531990636] 'compare' (duration: 59.401467ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:49.17588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:48.205377Z","time spent":"970.430813ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:47:49.397741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.051128ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-16T03:47:49.398381Z","caller":"traceutil/trace.go:171","msg":"trace[538893050] linearizableReadLoop","detail":"{readStateIndex:4491; appliedIndex:4488; }","duration":"432.778851ms","start":"2026-04-16T03:47:48.965575Z","end":"2026-04-16T03:47:49.398354Z","steps":["trace[538893050] 'read index received' (duration: 150.390961ms)","trace[538893050] 'applied index is now lower than readState.Index' (duration: 282.38571ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:49.398529Z","caller":"traceutil/trace.go:171","msg":"trace[1090559295] transaction","detail":"{read_only:false; response_revision:4320; number_of_response:1; }","duration":"681.937654ms","start":"2026-04-16T03:47:48.716475Z","end":"2026-04-16T03:47:49.398413Z","steps":["trace[1090559295] 'process raft request' (duration: 681.368101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:49.399103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:48.71646Z","time spent":"682.538818ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:47:49.450762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04254478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:47:49.450789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.221291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:47:49.450876Z","caller":"traceutil/trace.go:171","msg":"trace[115446207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4320; }","duration":"2.042729371s","start":"2026-04-16T03:47:47.408117Z","end":"2026-04-16T03:47:49.450847Z","steps":["trace[115446207] 'agreement among raft nodes before linearized reading' (duration: 1.990311229s)","trace[115446207] 'range keys from in-memory index tree' (duration: 52.220881ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:49.450915Z","caller":"traceutil/trace.go:171","msg":"trace[404018527] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4320; }","duration":"425.437692ms","start":"2026-04-16T03:47:49.025448Z","end":"2026-04-16T03:47:49.450886Z","steps":["trace[404018527] 'agreement among raft nodes before linearized reading' (duration: 373.043431ms)","trace[404018527] 'range keys from in-memory index tree' (duration: 52.17456ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:49.450945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:47.408109Z","time spent":"2.042812981s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:47:49.450977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:49.025419Z","time spent":"425.545322ms","remote":"127.0.0.1:45896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-16T03:47:49.451105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112960212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-16T03:47:49.4511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739150612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:47:49.45119Z","caller":"traceutil/trace.go:171","msg":"trace[864696868] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4320; }","duration":"1.113118624s","start":"2026-04-16T03:47:48.338044Z","end":"2026-04-16T03:47:49.451162Z","steps":["trace[864696868] 'agreement among raft nodes before linearized reading' (duration: 1.06032291s)","trace[864696868] 'range keys from in-memory index tree' (duration: 52.594463ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:49.451196Z","caller":"traceutil/trace.go:171","msg":"trace[2137397934] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:4320; }","duration":"1.739266913s","start":"2026-04-16T03:47:47.711906Z","end":"2026-04-16T03:47:49.451172Z","steps":["trace[2137397934] 'agreement among raft nodes before linearized reading' (duration: 1.686520989s)","trace[2137397934] 'count revisions from in-memory index tree' (duration: 52.573863ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:49.451237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:48.338024Z","time spent":"1.113203924s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-16T03:47:49.45134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.084893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-16T03:47:49.451278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132487799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-04-16T03:47:49.45142Z","caller":"traceutil/trace.go:171","msg":"trace[958720031] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4320; }","duration":"932.316235ms","start":"2026-04-16T03:47:48.519078Z","end":"2026-04-16T03:47:49.451395Z","steps":["trace[958720031] 'agreement among raft nodes before linearized reading' (duration: 879.31951ms)","trace[958720031] 'range keys from in-memory index tree' (duration: 52.641213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:49.451481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:48.519059Z","time spent":"932.406116ms","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-16T03:47:49.451463Z","caller":"traceutil/trace.go:171","msg":"trace[1277137896] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:4320; }","duration":"1.13270327s","start":"2026-04-16T03:47:48.318735Z","end":"2026-04-16T03:47:49.451438Z","steps":["trace[1277137896] 'agreement among raft nodes before linearized reading' (duration: 1.079676505s)","trace[1277137896] 'range keys from in-memory index tree' (duration: 52.775374ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:49.451262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:47.711882Z","time spent":"1.739368693s","remote":"127.0.0.1:58352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:47:49.451585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:48.318714Z","time spent":"1.132822592s","remote":"127.0.0.1:55280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1247,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"info","ts":"2026-04-16T03:47:49.546685Z","caller":"traceutil/trace.go:171","msg":"trace[913138798] linearizableReadLoop","detail":"{readStateIndex:4494; appliedIndex:4491; }","duration":"138.15184ms","start":"2026-04-16T03:47:49.408506Z","end":"2026-04-16T03:47:49.546658Z","steps":["trace[913138798] 'read index received' (duration: 37.582825ms)","trace[913138798] 'applied index is now lower than readState.Index' (duration: 100.567695ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:49.546764Z","caller":"traceutil/trace.go:171","msg":"trace[266040702] transaction","detail":"{read_only:false; response_revision:4322; number_of_response:1; }","duration":"143.087432ms","start":"2026-04-16T03:47:49.403626Z","end":"2026-04-16T03:47:49.546713Z","steps":["trace[266040702] 'process raft request' (duration: 142.7742ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:49.546876Z","caller":"traceutil/trace.go:171","msg":"trace[1053584227] transaction","detail":"{read_only:false; response_revision:4323; number_of_response:1; }","duration":"141.831835ms","start":"2026-04-16T03:47:49.405005Z","end":"2026-04-16T03:47:49.546837Z","steps":["trace[1053584227] 'process raft request' (duration: 141.569603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:49.546935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.405231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:47:49.546989Z","caller":"traceutil/trace.go:171","msg":"trace[541036436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4323; }","duration":"138.526372ms","start":"2026-04-16T03:47:49.408451Z","end":"2026-04-16T03:47:49.546977Z","steps":["trace[541036436] 'agreement among raft nodes before linearized reading' (duration: 138.422231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:49.936135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.150062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:47:49.9362Z","caller":"traceutil/trace.go:171","msg":"trace[185262072] linearizableReadLoop","detail":"{readStateIndex:4495; appliedIndex:4494; }","duration":"389.429418ms","start":"2026-04-16T03:47:49.54676Z","end":"2026-04-16T03:47:49.93619Z","steps":["trace[185262072] 'read index received' (duration: 42.149215ms)","trace[185262072] 'applied index is now lower than readState.Index' (duration: 347.279593ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:49.936251Z","caller":"traceutil/trace.go:171","msg":"trace[113013313] transaction","detail":"{read_only:false; response_revision:4324; number_of_response:1; }","duration":"479.513194ms","start":"2026-04-16T03:47:49.456732Z","end":"2026-04-16T03:47:49.936245Z","steps":["trace[113013313] 'process raft request' (duration: 132.198661ms)","trace[113013313] 'compare' (duration: 347.065732ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:49.936279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:49.456714Z","time spent":"479.549984ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:47:49.936468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.953272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-16T03:47:49.936555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.801149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:47:49.93655Z","caller":"traceutil/trace.go:171","msg":"trace[31732297] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25; range_end:; response_count:1; response_revision:4324; }","duration":"384.072122ms","start":"2026-04-16T03:47:49.552461Z","end":"2026-04-16T03:47:49.936534Z","steps":["trace[31732297] 'agreement among raft nodes before linearized reading' (duration: 383.881661ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:49.936579Z","caller":"traceutil/trace.go:171","msg":"trace[1100364534] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4324; }","duration":"481.89529ms","start":"2026-04-16T03:47:49.454676Z","end":"2026-04-16T03:47:49.936572Z","steps":["trace[1100364534] 'agreement among raft nodes before linearized reading' (duration: 481.85942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:49.9366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:49.454653Z","time spent":"481.94227ms","remote":"127.0.0.1:45650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-16T03:47:49.936675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.527583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:47:49.936708Z","caller":"traceutil/trace.go:171","msg":"trace[2019410774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4324; }","duration":"379.585333ms","start":"2026-04-16T03:47:49.557113Z","end":"2026-04-16T03:47:49.936698Z","steps":["trace[2019410774] 'agreement among raft nodes before linearized reading' (duration: 379.498963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:49.936769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:49.557094Z","time spent":"379.666503ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:47:49.937578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:49.552446Z","time spent":"384.136472ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25\" "} {"level":"warn","ts":"2026-04-16T03:47:50.211837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.081636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:47:50.211949Z","caller":"traceutil/trace.go:171","msg":"trace[1623164335] transaction","detail":"{read_only:false; response_revision:4326; number_of_response:1; }","duration":"175.779044ms","start":"2026-04-16T03:47:50.036149Z","end":"2026-04-16T03:47:50.211928Z","steps":["trace[1623164335] 'process raft request' (duration: 59.515107ms)","trace[1623164335] 'compare' (duration: 114.427886ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:54.579117Z","caller":"traceutil/trace.go:171","msg":"trace[1271278348] transaction","detail":"{read_only:false; response_revision:4354; number_of_response:1; }","duration":"109.441853ms","start":"2026-04-16T03:47:54.469649Z","end":"2026-04-16T03:47:54.57909Z","steps":["trace[1271278348] 'process raft request' (duration: 108.94437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:54.810406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.487275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:47:54.810686Z","caller":"traceutil/trace.go:171","msg":"trace[1707209989] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4354; }","duration":"100.752586ms","start":"2026-04-16T03:47:54.709841Z","end":"2026-04-16T03:47:54.810593Z","steps":["trace[1707209989] 'count revisions from in-memory index tree' (duration: 100.404634ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:55.152428Z","caller":"traceutil/trace.go:171","msg":"trace[1914867864] linearizableReadLoop","detail":"{readStateIndex:4528; appliedIndex:4527; }","duration":"121.100309ms","start":"2026-04-16T03:47:55.031302Z","end":"2026-04-16T03:47:55.152402Z","steps":["trace[1914867864] 'read index received' (duration: 120.906007ms)","trace[1914867864] 'applied index is now lower than readState.Index' (duration: 193.432µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:55.152547Z","caller":"traceutil/trace.go:171","msg":"trace[1887824472] transaction","detail":"{read_only:false; response_revision:4355; number_of_response:1; }","duration":"136.145057ms","start":"2026-04-16T03:47:55.016376Z","end":"2026-04-16T03:47:55.152521Z","steps":["trace[1887824472] 'process raft request' (duration: 135.885416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:55.152647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.32287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:47:55.152688Z","caller":"traceutil/trace.go:171","msg":"trace[1043008352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4355; }","duration":"121.39267ms","start":"2026-04-16T03:47:55.031286Z","end":"2026-04-16T03:47:55.152678Z","steps":["trace[1043008352] 'agreement among raft nodes before linearized reading' (duration: 121.229419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:55.152873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.790994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:47:55.152937Z","caller":"traceutil/trace.go:171","msg":"trace[951700965] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4355; }","duration":"115.875455ms","start":"2026-04-16T03:47:55.037049Z","end":"2026-04-16T03:47:55.152924Z","steps":["trace[951700965] 'agreement among raft nodes before linearized reading' (duration: 115.774204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:55.152907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.259323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:47:55.153062Z","caller":"traceutil/trace.go:171","msg":"trace[230272996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4355; }","duration":"120.440465ms","start":"2026-04-16T03:47:55.032599Z","end":"2026-04-16T03:47:55.153039Z","steps":["trace[230272996] 'agreement among raft nodes before linearized reading' (duration: 120.113753ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:55.305331Z","caller":"traceutil/trace.go:171","msg":"trace[1487747401] transaction","detail":"{read_only:false; response_revision:4357; number_of_response:1; }","duration":"148.661919ms","start":"2026-04-16T03:47:55.156646Z","end":"2026-04-16T03:47:55.305308Z","steps":["trace[1487747401] 'process raft request' (duration: 148.505447ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:55.30541Z","caller":"traceutil/trace.go:171","msg":"trace[1230380765] linearizableReadLoop","detail":"{readStateIndex:4531; appliedIndex:4528; }","duration":"146.030972ms","start":"2026-04-16T03:47:55.15936Z","end":"2026-04-16T03:47:55.305391Z","steps":["trace[1230380765] 'read index received' (duration: 21.5201ms)","trace[1230380765] 'applied index is now lower than readState.Index' (duration: 124.509192ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:55.305767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.385294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:47:55.30584Z","caller":"traceutil/trace.go:171","msg":"trace[815775081] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4358; }","duration":"146.487045ms","start":"2026-04-16T03:47:55.159341Z","end":"2026-04-16T03:47:55.305828Z","steps":["trace[815775081] 'agreement among raft nodes before linearized reading' (duration: 146.161333ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:55.30644Z","caller":"traceutil/trace.go:171","msg":"trace[747376830] transaction","detail":"{read_only:false; response_revision:4358; number_of_response:1; }","duration":"148.079315ms","start":"2026-04-16T03:47:55.157389Z","end":"2026-04-16T03:47:55.305468Z","steps":["trace[747376830] 'process raft request' (duration: 147.877854ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:00.745511Z","caller":"traceutil/trace.go:171","msg":"trace[1116872847] transaction","detail":"{read_only:false; response_revision:4387; number_of_response:1; }","duration":"101.954725ms","start":"2026-04-16T03:48:00.643527Z","end":"2026-04-16T03:48:00.745482Z","steps":["trace[1116872847] 'process raft request' (duration: 101.812923ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:05.750276Z","caller":"traceutil/trace.go:171","msg":"trace[1810362384] transaction","detail":"{read_only:false; response_revision:4422; number_of_response:1; }","duration":"281.287462ms","start":"2026-04-16T03:48:05.468975Z","end":"2026-04-16T03:48:05.750262Z","steps":["trace[1810362384] 'process raft request' (duration: 281.156422ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:05.750359Z","caller":"traceutil/trace.go:171","msg":"trace[819366318] linearizableReadLoop","detail":"{readStateIndex:4597; appliedIndex:4597; }","duration":"280.420427ms","start":"2026-04-16T03:48:05.469902Z","end":"2026-04-16T03:48:05.750322Z","steps":["trace[819366318] 'read index received' (duration: 280.403107ms)","trace[819366318] 'applied index is now lower than readState.Index' (duration: 14.57µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:05.750593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.686188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:05.750621Z","caller":"traceutil/trace.go:171","msg":"trace[1354748883] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4422; }","duration":"280.763449ms","start":"2026-04-16T03:48:05.469849Z","end":"2026-04-16T03:48:05.750613Z","steps":["trace[1354748883] 'agreement among raft nodes before linearized reading' (duration: 280.691778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:06.018816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.521563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:48:06.019063Z","caller":"traceutil/trace.go:171","msg":"trace[1090727453] linearizableReadLoop","detail":"{readStateIndex:4601; appliedIndex:4597; }","duration":"268.560479ms","start":"2026-04-16T03:48:05.750486Z","end":"2026-04-16T03:48:06.019046Z","steps":["trace[1090727453] 'read index received' (duration: 83.790206ms)","trace[1090727453] 'applied index is now lower than readState.Index' (duration: 184.769173ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:06.019174Z","caller":"traceutil/trace.go:171","msg":"trace[1294769015] transaction","detail":"{read_only:false; response_revision:4426; number_of_response:1; }","duration":"285.867992ms","start":"2026-04-16T03:48:05.733296Z","end":"2026-04-16T03:48:06.019164Z","steps":["trace[1294769015] 'process raft request' (duration: 285.697831ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:06.019155Z","caller":"traceutil/trace.go:171","msg":"trace[79343624] transaction","detail":"{read_only:false; response_revision:4425; number_of_response:1; }","duration":"308.154478ms","start":"2026-04-16T03:48:05.710956Z","end":"2026-04-16T03:48:06.019111Z","steps":["trace[79343624] 'process raft request' (duration: 308.009227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:06.019309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:05.710935Z","time spent":"308.283969ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:06.019437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.402475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-data-valkey-node-1.18a6b99804abee4b\" ","response":"range_response_count:1 size:764"} {"level":"info","ts":"2026-04-16T03:48:06.019477Z","caller":"traceutil/trace.go:171","msg":"trace[1972059188] range","detail":"{range_begin:/registry/events/openstack/valkey-data-valkey-node-1.18a6b99804abee4b; range_end:; response_count:1; response_revision:4426; }","duration":"404.470695ms","start":"2026-04-16T03:48:05.614996Z","end":"2026-04-16T03:48:06.019467Z","steps":["trace[1972059188] 'agreement among raft nodes before linearized reading' (duration: 404.327164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:06.019486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.263218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:48:06.019586Z","caller":"traceutil/trace.go:171","msg":"trace[561511702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4426; }","duration":"503.365469ms","start":"2026-04-16T03:48:05.516177Z","end":"2026-04-16T03:48:06.019543Z","steps":["trace[561511702] 'agreement among raft nodes before linearized reading' (duration: 503.151767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:06.019652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:05.516163Z","time spent":"503.475419ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:48:06.019508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:05.614979Z","time spent":"404.521785ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":786,"request content":"key:\"/registry/events/openstack/valkey-data-valkey-node-1.18a6b99804abee4b\" "} {"level":"warn","ts":"2026-04-16T03:48:06.019597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.553857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:48:06.019816Z","caller":"traceutil/trace.go:171","msg":"trace[1947409709] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4426; }","duration":"266.755788ms","start":"2026-04-16T03:48:05.753016Z","end":"2026-04-16T03:48:06.019771Z","steps":["trace[1947409709] 'agreement among raft nodes before linearized reading' (duration: 266.519536ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:06.019441Z","caller":"traceutil/trace.go:171","msg":"trace[1383764618] transaction","detail":"{read_only:false; response_revision:4423; number_of_response:1; }","duration":"451.903624ms","start":"2026-04-16T03:48:05.567523Z","end":"2026-04-16T03:48:06.019426Z","steps":["trace[1383764618] 'process raft request' (duration: 266.683027ms)","trace[1383764618] 'compare' (duration: 184.362702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:06.01991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:05.567494Z","time spent":"452.374476ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:06.019956Z","caller":"traceutil/trace.go:171","msg":"trace[1219966782] transaction","detail":"{read_only:false; response_revision:4424; number_of_response:1; }","duration":"429.77694ms","start":"2026-04-16T03:48:05.590115Z","end":"2026-04-16T03:48:06.019892Z","steps":["trace[1219966782] 'process raft request' (duration: 428.801234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:06.020217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:05.590096Z","time spent":"430.026291ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:06.020287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.065757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:48:06.020368Z","caller":"traceutil/trace.go:171","msg":"trace[698881535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4426; }","duration":"480.311759ms","start":"2026-04-16T03:48:05.540009Z","end":"2026-04-16T03:48:06.020321Z","steps":["trace[698881535] 'agreement among raft nodes before linearized reading' (duration: 479.532844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:06.020408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:05.539997Z","time spent":"480.40125ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:48:06.219497Z","caller":"traceutil/trace.go:171","msg":"trace[1960461493] transaction","detail":"{read_only:false; response_revision:4428; number_of_response:1; }","duration":"195.267353ms","start":"2026-04-16T03:48:06.024208Z","end":"2026-04-16T03:48:06.219475Z","steps":["trace[1960461493] 'process raft request' (duration: 177.264135ms)","trace[1960461493] 'compare' (duration: 17.775776ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:06.219566Z","caller":"traceutil/trace.go:171","msg":"trace[1966581098] transaction","detail":"{read_only:false; response_revision:4429; number_of_response:1; }","duration":"194.91953ms","start":"2026-04-16T03:48:06.024624Z","end":"2026-04-16T03:48:06.219543Z","steps":["trace[1966581098] 'process raft request' (duration: 194.750679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:06.219813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.065755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-16T03:48:06.219866Z","caller":"traceutil/trace.go:171","msg":"trace[1399991204] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4429; }","duration":"188.147966ms","start":"2026-04-16T03:48:06.031706Z","end":"2026-04-16T03:48:06.219854Z","steps":["trace[1399991204] 'agreement among raft nodes before linearized reading' (duration: 188.013175ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:06.219935Z","caller":"traceutil/trace.go:171","msg":"trace[1442760219] linearizableReadLoop","detail":"{readStateIndex:4604; appliedIndex:4601; }","duration":"187.686632ms","start":"2026-04-16T03:48:06.031734Z","end":"2026-04-16T03:48:06.219421Z","steps":["trace[1442760219] 'read index received' (duration: 50.280677ms)","trace[1442760219] 'applied index is now lower than readState.Index' (duration: 137.404955ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:06.975057Z","caller":"traceutil/trace.go:171","msg":"trace[682665771] transaction","detail":"{read_only:false; response_revision:4430; number_of_response:1; }","duration":"165.479238ms","start":"2026-04-16T03:48:06.809549Z","end":"2026-04-16T03:48:06.975028Z","steps":["trace[682665771] 'process raft request' (duration: 165.155966ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:07.880027Z","caller":"traceutil/trace.go:171","msg":"trace[138229194] transaction","detail":"{read_only:false; response_revision:4432; number_of_response:1; }","duration":"120.210923ms","start":"2026-04-16T03:48:07.759772Z","end":"2026-04-16T03:48:07.879983Z","steps":["trace[138229194] 'process raft request' (duration: 119.986082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:08.042389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.332343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-04-16T03:48:08.042449Z","caller":"traceutil/trace.go:171","msg":"trace[427723366] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:4432; }","duration":"149.446543ms","start":"2026-04-16T03:48:07.892988Z","end":"2026-04-16T03:48:08.042435Z","steps":["trace[427723366] 'range keys from in-memory index tree' (duration: 149.222942ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:08.427551Z","caller":"traceutil/trace.go:171","msg":"trace[1737717646] transaction","detail":"{read_only:false; response_revision:4438; number_of_response:1; }","duration":"197.829099ms","start":"2026-04-16T03:48:08.229693Z","end":"2026-04-16T03:48:08.427522Z","steps":["trace[1737717646] 'process raft request' (duration: 191.173335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:12.150697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.763448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:12.150789Z","caller":"traceutil/trace.go:171","msg":"trace[1798898274] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4456; }","duration":"163.893328ms","start":"2026-04-16T03:48:11.986876Z","end":"2026-04-16T03:48:12.15077Z","steps":["trace[1798898274] 'count revisions from in-memory index tree' (duration: 163.697538ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:14.717744Z","caller":"traceutil/trace.go:171","msg":"trace[1699478959] transaction","detail":"{read_only:false; response_revision:4477; number_of_response:1; }","duration":"110.283568ms","start":"2026-04-16T03:48:14.607434Z","end":"2026-04-16T03:48:14.717718Z","steps":["trace[1699478959] 'process raft request' (duration: 28.033862ms)","trace[1699478959] 'compare' (duration: 82.135565ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:17.986931Z","caller":"traceutil/trace.go:171","msg":"trace[1304912432] transaction","detail":"{read_only:false; response_revision:4489; number_of_response:1; }","duration":"299.136107ms","start":"2026-04-16T03:48:17.687761Z","end":"2026-04-16T03:48:17.986897Z","steps":["trace[1304912432] 'process raft request' (duration: 298.900316ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.138698Z","caller":"traceutil/trace.go:171","msg":"trace[1364569278] transaction","detail":"{read_only:false; response_revision:4490; number_of_response:1; }","duration":"106.517644ms","start":"2026-04-16T03:48:18.032146Z","end":"2026-04-16T03:48:18.138664Z","steps":["trace[1364569278] 'process raft request' (duration: 89.578453ms)","trace[1364569278] 'compare' (duration: 16.461028ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:18.444228Z","caller":"traceutil/trace.go:171","msg":"trace[2042311690] transaction","detail":"{read_only:false; response_revision:4502; number_of_response:1; }","duration":"149.703436ms","start":"2026-04-16T03:48:18.294496Z","end":"2026-04-16T03:48:18.444199Z","steps":["trace[2042311690] 'process raft request' (duration: 149.625824ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.444239Z","caller":"traceutil/trace.go:171","msg":"trace[132193293] transaction","detail":"{read_only:false; response_revision:4501; number_of_response:1; }","duration":"150.248739ms","start":"2026-04-16T03:48:18.293966Z","end":"2026-04-16T03:48:18.444215Z","steps":["trace[132193293] 'process raft request' (duration: 117.110133ms)","trace[132193293] 'compare' (duration: 32.883243ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:18.445049Z","caller":"traceutil/trace.go:171","msg":"trace[22657942] transaction","detail":"{read_only:false; response_revision:4505; number_of_response:1; }","duration":"145.134906ms","start":"2026-04-16T03:48:18.299888Z","end":"2026-04-16T03:48:18.445023Z","steps":["trace[22657942] 'process raft request' (duration: 145.014545ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.445258Z","caller":"traceutil/trace.go:171","msg":"trace[1946160353] transaction","detail":"{read_only:false; response_revision:4510; number_of_response:1; }","duration":"144.890414ms","start":"2026-04-16T03:48:18.300355Z","end":"2026-04-16T03:48:18.445246Z","steps":["trace[1946160353] 'process raft request' (duration: 144.630293ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.44529Z","caller":"traceutil/trace.go:171","msg":"trace[937794941] transaction","detail":"{read_only:false; response_revision:4509; number_of_response:1; }","duration":"144.952974ms","start":"2026-04-16T03:48:18.300283Z","end":"2026-04-16T03:48:18.445236Z","steps":["trace[937794941] 'process raft request' (duration: 144.686403ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.445381Z","caller":"traceutil/trace.go:171","msg":"trace[692965776] transaction","detail":"{read_only:false; response_revision:4512; number_of_response:1; }","duration":"143.905407ms","start":"2026-04-16T03:48:18.301433Z","end":"2026-04-16T03:48:18.445338Z","steps":["trace[692965776] 'process raft request' (duration: 143.582865ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.44547Z","caller":"traceutil/trace.go:171","msg":"trace[1950605244] transaction","detail":"{read_only:false; response_revision:4503; number_of_response:1; }","duration":"148.178286ms","start":"2026-04-16T03:48:18.29727Z","end":"2026-04-16T03:48:18.445448Z","steps":["trace[1950605244] 'process raft request' (duration: 147.543092ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.445534Z","caller":"traceutil/trace.go:171","msg":"trace[1999771081] transaction","detail":"{read_only:false; response_revision:4507; number_of_response:1; }","duration":"145.548608ms","start":"2026-04-16T03:48:18.299979Z","end":"2026-04-16T03:48:18.445528Z","steps":["trace[1999771081] 'process raft request' (duration: 144.959484ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.445485Z","caller":"traceutil/trace.go:171","msg":"trace[445750660] transaction","detail":"{read_only:false; response_revision:4506; number_of_response:1; }","duration":"145.529728ms","start":"2026-04-16T03:48:18.299938Z","end":"2026-04-16T03:48:18.445467Z","steps":["trace[445750660] 'process raft request' (duration: 144.983274ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.445324Z","caller":"traceutil/trace.go:171","msg":"trace[1498627131] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"143.920667ms","start":"2026-04-16T03:48:18.301398Z","end":"2026-04-16T03:48:18.445319Z","steps":["trace[1498627131] 'process raft request' (duration: 143.603405ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.445736Z","caller":"traceutil/trace.go:171","msg":"trace[338971163] transaction","detail":"{read_only:false; response_revision:4504; number_of_response:1; }","duration":"145.91993ms","start":"2026-04-16T03:48:18.299779Z","end":"2026-04-16T03:48:18.445699Z","steps":["trace[338971163] 'process raft request' (duration: 145.104455ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.44549Z","caller":"traceutil/trace.go:171","msg":"trace[1935962980] transaction","detail":"{read_only:false; response_revision:4508; number_of_response:1; }","duration":"145.233856ms","start":"2026-04-16T03:48:18.300247Z","end":"2026-04-16T03:48:18.445481Z","steps":["trace[1935962980] 'process raft request' (duration: 144.706593ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.658723Z","caller":"traceutil/trace.go:171","msg":"trace[1481404432] transaction","detail":"{read_only:false; response_revision:4536; number_of_response:1; }","duration":"110.790511ms","start":"2026-04-16T03:48:18.54791Z","end":"2026-04-16T03:48:18.658701Z","steps":["trace[1481404432] 'process raft request' (duration: 110.748601ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.658833Z","caller":"traceutil/trace.go:171","msg":"trace[139171509] transaction","detail":"{read_only:false; response_revision:4535; number_of_response:1; }","duration":"110.869672ms","start":"2026-04-16T03:48:18.547905Z","end":"2026-04-16T03:48:18.658775Z","steps":["trace[139171509] 'process raft request' (duration: 110.60578ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.790601Z","caller":"traceutil/trace.go:171","msg":"trace[330450132] transaction","detail":"{read_only:false; response_revision:4537; number_of_response:1; }","duration":"242.543529ms","start":"2026-04-16T03:48:18.548035Z","end":"2026-04-16T03:48:18.790579Z","steps":["trace[330450132] 'process raft request' (duration: 241.405672ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.790815Z","caller":"traceutil/trace.go:171","msg":"trace[2085297362] transaction","detail":"{read_only:false; response_revision:4538; number_of_response:1; }","duration":"241.873864ms","start":"2026-04-16T03:48:18.548924Z","end":"2026-04-16T03:48:18.790798Z","steps":["trace[2085297362] 'process raft request' (duration: 241.436272ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.792043Z","caller":"traceutil/trace.go:171","msg":"trace[467623856] transaction","detail":"{read_only:false; response_revision:4540; number_of_response:1; }","duration":"243.005413ms","start":"2026-04-16T03:48:18.548986Z","end":"2026-04-16T03:48:18.791991Z","steps":["trace[467623856] 'process raft request' (duration: 242.224517ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.79253Z","caller":"traceutil/trace.go:171","msg":"trace[1095185323] transaction","detail":"{read_only:false; response_revision:4541; number_of_response:1; }","duration":"243.274944ms","start":"2026-04-16T03:48:18.549093Z","end":"2026-04-16T03:48:18.792368Z","steps":["trace[1095185323] 'process raft request' (duration: 242.143686ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.792659Z","caller":"traceutil/trace.go:171","msg":"trace[225931893] transaction","detail":"{read_only:false; response_revision:4539; number_of_response:1; }","duration":"243.315514ms","start":"2026-04-16T03:48:18.548919Z","end":"2026-04-16T03:48:18.792235Z","steps":["trace[225931893] 'process raft request' (duration: 242.238957ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.796108Z","caller":"traceutil/trace.go:171","msg":"trace[1626979176] linearizableReadLoop","detail":"{readStateIndex:4724; appliedIndex:4712; }","duration":"238.620203ms","start":"2026-04-16T03:48:18.557441Z","end":"2026-04-16T03:48:18.796061Z","steps":["trace[1626979176] 'read index received' (duration: 101.075348ms)","trace[1626979176] 'applied index is now lower than readState.Index' (duration: 137.543635ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:18.796285Z","caller":"traceutil/trace.go:171","msg":"trace[1596888666] transaction","detail":"{read_only:false; response_revision:4544; number_of_response:1; }","duration":"247.065708ms","start":"2026-04-16T03:48:18.549156Z","end":"2026-04-16T03:48:18.796222Z","steps":["trace[1596888666] 'process raft request' (duration: 246.612256ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.79638Z","caller":"traceutil/trace.go:171","msg":"trace[1211742977] transaction","detail":"{read_only:false; response_revision:4545; number_of_response:1; }","duration":"247.190419ms","start":"2026-04-16T03:48:18.549161Z","end":"2026-04-16T03:48:18.796352Z","steps":["trace[1211742977] 'process raft request' (duration: 246.775627ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.796612Z","caller":"traceutil/trace.go:171","msg":"trace[1224736113] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"247.24195ms","start":"2026-04-16T03:48:18.549338Z","end":"2026-04-16T03:48:18.796579Z","steps":["trace[1224736113] 'process raft request' (duration: 246.669266ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.796675Z","caller":"traceutil/trace.go:171","msg":"trace[404459182] transaction","detail":"{read_only:false; response_revision:4543; number_of_response:1; }","duration":"247.527661ms","start":"2026-04-16T03:48:18.54913Z","end":"2026-04-16T03:48:18.796658Z","steps":["trace[404459182] 'process raft request' (duration: 242.765681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:18.797069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.605169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:18.797122Z","caller":"traceutil/trace.go:171","msg":"trace[585758894] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4546; }","duration":"239.68211ms","start":"2026-04-16T03:48:18.557418Z","end":"2026-04-16T03:48:18.7971Z","steps":["trace[585758894] 'agreement among raft nodes before linearized reading' (duration: 239.542939ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.800408Z","caller":"traceutil/trace.go:171","msg":"trace[1807743178] transaction","detail":"{read_only:false; response_revision:4542; number_of_response:1; }","duration":"244.31919ms","start":"2026-04-16T03:48:18.54906Z","end":"2026-04-16T03:48:18.793379Z","steps":["trace[1807743178] 'process raft request' (duration: 242.203966ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:19.288498Z","caller":"traceutil/trace.go:171","msg":"trace[536217526] linearizableReadLoop","detail":"{readStateIndex:4746; appliedIndex:4744; }","duration":"117.989728ms","start":"2026-04-16T03:48:19.170486Z","end":"2026-04-16T03:48:19.288475Z","steps":["trace[536217526] 'read index received' (duration: 2.129384ms)","trace[536217526] 'applied index is now lower than readState.Index' (duration: 115.859044ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:19.288724Z","caller":"traceutil/trace.go:171","msg":"trace[894771497] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"121.861113ms","start":"2026-04-16T03:48:19.16685Z","end":"2026-04-16T03:48:19.288711Z","steps":["trace[894771497] 'process raft request' (duration: 85.744959ms)","trace[894771497] 'compare' (duration: 35.744922ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:19.288904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.39268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11344"} {"level":"info","ts":"2026-04-16T03:48:19.288974Z","caller":"traceutil/trace.go:171","msg":"trace[1976138071] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:4567; }","duration":"118.502811ms","start":"2026-04-16T03:48:19.170453Z","end":"2026-04-16T03:48:19.288955Z","steps":["trace[1976138071] 'agreement among raft nodes before linearized reading' (duration: 118.27953ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:19.29648Z","caller":"traceutil/trace.go:171","msg":"trace[148628229] transaction","detail":"{read_only:false; response_revision:4568; number_of_response:1; }","duration":"120.246282ms","start":"2026-04-16T03:48:19.176211Z","end":"2026-04-16T03:48:19.296457Z","steps":["trace[148628229] 'process raft request' (duration: 120.084821ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:19.296621Z","caller":"traceutil/trace.go:171","msg":"trace[1935102976] transaction","detail":"{read_only:false; response_revision:4569; number_of_response:1; }","duration":"119.436787ms","start":"2026-04-16T03:48:19.177178Z","end":"2026-04-16T03:48:19.296615Z","steps":["trace[1935102976] 'process raft request' (duration: 119.252736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:21.608733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.957799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:48:21.608839Z","caller":"traceutil/trace.go:171","msg":"trace[1622983741] linearizableReadLoop","detail":"{readStateIndex:4787; appliedIndex:4786; }","duration":"145.458369ms","start":"2026-04-16T03:48:21.463363Z","end":"2026-04-16T03:48:21.608821Z","steps":["trace[1622983741] 'read index received' (duration: 4.256108ms)","trace[1622983741] 'applied index is now lower than readState.Index' (duration: 141.200631ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:21.608879Z","caller":"traceutil/trace.go:171","msg":"trace[1088371100] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"188.333578ms","start":"2026-04-16T03:48:21.420515Z","end":"2026-04-16T03:48:21.608849Z","steps":["trace[1088371100] 'process raft request' (duration: 47.157328ms)","trace[1088371100] 'compare' (duration: 140.643527ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:21.608914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.552089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:21.609046Z","caller":"traceutil/trace.go:171","msg":"trace[1287792547] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4608; }","duration":"145.7027ms","start":"2026-04-16T03:48:21.463329Z","end":"2026-04-16T03:48:21.609032Z","steps":["trace[1287792547] 'agreement among raft nodes before linearized reading' (duration: 145.545079ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:21.896925Z","caller":"traceutil/trace.go:171","msg":"trace[1532592976] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"255.001121ms","start":"2026-04-16T03:48:21.641889Z","end":"2026-04-16T03:48:21.89689Z","steps":["trace[1532592976] 'process raft request' (duration: 254.84289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:22.619335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.021991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:22.619415Z","caller":"traceutil/trace.go:171","msg":"trace[1992074410] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:4609; }","duration":"347.144932ms","start":"2026-04-16T03:48:22.272252Z","end":"2026-04-16T03:48:22.619397Z","steps":["trace[1992074410] 'range keys from in-memory index tree' (duration: 346.929261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:22.619457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:22.272232Z","time spent":"347.215643ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:48:22.619459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.134842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:22.619532Z","caller":"traceutil/trace.go:171","msg":"trace[1807786932] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:4609; }","duration":"347.246253ms","start":"2026-04-16T03:48:22.272267Z","end":"2026-04-16T03:48:22.619514Z","steps":["trace[1807786932] 'range keys from in-memory index tree' (duration: 347.058032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:22.619554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.72144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:48:22.619681Z","caller":"traceutil/trace.go:171","msg":"trace[1324691303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4609; }","duration":"392.88654ms","start":"2026-04-16T03:48:22.22677Z","end":"2026-04-16T03:48:22.619656Z","steps":["trace[1324691303] 'range keys from in-memory index tree' (duration: 392.552168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:22.619672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:22.272255Z","time spent":"347.308903ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-16T03:48:22.619752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:22.226751Z","time spent":"392.978291ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:48:22.620661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.365721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-04-16T03:48:22.620766Z","caller":"traceutil/trace.go:171","msg":"trace[821605060] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:4609; }","duration":"343.572058ms","start":"2026-04-16T03:48:22.277169Z","end":"2026-04-16T03:48:22.620741Z","steps":["trace[821605060] 'range keys from in-memory index tree' (duration: 342.17196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:22.620836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:22.277158Z","time spent":"343.660159ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6106,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-04-16T03:48:22.687314Z","caller":"traceutil/trace.go:171","msg":"trace[547899984] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"403.64929ms","start":"2026-04-16T03:48:22.283642Z","end":"2026-04-16T03:48:22.687291Z","steps":["trace[547899984] 'process raft request' (duration: 403.491979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:22.687468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:22.283623Z","time spent":"403.76782ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:22.910162Z","caller":"traceutil/trace.go:171","msg":"trace[980436427] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"622.611276ms","start":"2026-04-16T03:48:22.287527Z","end":"2026-04-16T03:48:22.910139Z","steps":["trace[980436427] 'process raft request' (duration: 622.540596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:22.910402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:22.287502Z","time spent":"622.823248ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:22.910413Z","caller":"traceutil/trace.go:171","msg":"trace[548472351] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"618.133207ms","start":"2026-04-16T03:48:22.292264Z","end":"2026-04-16T03:48:22.910397Z","steps":["trace[548472351] 'process raft request' (duration: 617.843565ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:22.910204Z","caller":"traceutil/trace.go:171","msg":"trace[664615766] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"623.839254ms","start":"2026-04-16T03:48:22.286339Z","end":"2026-04-16T03:48:22.910179Z","steps":["trace[664615766] 'process raft request' (duration: 623.599793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:22.910539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:22.292253Z","time spent":"618.231437ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:22.911312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:22.286322Z","time spent":"624.86832ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:22.910552Z","caller":"traceutil/trace.go:171","msg":"trace[1086700321] linearizableReadLoop","detail":"{readStateIndex:4792; appliedIndex:4788; }","duration":"438.040042ms","start":"2026-04-16T03:48:22.472479Z","end":"2026-04-16T03:48:22.910519Z","steps":["trace[1086700321] 'read index received' (duration: 214.664738ms)","trace[1086700321] 'applied index is now lower than readState.Index' (duration: 223.373694ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:22.910602Z","caller":"traceutil/trace.go:171","msg":"trace[366351421] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"284.02772ms","start":"2026-04-16T03:48:22.626561Z","end":"2026-04-16T03:48:22.910589Z","steps":["trace[366351421] 'process raft request' (duration: 283.762338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:22.912187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.180376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:48:22.912271Z","caller":"traceutil/trace.go:171","msg":"trace[11649175] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4614; }","duration":"420.350467ms","start":"2026-04-16T03:48:22.491902Z","end":"2026-04-16T03:48:22.912252Z","steps":["trace[11649175] 'agreement among raft nodes before linearized reading' (duration: 420.114656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:22.910776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.269764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:48:22.912346Z","caller":"traceutil/trace.go:171","msg":"trace[1719179787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4614; }","duration":"439.855224ms","start":"2026-04-16T03:48:22.47245Z","end":"2026-04-16T03:48:22.912305Z","steps":["trace[1719179787] 'agreement among raft nodes before linearized reading' (duration: 438.165634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:22.912391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:22.491891Z","time spent":"420.460999ms","remote":"127.0.0.1:38330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:48:22.912425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:22.472436Z","time spent":"439.967696ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:48:24.05911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.347621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:48:24.059185Z","caller":"traceutil/trace.go:171","msg":"trace[2134402598] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:4617; }","duration":"551.474253ms","start":"2026-04-16T03:48:23.507693Z","end":"2026-04-16T03:48:24.059168Z","steps":["trace[2134402598] 'range keys from in-memory index tree' (duration: 551.147941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:24.059267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:23.507674Z","time spent":"551.582263ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-04-16T03:48:24.059274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.564086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:48:24.059322Z","caller":"traceutil/trace.go:171","msg":"trace[104103474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4617; }","duration":"157.668638ms","start":"2026-04-16T03:48:23.901641Z","end":"2026-04-16T03:48:24.05931Z","steps":["trace[104103474] 'range keys from in-memory index tree' (duration: 157.335725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:24.32587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.639149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:48:24.326057Z","caller":"traceutil/trace.go:171","msg":"trace[1774203597] transaction","detail":"{read_only:false; response_revision:4618; number_of_response:1; }","duration":"262.046987ms","start":"2026-04-16T03:48:24.063985Z","end":"2026-04-16T03:48:24.326032Z","steps":["trace[1774203597] 'process raft request' (duration: 148.161926ms)","trace[1774203597] 'compare' (duration: 113.502948ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:24.326269Z","caller":"traceutil/trace.go:171","msg":"trace[1679730323] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"178.480802ms","start":"2026-04-16T03:48:24.147771Z","end":"2026-04-16T03:48:24.326252Z","steps":["trace[1679730323] 'process raft request' (duration: 178.19011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:25.282395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.577082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:48:25.282453Z","caller":"traceutil/trace.go:171","msg":"trace[595203843] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4620; }","duration":"365.672682ms","start":"2026-04-16T03:48:24.916768Z","end":"2026-04-16T03:48:25.28244Z","steps":["trace[595203843] 'range keys from in-memory index tree' (duration: 365.40323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:25.282485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:24.91675Z","time spent":"365.723552ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:48:25.282503Z","caller":"traceutil/trace.go:171","msg":"trace[1598731634] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"365.527412ms","start":"2026-04-16T03:48:24.916967Z","end":"2026-04-16T03:48:25.282494Z","steps":["trace[1598731634] 'process raft request' (duration: 365.414671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:25.282574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:24.916953Z","time spent":"365.573902ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:25.283954Z","caller":"traceutil/trace.go:171","msg":"trace[1857503587] linearizableReadLoop","detail":"{readStateIndex:4803; appliedIndex:4801; }","duration":"311.337608ms","start":"2026-04-16T03:48:24.972605Z","end":"2026-04-16T03:48:25.283942Z","steps":["trace[1857503587] 'read index received' (duration: 310.1141ms)","trace[1857503587] 'applied index is now lower than readState.Index' (duration: 1.222988ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:25.284247Z","caller":"traceutil/trace.go:171","msg":"trace[877579108] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"366.336826ms","start":"2026-04-16T03:48:24.917902Z","end":"2026-04-16T03:48:25.284239Z","steps":["trace[877579108] 'process raft request' (duration: 366.017014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:25.284292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:24.917894Z","time spent":"366.374177ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:25.284384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.7818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:48:25.284423Z","caller":"traceutil/trace.go:171","msg":"trace[1996542597] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4623; }","duration":"311.8502ms","start":"2026-04-16T03:48:24.972562Z","end":"2026-04-16T03:48:25.284413Z","steps":["trace[1996542597] 'agreement among raft nodes before linearized reading' (duration: 311.72874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:25.284458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:24.972545Z","time spent":"311.904011ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:48:25.284428Z","caller":"traceutil/trace.go:171","msg":"trace[109603005] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"367.133851ms","start":"2026-04-16T03:48:24.917287Z","end":"2026-04-16T03:48:25.284421Z","steps":["trace[109603005] 'process raft request' (duration: 366.577828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:25.284572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.485269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:48:25.284612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.488501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:48:25.284645Z","caller":"traceutil/trace.go:171","msg":"trace[1536317235] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4623; }","duration":"150.60307ms","start":"2026-04-16T03:48:25.134024Z","end":"2026-04-16T03:48:25.284627Z","steps":["trace[1536317235] 'agreement among raft nodes before linearized reading' (duration: 150.486359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:25.284584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:24.91726Z","time spent":"367.245532ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:25.284679Z","caller":"traceutil/trace.go:171","msg":"trace[1866429446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4623; }","duration":"307.604572ms","start":"2026-04-16T03:48:24.977061Z","end":"2026-04-16T03:48:25.284665Z","steps":["trace[1866429446] 'agreement among raft nodes before linearized reading' (duration: 307.385151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:25.28472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:24.977044Z","time spent":"307.669433ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:48:27.496891Z","caller":"traceutil/trace.go:171","msg":"trace[414719986] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"132.22429ms","start":"2026-04-16T03:48:27.364637Z","end":"2026-04-16T03:48:27.496862Z","steps":["trace[414719986] 'process raft request' (duration: 49.514282ms)","trace[414719986] 'compare' (duration: 82.261686ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:27.497828Z","caller":"traceutil/trace.go:171","msg":"trace[1622964801] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"132.937115ms","start":"2026-04-16T03:48:27.364852Z","end":"2026-04-16T03:48:27.497789Z","steps":["trace[1622964801] 'process raft request' (duration: 132.735964ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:31.381766Z","caller":"traceutil/trace.go:171","msg":"trace[983675046] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"205.693841ms","start":"2026-04-16T03:48:31.176038Z","end":"2026-04-16T03:48:31.381732Z","steps":["trace[983675046] 'process raft request' (duration: 201.175021ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:31.608545Z","caller":"traceutil/trace.go:171","msg":"trace[663272486] linearizableReadLoop","detail":"{readStateIndex:4908; appliedIndex:4907; }","duration":"132.256851ms","start":"2026-04-16T03:48:31.476262Z","end":"2026-04-16T03:48:31.608519Z","steps":["trace[663272486] 'read index received' (duration: 109.121991ms)","trace[663272486] 'applied index is now lower than readState.Index' (duration: 23.134ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:31.60865Z","caller":"traceutil/trace.go:171","msg":"trace[1615512800] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"142.329507ms","start":"2026-04-16T03:48:31.466294Z","end":"2026-04-16T03:48:31.608624Z","steps":["trace[1615512800] 'process raft request' (duration: 119.141886ms)","trace[1615512800] 'compare' (duration: 22.930439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:31.608835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.545903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:31.608963Z","caller":"traceutil/trace.go:171","msg":"trace[98017096] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4723; }","duration":"132.720365ms","start":"2026-04-16T03:48:31.476227Z","end":"2026-04-16T03:48:31.608947Z","steps":["trace[98017096] 'agreement among raft nodes before linearized reading' (duration: 132.545234ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:33.591915Z","caller":"traceutil/trace.go:171","msg":"trace[363348480] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"185.220077ms","start":"2026-04-16T03:48:33.406654Z","end":"2026-04-16T03:48:33.591874Z","steps":["trace[363348480] 'process raft request' (duration: 177.609667ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:33.592616Z","caller":"traceutil/trace.go:171","msg":"trace[1906337221] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"185.894601ms","start":"2026-04-16T03:48:33.406711Z","end":"2026-04-16T03:48:33.592606Z","steps":["trace[1906337221] 'process raft request' (duration: 184.803084ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:33.761239Z","caller":"traceutil/trace.go:171","msg":"trace[2019885229] transaction","detail":"{read_only:false; response_revision:4735; number_of_response:1; }","duration":"133.012676ms","start":"2026-04-16T03:48:33.62818Z","end":"2026-04-16T03:48:33.761193Z","steps":["trace[2019885229] 'process raft request' (duration: 90.297118ms)","trace[2019885229] 'compare' (duration: 42.378246ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:33.762569Z","caller":"traceutil/trace.go:171","msg":"trace[39783891] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"132.778235ms","start":"2026-04-16T03:48:33.629773Z","end":"2026-04-16T03:48:33.762551Z","steps":["trace[39783891] 'process raft request' (duration: 132.729575ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:33.762831Z","caller":"traceutil/trace.go:171","msg":"trace[293516528] transaction","detail":"{read_only:false; response_revision:4736; number_of_response:1; }","duration":"134.538936ms","start":"2026-04-16T03:48:33.628278Z","end":"2026-04-16T03:48:33.762817Z","steps":["trace[293516528] 'process raft request' (duration: 132.859215ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:33.762895Z","caller":"traceutil/trace.go:171","msg":"trace[727802843] transaction","detail":"{read_only:false; response_revision:4737; number_of_response:1; }","duration":"134.106793ms","start":"2026-04-16T03:48:33.628765Z","end":"2026-04-16T03:48:33.762871Z","steps":["trace[727802843] 'process raft request' (duration: 133.678771ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:34.415178Z","caller":"traceutil/trace.go:171","msg":"trace[259965105] linearizableReadLoop","detail":"{readStateIndex:4925; appliedIndex:4924; }","duration":"110.931003ms","start":"2026-04-16T03:48:34.30423Z","end":"2026-04-16T03:48:34.415161Z","steps":["trace[259965105] 'read index received' (duration: 110.717641ms)","trace[259965105] 'applied index is now lower than readState.Index' (duration: 212.672µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:34.415329Z","caller":"traceutil/trace.go:171","msg":"trace[1217997003] transaction","detail":"{read_only:false; response_revision:4739; number_of_response:1; }","duration":"154.465406ms","start":"2026-04-16T03:48:34.260855Z","end":"2026-04-16T03:48:34.41532Z","steps":["trace[1217997003] 'process raft request' (duration: 154.123744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:34.415659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.383506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:34.415778Z","caller":"traceutil/trace.go:171","msg":"trace[1139340931] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4739; }","duration":"111.556326ms","start":"2026-04-16T03:48:34.304197Z","end":"2026-04-16T03:48:34.415754Z","steps":["trace[1139340931] 'agreement among raft nodes before linearized reading' (duration: 111.332945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:36.118797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311246202,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:48:36.249298Z","caller":"traceutil/trace.go:171","msg":"trace[871352673] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"933.589511ms","start":"2026-04-16T03:48:35.315678Z","end":"2026-04-16T03:48:36.249267Z","steps":["trace[871352673] 'process raft request' (duration: 932.863826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:36.24945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:35.315649Z","time spent":"933.733232ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31416,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:48:37.657233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.408768396s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:48:37.657609Z","caller":"traceutil/trace.go:171","msg":"trace[958841231] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"2.30599897s","start":"2026-04-16T03:48:35.351587Z","end":"2026-04-16T03:48:37.657586Z","steps":["trace[958841231] 'process raft request' (duration: 2.305809049s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:37.65775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:35.351564Z","time spent":"2.306106221s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:37.65802Z","caller":"traceutil/trace.go:171","msg":"trace[1337507412] linearizableReadLoop","detail":"{readStateIndex:4934; appliedIndex:4929; }","duration":"2.039678506s","start":"2026-04-16T03:48:35.618294Z","end":"2026-04-16T03:48:37.657973Z","steps":["trace[1337507412] 'read index received' (duration: 630.168695ms)","trace[1337507412] 'applied index is now lower than readState.Index' (duration: 1.409508651s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:37.658047Z","caller":"traceutil/trace.go:171","msg":"trace[1101869225] transaction","detail":"{read_only:false; response_revision:4746; number_of_response:1; }","duration":"2.189764583s","start":"2026-04-16T03:48:35.468251Z","end":"2026-04-16T03:48:37.658015Z","steps":["trace[1101869225] 'process raft request' (duration: 2.18928865s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:37.658148Z","caller":"traceutil/trace.go:171","msg":"trace[995397242] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"2.060497861s","start":"2026-04-16T03:48:35.597638Z","end":"2026-04-16T03:48:37.658136Z","steps":["trace[995397242] 'process raft request' (duration: 2.060153619s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:37.658189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:35.468224Z","time spent":"2.189893774s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:37.658301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:35.597621Z","time spent":"2.060562961s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:37.658319Z","caller":"traceutil/trace.go:171","msg":"trace[596416500] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"2.060623042s","start":"2026-04-16T03:48:35.597682Z","end":"2026-04-16T03:48:37.658305Z","steps":["trace[596416500] 'process raft request' (duration: 2.060244649s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:37.65842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:35.597659Z","time spent":"2.060707682s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:37.658551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04025465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-data-valkey-node-1.18a6b99804abee4b\" ","response":"range_response_count:1 size:764"} {"level":"info","ts":"2026-04-16T03:48:37.658596Z","caller":"traceutil/trace.go:171","msg":"trace[1494442530] range","detail":"{range_begin:/registry/events/openstack/valkey-data-valkey-node-1.18a6b99804abee4b; range_end:; response_count:1; response_revision:4748; }","duration":"2.04032905s","start":"2026-04-16T03:48:35.618254Z","end":"2026-04-16T03:48:37.658583Z","steps":["trace[1494442530] 'agreement among raft nodes before linearized reading' (duration: 2.040197589s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:37.658632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:35.618208Z","time spent":"2.040417112s","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":786,"request content":"key:\"/registry/events/openstack/valkey-data-valkey-node-1.18a6b99804abee4b\" "} {"level":"info","ts":"2026-04-16T03:48:37.743496Z","caller":"traceutil/trace.go:171","msg":"trace[1178284438] transaction","detail":"{read_only:false; response_revision:4749; number_of_response:1; }","duration":"936.564051ms","start":"2026-04-16T03:48:36.806891Z","end":"2026-04-16T03:48:37.743455Z","steps":["trace[1178284438] 'process raft request' (duration: 886.839547ms)","trace[1178284438] 'compare' (duration: 49.533913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:37.743652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:36.806854Z","time spent":"936.721661ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:37.743776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.150304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:48:37.743843Z","caller":"traceutil/trace.go:171","msg":"trace[1489722727] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4750; }","duration":"174.283665ms","start":"2026-04-16T03:48:37.569542Z","end":"2026-04-16T03:48:37.743826Z","steps":["trace[1489722727] 'agreement among raft nodes before linearized reading' (duration: 173.959553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:37.743884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272207526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:48:37.744015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975435887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:48:37.744064Z","caller":"traceutil/trace.go:171","msg":"trace[1044923640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4750; }","duration":"1.975503457s","start":"2026-04-16T03:48:35.76855Z","end":"2026-04-16T03:48:37.744054Z","steps":["trace[1044923640] 'agreement among raft nodes before linearized reading' (duration: 1.974986824s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:37.744072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.878444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:37.74417Z","caller":"traceutil/trace.go:171","msg":"trace[148172979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4750; }","duration":"769.976535ms","start":"2026-04-16T03:48:36.97418Z","end":"2026-04-16T03:48:37.744156Z","steps":["trace[148172979] 'agreement among raft nodes before linearized reading' (duration: 769.330611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:37.74421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07937839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"warn","ts":"2026-04-16T03:48:37.744235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1253507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:37.744244Z","caller":"traceutil/trace.go:171","msg":"trace[485714570] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:4750; }","duration":"1.079437201s","start":"2026-04-16T03:48:36.664798Z","end":"2026-04-16T03:48:37.744236Z","steps":["trace[485714570] 'agreement among raft nodes before linearized reading' (duration: 1.078728286s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:37.744102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:35.768533Z","time spent":"1.975561438s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:48:37.744276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:36.664777Z","time spent":"1.079493511s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6106,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-04-16T03:48:37.744269Z","caller":"traceutil/trace.go:171","msg":"trace[1210565837] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:4750; }","duration":"1.125390871s","start":"2026-04-16T03:48:36.61887Z","end":"2026-04-16T03:48:37.744261Z","steps":["trace[1210565837] 'agreement among raft nodes before linearized reading' (duration: 1.124614816s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:37.74434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:36.618848Z","time spent":"1.125482181s","remote":"127.0.0.1:58298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:48:37.744617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093669237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:48:37.744644Z","caller":"traceutil/trace.go:171","msg":"trace[1787306175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4750; }","duration":"2.093733457s","start":"2026-04-16T03:48:35.650904Z","end":"2026-04-16T03:48:37.744637Z","steps":["trace[1787306175] 'agreement among raft nodes before linearized reading' (duration: 2.09257853s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:37.744732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080286126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:37.744794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.95308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:48:37.744837Z","caller":"traceutil/trace.go:171","msg":"trace[311639590] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4750; }","duration":"929.02227ms","start":"2026-04-16T03:48:36.815802Z","end":"2026-04-16T03:48:37.744824Z","steps":["trace[311639590] 'agreement among raft nodes before linearized reading' (duration: 927.716122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:37.744889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:36.815788Z","time spent":"929.091161ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T03:48:37.744009Z","caller":"traceutil/trace.go:171","msg":"trace[165958037] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4750; }","duration":"1.272345997s","start":"2026-04-16T03:48:36.471615Z","end":"2026-04-16T03:48:37.743961Z","steps":["trace[165958037] 'agreement among raft nodes before linearized reading' (duration: 1.271903844s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:37.745104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:36.471601Z","time spent":"1.273491524s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:48:37.744829Z","caller":"traceutil/trace.go:171","msg":"trace[515083691] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:4750; }","duration":"1.081121042s","start":"2026-04-16T03:48:36.663691Z","end":"2026-04-16T03:48:37.744812Z","steps":["trace[515083691] 'agreement among raft nodes before linearized reading' (duration: 1.079851484s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:37.744792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:35.650884Z","time spent":"2.093897918s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:48:37.745232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:36.663671Z","time spent":"1.081545525s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-16T03:48:37.745479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978362927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:48:37.745523Z","caller":"traceutil/trace.go:171","msg":"trace[654273071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4750; }","duration":"1.978430107s","start":"2026-04-16T03:48:35.767081Z","end":"2026-04-16T03:48:37.745511Z","steps":["trace[654273071] 'agreement among raft nodes before linearized reading' (duration: 1.976463494s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:37.745563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:35.767067Z","time spent":"1.978487768s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:48:37.745633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081496494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:37.745689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978657049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:48:37.745713Z","caller":"traceutil/trace.go:171","msg":"trace[1875838611] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:4750; }","duration":"1.081624094s","start":"2026-04-16T03:48:36.664049Z","end":"2026-04-16T03:48:37.745673Z","steps":["trace[1875838611] 'agreement among raft nodes before linearized reading' (duration: 1.07948668s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:37.744681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272699669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:48:37.745965Z","caller":"traceutil/trace.go:171","msg":"trace[1438484258] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4750; }","duration":"1.273985148s","start":"2026-04-16T03:48:36.471959Z","end":"2026-04-16T03:48:37.745944Z","steps":["trace[1438484258] 'agreement among raft nodes before linearized reading' (duration: 1.271549952s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:37.746031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:36.471929Z","time spent":"1.274082069s","remote":"127.0.0.1:45884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:48:37.74423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:36.974135Z","time spent":"770.078486ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:48:37.745721Z","caller":"traceutil/trace.go:171","msg":"trace[945128659] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4750; }","duration":"1.97872852s","start":"2026-04-16T03:48:35.766984Z","end":"2026-04-16T03:48:37.745712Z","steps":["trace[945128659] 'agreement among raft nodes before linearized reading' (duration: 1.976567365s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:37.746276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:35.766839Z","time spent":"1.979424164s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:48:37.745822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:36.66403Z","time spent":"1.081765635s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:48:37.745871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9205671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:48:37.746478Z","caller":"traceutil/trace.go:171","msg":"trace[65243329] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4750; }","duration":"1.921197653s","start":"2026-04-16T03:48:35.825263Z","end":"2026-04-16T03:48:37.746461Z","steps":["trace[65243329] 'agreement among raft nodes before linearized reading' (duration: 1.918265054s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:37.74654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:35.825241Z","time spent":"1.921285234s","remote":"127.0.0.1:44420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":24,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:48:38.035756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.890383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:48:38.035954Z","caller":"traceutil/trace.go:171","msg":"trace[1131850978] transaction","detail":"{read_only:false; response_revision:4754; number_of_response:1; }","duration":"283.177375ms","start":"2026-04-16T03:48:37.752763Z","end":"2026-04-16T03:48:38.035941Z","steps":["trace[1131850978] 'process raft request' (duration: 283.110864ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:38.036186Z","caller":"traceutil/trace.go:171","msg":"trace[1995892705] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"284.847095ms","start":"2026-04-16T03:48:37.751323Z","end":"2026-04-16T03:48:38.03617Z","steps":["trace[1995892705] 'process raft request' (duration: 153.477629ms)","trace[1995892705] 'compare' (duration: 130.638212ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:38.036289Z","caller":"traceutil/trace.go:171","msg":"trace[2096723915] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"283.799549ms","start":"2026-04-16T03:48:37.752472Z","end":"2026-04-16T03:48:38.036271Z","steps":["trace[2096723915] 'process raft request' (duration: 283.355036ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:38.036478Z","caller":"traceutil/trace.go:171","msg":"trace[1048241205] linearizableReadLoop","detail":"{readStateIndex:4941; appliedIndex:4937; }","duration":"201.800455ms","start":"2026-04-16T03:48:37.834652Z","end":"2026-04-16T03:48:38.036452Z","steps":["trace[1048241205] 'read index received' (duration: 70.120297ms)","trace[1048241205] 'applied index is now lower than readState.Index' (duration: 131.678578ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:38.036737Z","caller":"traceutil/trace.go:171","msg":"trace[1468255062] transaction","detail":"{read_only:false; response_revision:4755; number_of_response:1; }","duration":"282.735691ms","start":"2026-04-16T03:48:37.753987Z","end":"2026-04-16T03:48:38.036723Z","steps":["trace[1468255062] 'process raft request' (duration: 281.927826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:38.037113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.624421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:10349"} {"level":"info","ts":"2026-04-16T03:48:38.03717Z","caller":"traceutil/trace.go:171","msg":"trace[603934689] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4755; }","duration":"285.729981ms","start":"2026-04-16T03:48:37.751428Z","end":"2026-04-16T03:48:38.037158Z","steps":["trace[603934689] 'agreement among raft nodes before linearized reading' (duration: 285.5639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:40.250761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311246230,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:48:40.734289Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.245886612s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:48:41.62456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.961984ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-16T03:48:41.899129Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.163904967s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:48:41.899642Z","caller":"traceutil/trace.go:171","msg":"trace[1294183147] transaction","detail":"{read_only:false; response_revision:4756; number_of_response:1; }","duration":"2.235184804s","start":"2026-04-16T03:48:39.66443Z","end":"2026-04-16T03:48:41.899615Z","steps":["trace[1294183147] 'process raft request' (duration: 2.234838462s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:41.899809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:39.66441Z","time spent":"2.235327346s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:41.900253Z","caller":"traceutil/trace.go:171","msg":"trace[262133344] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"2.108156948s","start":"2026-04-16T03:48:39.792089Z","end":"2026-04-16T03:48:41.900246Z","steps":["trace[262133344] 'process raft request' (duration: 2.107824156s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:41.899784Z","caller":"traceutil/trace.go:171","msg":"trace[1317694069] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"2.234519831s","start":"2026-04-16T03:48:39.665237Z","end":"2026-04-16T03:48:41.899757Z","steps":["trace[1317694069] 'process raft request' (duration: 2.234274719s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:41.900352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:39.792062Z","time spent":"2.10822419s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:41.899823Z","caller":"traceutil/trace.go:171","msg":"trace[1446005678] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"2.234305809s","start":"2026-04-16T03:48:39.665452Z","end":"2026-04-16T03:48:41.899758Z","steps":["trace[1446005678] 'process raft request' (duration: 2.234201668s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:41.900386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:39.665231Z","time spent":"2.235094615s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:41.900188Z","caller":"traceutil/trace.go:171","msg":"trace[1993579405] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"2.148099678s","start":"2026-04-16T03:48:39.752077Z","end":"2026-04-16T03:48:41.900177Z","steps":["trace[1993579405] 'process raft request' (duration: 2.147632475s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:41.900497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:39.665439Z","time spent":"2.235000733s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:41.900547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:39.75206Z","time spent":"2.14842939s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:41.900783Z","caller":"traceutil/trace.go:171","msg":"trace[1501750405] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"1.396731035s","start":"2026-04-16T03:48:40.504034Z","end":"2026-04-16T03:48:41.900765Z","steps":["trace[1501750405] 'process raft request' (duration: 1.396123272s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:41.900722Z","caller":"traceutil/trace.go:171","msg":"trace[1825733740] linearizableReadLoop","detail":"{readStateIndex:4947; appliedIndex:4941; }","duration":"2.150410673s","start":"2026-04-16T03:48:39.750292Z","end":"2026-04-16T03:48:41.900703Z","steps":["trace[1825733740] 'read index received' (duration: 984.396141ms)","trace[1825733740] 'applied index is now lower than readState.Index' (duration: 1.166012452s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:41.900883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:40.503996Z","time spent":"1.396841686s","remote":"127.0.0.1:45498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:41.900982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.150696265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:41.901084Z","caller":"traceutil/trace.go:171","msg":"trace[1838343257] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:4761; }","duration":"2.150833596s","start":"2026-04-16T03:48:39.750242Z","end":"2026-04-16T03:48:41.901076Z","steps":["trace[1838343257] 'agreement among raft nodes before linearized reading' (duration: 2.150599775s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:41.901123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:39.750199Z","time spent":"2.150914017s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:48:42.267486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.422258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:48:42.267583Z","caller":"traceutil/trace.go:171","msg":"trace[48724991] linearizableReadLoop","detail":"{readStateIndex:4949; appliedIndex:4948; }","duration":"366.706679ms","start":"2026-04-16T03:48:41.90086Z","end":"2026-04-16T03:48:42.267567Z","steps":["trace[48724991] 'read index received' (duration: 264.13192ms)","trace[48724991] 'applied index is now lower than readState.Index' (duration: 102.573429ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:42.267662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517291644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:42.267688Z","caller":"traceutil/trace.go:171","msg":"trace[1322583198] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:4762; }","duration":"2.517362984s","start":"2026-04-16T03:48:39.750316Z","end":"2026-04-16T03:48:42.267679Z","steps":["trace[1322583198] 'agreement among raft nodes before linearized reading' (duration: 2.517295303s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:42.26772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:39.750291Z","time spent":"2.517421744s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-16T03:48:42.268125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099950552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:42.268108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227106804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:48:42.268613Z","caller":"traceutil/trace.go:171","msg":"trace[1740328217] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4762; }","duration":"2.227619067s","start":"2026-04-16T03:48:40.040976Z","end":"2026-04-16T03:48:42.268595Z","steps":["trace[1740328217] 'agreement among raft nodes before linearized reading' (duration: 2.227044924s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:42.268677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:40.040971Z","time spent":"2.227691568s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:48:42.268664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227757288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:48:42.268212Z","caller":"traceutil/trace.go:171","msg":"trace[524201285] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4762; }","duration":"1.100082354s","start":"2026-04-16T03:48:41.168089Z","end":"2026-04-16T03:48:42.268171Z","steps":["trace[524201285] 'agreement among raft nodes before linearized reading' (duration: 1.099957453s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:42.268739Z","caller":"traceutil/trace.go:171","msg":"trace[1416410146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4762; }","duration":"2.227858108s","start":"2026-04-16T03:48:40.040861Z","end":"2026-04-16T03:48:42.268719Z","steps":["trace[1416410146] 'agreement among raft nodes before linearized reading' (duration: 2.227626117s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:42.26879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:40.040854Z","time spent":"2.227927309s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:48:42.268827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:41.168068Z","time spent":"1.100726948s","remote":"127.0.0.1:58400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:48:42.268087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690959112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-node-exporter-full\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:42.26881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22819494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:48:42.268985Z","caller":"traceutil/trace.go:171","msg":"trace[370814425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4762; }","duration":"2.229317858s","start":"2026-04-16T03:48:40.039648Z","end":"2026-04-16T03:48:42.268966Z","steps":["trace[370814425] 'agreement among raft nodes before linearized reading' (duration: 2.228814825s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:42.269069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:40.039629Z","time spent":"2.229423788s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:48:42.268283Z","caller":"traceutil/trace.go:171","msg":"trace[811608774] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"480.884983ms","start":"2026-04-16T03:48:41.787384Z","end":"2026-04-16T03:48:42.268269Z","steps":["trace[811608774] 'process raft request' (duration: 377.6094ms)","trace[811608774] 'compare' (duration: 102.274447ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:42.269306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:41.787363Z","time spent":"481.832679ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:42.268205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219918183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:48:42.269379Z","caller":"traceutil/trace.go:171","msg":"trace[1635403342] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4762; }","duration":"1.22112368s","start":"2026-04-16T03:48:41.048237Z","end":"2026-04-16T03:48:42.269361Z","steps":["trace[1635403342] 'agreement among raft nodes before linearized reading' (duration: 1.219929533s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:42.269467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:41.048216Z","time spent":"1.221229191s","remote":"127.0.0.1:45908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":5,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:48:42.268361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.888118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:48:42.269579Z","caller":"traceutil/trace.go:171","msg":"trace[165174246] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4762; }","duration":"798.147677ms","start":"2026-04-16T03:48:41.471414Z","end":"2026-04-16T03:48:42.269562Z","steps":["trace[165174246] 'agreement among raft nodes before linearized reading' (duration: 796.887479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:42.269653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:41.471394Z","time spent":"798.239128ms","remote":"127.0.0.1:60258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:48:42.268401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.589674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:48:42.269846Z","caller":"traceutil/trace.go:171","msg":"trace[2004757880] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:4762; }","duration":"919.058624ms","start":"2026-04-16T03:48:41.350774Z","end":"2026-04-16T03:48:42.269833Z","steps":["trace[2004757880] 'agreement among raft nodes before linearized reading' (duration: 917.607524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:42.270045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:41.35076Z","time spent":"919.265775ms","remote":"127.0.0.1:45746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:48:42.268413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292470645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:42.27029Z","caller":"traceutil/trace.go:171","msg":"trace[2047758947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4762; }","duration":"1.294409958s","start":"2026-04-16T03:48:40.975863Z","end":"2026-04-16T03:48:42.270273Z","steps":["trace[2047758947] 'agreement among raft nodes before linearized reading' (duration: 1.292477235s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:42.270365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:40.975842Z","time spent":"1.294506998s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:48:42.268458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450291794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:48:42.270478Z","caller":"traceutil/trace.go:171","msg":"trace[1467701833] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:4762; }","duration":"1.452334237s","start":"2026-04-16T03:48:40.81813Z","end":"2026-04-16T03:48:42.270464Z","steps":["trace[1467701833] 'agreement among raft nodes before linearized reading' (duration: 1.450301553s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:42.270528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:40.818114Z","time spent":"1.452398877s","remote":"127.0.0.1:45584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:48:42.268528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227806528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:48:42.270646Z","caller":"traceutil/trace.go:171","msg":"trace[1957797006] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4762; }","duration":"2.229924672s","start":"2026-04-16T03:48:40.040696Z","end":"2026-04-16T03:48:42.270621Z","steps":["trace[1957797006] 'agreement among raft nodes before linearized reading' (duration: 2.227759578s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:42.270745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:40.040686Z","time spent":"2.230030402s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:48:42.268555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.513621229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-04-16T03:48:42.270797Z","caller":"traceutil/trace.go:171","msg":"trace[1423295661] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:4762; }","duration":"2.515882454s","start":"2026-04-16T03:48:39.754905Z","end":"2026-04-16T03:48:42.270787Z","steps":["trace[1423295661] 'agreement among raft nodes before linearized reading' (duration: 2.513579929s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:42.270843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:39.754894Z","time spent":"2.515937544s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6106,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-04-16T03:48:42.268536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.428834388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:48:42.270968Z","caller":"traceutil/trace.go:171","msg":"trace[1355667796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4762; }","duration":"2.431311584s","start":"2026-04-16T03:48:39.839645Z","end":"2026-04-16T03:48:42.270956Z","steps":["trace[1355667796] 'agreement among raft nodes before linearized reading' (duration: 2.428733397s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:42.271012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:39.839628Z","time spent":"2.431372934s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:48:42.268926Z","caller":"traceutil/trace.go:171","msg":"trace[835644127] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-node-exporter-full; range_end:; response_count:0; response_revision:4762; }","duration":"1.691880587s","start":"2026-04-16T03:48:40.577032Z","end":"2026-04-16T03:48:42.268913Z","steps":["trace[835644127] 'agreement among raft nodes before linearized reading' (duration: 1.690948002s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:42.271198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:40.577014Z","time spent":"1.694165592s","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-node-exporter-full\" "} {"level":"info","ts":"2026-04-16T03:48:43.103756Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2781} {"level":"warn","ts":"2026-04-16T03:48:43.103975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.799823ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-04-16T03:48:43.104207Z","caller":"traceutil/trace.go:171","msg":"trace[1340377073] linearizableReadLoop","detail":"{readStateIndex:4950; appliedIndex:4949; }","duration":"831.448383ms","start":"2026-04-16T03:48:42.27274Z","end":"2026-04-16T03:48:43.104188Z","steps":["trace[1340377073] 'read index received' (duration: 23.518632ms)","trace[1340377073] 'applied index is now lower than readState.Index' (duration: 807.92855ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:43.104288Z","caller":"traceutil/trace.go:171","msg":"trace[420414071] compact","detail":"{revision:2781; response_revision:4762; }","duration":"1.201415984s","start":"2026-04-16T03:48:41.902865Z","end":"2026-04-16T03:48:43.104281Z","steps":["trace[420414071] 'process raft request' (duration: 393.445183ms)","trace[420414071] 'check and update compact revision' (duration: 806.561271ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:43.104323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:41.902846Z","time spent":"1.201474264s","remote":"127.0.0.1:45498","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:48:43.104598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.837686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:43.104654Z","caller":"traceutil/trace.go:171","msg":"trace[939477924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4762; }","duration":"831.934706ms","start":"2026-04-16T03:48:42.272703Z","end":"2026-04-16T03:48:43.104637Z","steps":["trace[939477924] 'agreement among raft nodes before linearized reading' (duration: 831.836256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:43.104699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:42.272685Z","time spent":"832.005678ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:48:43.105407Z","caller":"traceutil/trace.go:171","msg":"trace[1286523681] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"830.720819ms","start":"2026-04-16T03:48:42.274661Z","end":"2026-04-16T03:48:43.105382Z","steps":["trace[1286523681] 'process raft request' (duration: 829.51476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:43.105752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:42.274642Z","time spent":"830.930231ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:43.106326Z","caller":"traceutil/trace.go:171","msg":"trace[1066069234] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"830.222626ms","start":"2026-04-16T03:48:42.276086Z","end":"2026-04-16T03:48:43.106308Z","steps":["trace[1066069234] 'process raft request' (duration: 829.216769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:43.106387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:42.276077Z","time spent":"830.280406ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:43.107868Z","caller":"traceutil/trace.go:171","msg":"trace[977669633] transaction","detail":"{read_only:false; response_revision:4767; number_of_response:1; }","duration":"831.011691ms","start":"2026-04-16T03:48:42.276842Z","end":"2026-04-16T03:48:43.107854Z","steps":["trace[977669633] 'process raft request' (duration: 830.972861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:43.107976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:42.276834Z","time spent":"831.082521ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:43.108226Z","caller":"traceutil/trace.go:171","msg":"trace[912844537] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"832.080557ms","start":"2026-04-16T03:48:42.276133Z","end":"2026-04-16T03:48:43.108214Z","steps":["trace[912844537] 'process raft request' (duration: 829.325069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:43.108297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:42.276128Z","time spent":"832.131807ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:43.10838Z","caller":"traceutil/trace.go:171","msg":"trace[1721207436] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"832.189438ms","start":"2026-04-16T03:48:42.276167Z","end":"2026-04-16T03:48:43.108357Z","steps":["trace[1721207436] 'process raft request' (duration: 831.601195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:43.108531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:42.276162Z","time spent":"832.294199ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:43.604719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311246248,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:48:44.105754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311246248,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:48:44.106791Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.206443935s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:48:44.741783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.063648ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:44.741939Z","caller":"traceutil/trace.go:171","msg":"trace[2019487804] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4767; }","duration":"634.233369ms","start":"2026-04-16T03:48:44.10768Z","end":"2026-04-16T03:48:44.741914Z","steps":["trace[2019487804] 'range keys from in-memory index tree' (duration: 634.033978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:44.884367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.04626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:48:44.884575Z","caller":"traceutil/trace.go:171","msg":"trace[1658561960] transaction","detail":"{read_only:false; response_revision:4768; number_of_response:1; }","duration":"2.585036313s","start":"2026-04-16T03:48:42.299489Z","end":"2026-04-16T03:48:44.884525Z","steps":["trace[1658561960] 'process raft request' (duration: 1.807779732s)","trace[1658561960] 'compare' (duration: 634.777393ms)","trace[1658561960] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-node-exporter-full; req_size:683743; } (duration: 142.054935ms)"],"step_count":3} {"level":"info","ts":"2026-04-16T03:48:44.884665Z","caller":"traceutil/trace.go:171","msg":"trace[1080220518] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"977.076823ms","start":"2026-04-16T03:48:43.907575Z","end":"2026-04-16T03:48:44.884652Z","steps":["trace[1080220518] 'process raft request' (duration: 976.969012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:44.88473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:43.907552Z","time spent":"977.142763ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:44.884756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:42.299464Z","time spent":"2.585224494s","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":683747,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:48:44.884817Z","caller":"traceutil/trace.go:171","msg":"trace[138315657] transaction","detail":"{read_only:false; response_revision:4769; number_of_response:1; }","duration":"977.761517ms","start":"2026-04-16T03:48:43.907049Z","end":"2026-04-16T03:48:44.884811Z","steps":["trace[138315657] 'process raft request' (duration: 977.406185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:44.884852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:43.907016Z","time spent":"977.815728ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:44.885058Z","caller":"traceutil/trace.go:171","msg":"trace[118815616] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"977.400445ms","start":"2026-04-16T03:48:43.907645Z","end":"2026-04-16T03:48:44.885046Z","steps":["trace[118815616] 'process raft request' (duration: 976.923772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:44.885132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:43.907627Z","time spent":"977.464366ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:44.885239Z","caller":"traceutil/trace.go:171","msg":"trace[1407681108] linearizableReadLoop","detail":"{readStateIndex:4960; appliedIndex:4955; }","duration":"1.780970567s","start":"2026-04-16T03:48:43.104242Z","end":"2026-04-16T03:48:44.885213Z","steps":["trace[1407681108] 'read index received' (duration: 1.0028636s)","trace[1407681108] 'applied index is now lower than readState.Index' (duration: 778.105727ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:44.88527Z","caller":"traceutil/trace.go:171","msg":"trace[1091752382] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"977.611567ms","start":"2026-04-16T03:48:43.907648Z","end":"2026-04-16T03:48:44.88526Z","steps":["trace[1091752382] 'process raft request' (duration: 977.310995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:44.885325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:43.907626Z","time spent":"977.669577ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:44.885375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881581992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:44.885406Z","caller":"traceutil/trace.go:171","msg":"trace[2013264028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4772; }","duration":"1.881658052s","start":"2026-04-16T03:48:43.003738Z","end":"2026-04-16T03:48:44.885396Z","steps":["trace[2013264028] 'agreement among raft nodes before linearized reading' (duration: 1.881594132s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:44.885439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:43.003719Z","time spent":"1.881712493s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:48:44.885655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771913988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:48:44.885719Z","caller":"traceutil/trace.go:171","msg":"trace[1061274698] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4772; }","duration":"1.772003818s","start":"2026-04-16T03:48:43.113698Z","end":"2026-04-16T03:48:44.885702Z","steps":["trace[1061274698] 'agreement among raft nodes before linearized reading' (duration: 1.771830597s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:44.885764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:43.113688Z","time spent":"1.772067809s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T03:48:44.885767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.326307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:44.885807Z","caller":"traceutil/trace.go:171","msg":"trace[1519566090] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:4772; }","duration":"609.381927ms","start":"2026-04-16T03:48:44.276412Z","end":"2026-04-16T03:48:44.885794Z","steps":["trace[1519566090] 'agreement among raft nodes before linearized reading' (duration: 609.317996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:44.885823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.862773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"info","ts":"2026-04-16T03:48:44.885891Z","caller":"traceutil/trace.go:171","msg":"trace[685395941] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4772; }","duration":"918.954864ms","start":"2026-04-16T03:48:43.966923Z","end":"2026-04-16T03:48:44.885878Z","steps":["trace[685395941] 'agreement among raft nodes before linearized reading' (duration: 918.799553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:44.885917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3480815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:48:44.885921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:43.966888Z","time spent":"919.025795ms","remote":"127.0.0.1:45650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2006,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-16T03:48:44.885945Z","caller":"traceutil/trace.go:171","msg":"trace[1737878476] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4772; }","duration":"1.348140891s","start":"2026-04-16T03:48:43.537795Z","end":"2026-04-16T03:48:44.885936Z","steps":["trace[1737878476] 'agreement among raft nodes before linearized reading' (duration: 1.348085729s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:44.885967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:43.537778Z","time spent":"1.348184231s","remote":"127.0.0.1:44390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:48:44.886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377997104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:48:44.887653Z","caller":"traceutil/trace.go:171","msg":"trace[1123095658] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:4772; }","duration":"1.379678444s","start":"2026-04-16T03:48:43.507958Z","end":"2026-04-16T03:48:44.887636Z","steps":["trace[1123095658] 'agreement among raft nodes before linearized reading' (duration: 1.377962463s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:44.88775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:43.507937Z","time spent":"1.379796195s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-04-16T03:48:44.88608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.533423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:44.885837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:44.276407Z","time spent":"609.423127ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-16T03:48:44.886163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245969084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:48:44.886286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200741931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-16T03:48:44.886627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.943805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:44.886716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.303503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-04-16T03:48:44.888379Z","caller":"traceutil/trace.go:171","msg":"trace[1149993145] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:4772; }","duration":"612.009554ms","start":"2026-04-16T03:48:44.276356Z","end":"2026-04-16T03:48:44.888366Z","steps":["trace[1149993145] 'agreement among raft nodes before linearized reading' (duration: 610.229493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:44.888421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:44.276337Z","time spent":"612.072544ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6106,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-04-16T03:48:44.888549Z","caller":"traceutil/trace.go:171","msg":"trace[255493747] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4772; }","duration":"1.2483945s","start":"2026-04-16T03:48:43.640146Z","end":"2026-04-16T03:48:44.888541Z","steps":["trace[255493747] 'agreement among raft nodes before linearized reading' (duration: 1.245948585s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:44.888574Z","caller":"traceutil/trace.go:171","msg":"trace[1005876250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4772; }","duration":"914.913917ms","start":"2026-04-16T03:48:43.973642Z","end":"2026-04-16T03:48:44.888556Z","steps":["trace[1005876250] 'agreement among raft nodes before linearized reading' (duration: 912.954605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:44.888663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:43.973625Z","time spent":"915.021938ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:48:44.888616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:43.640122Z","time spent":"1.24845031s","remote":"127.0.0.1:45620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":4,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:48:44.88889Z","caller":"traceutil/trace.go:171","msg":"trace[1970706184] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4772; }","duration":"2.203378248s","start":"2026-04-16T03:48:42.685503Z","end":"2026-04-16T03:48:44.888881Z","steps":["trace[1970706184] 'agreement among raft nodes before linearized reading' (duration: 2.20059573s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:44.888921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:42.685486Z","time spent":"2.203427848s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-16T03:48:44.889199Z","caller":"traceutil/trace.go:171","msg":"trace[1010066242] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:4772; }","duration":"981.675064ms","start":"2026-04-16T03:48:43.907499Z","end":"2026-04-16T03:48:44.889174Z","steps":["trace[1010066242] 'agreement among raft nodes before linearized reading' (duration: 978.563254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:44.889283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:43.907473Z","time spent":"981.788874ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:48:45.925894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.586683ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-16T03:48:45.926022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:44.889319Z","time spent":"1.036696242s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:48:45.92612Z","caller":"traceutil/trace.go:171","msg":"trace[466257306] linearizableReadLoop","detail":"{readStateIndex:4961; appliedIndex:4960; }","duration":"1.035443765s","start":"2026-04-16T03:48:44.890662Z","end":"2026-04-16T03:48:45.926106Z","steps":["trace[466257306] 'read index received' (duration: 437.669111ms)","trace[466257306] 'applied index is now lower than readState.Index' (duration: 597.773374ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:45.92648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035807797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:48:45.926507Z","caller":"traceutil/trace.go:171","msg":"trace[183886073] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4772; }","duration":"1.035880537s","start":"2026-04-16T03:48:44.890618Z","end":"2026-04-16T03:48:45.926499Z","steps":["trace[183886073] 'agreement among raft nodes before linearized reading' (duration: 1.035560775s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:45.926531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:44.890602Z","time spent":"1.035923147s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T03:48:45.926958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.419728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:45.926997Z","caller":"traceutil/trace.go:171","msg":"trace[961785052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4774; }","duration":"951.496718ms","start":"2026-04-16T03:48:44.975491Z","end":"2026-04-16T03:48:45.926988Z","steps":["trace[961785052] 'agreement among raft nodes before linearized reading' (duration: 951.425678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:45.927028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:44.975471Z","time spent":"951.550248ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:48:45.927174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.568457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:45.927789Z","caller":"traceutil/trace.go:171","msg":"trace[1342714815] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4774; }","duration":"221.249091ms","start":"2026-04-16T03:48:45.706514Z","end":"2026-04-16T03:48:45.927763Z","steps":["trace[1342714815] 'agreement among raft nodes before linearized reading' (duration: 220.451576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:45.927931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.871106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:48:45.927213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.551266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:48:45.92868Z","caller":"traceutil/trace.go:171","msg":"trace[1945228493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4774; }","duration":"816.028956ms","start":"2026-04-16T03:48:45.112637Z","end":"2026-04-16T03:48:45.928666Z","steps":["trace[1945228493] 'agreement among raft nodes before linearized reading' (duration: 814.521345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:45.92876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:45.112626Z","time spent":"816.117817ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:48:45.927268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.357651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:48:45.928982Z","caller":"traceutil/trace.go:171","msg":"trace[1550537017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4774; }","duration":"817.081963ms","start":"2026-04-16T03:48:45.11189Z","end":"2026-04-16T03:48:45.928972Z","steps":["trace[1550537017] 'agreement among raft nodes before linearized reading' (duration: 815.336701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:45.929045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:45.111883Z","time spent":"817.138393ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:48:45.927315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.454221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:48:45.92916Z","caller":"traceutil/trace.go:171","msg":"trace[1650976067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4774; }","duration":"817.318775ms","start":"2026-04-16T03:48:45.111819Z","end":"2026-04-16T03:48:45.929138Z","steps":["trace[1650976067] 'agreement among raft nodes before linearized reading' (duration: 815.460432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:45.92921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:45.111799Z","time spent":"817.403165ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:48:45.927366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.952001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:48:45.927586Z","caller":"traceutil/trace.go:171","msg":"trace[209617685] transaction","detail":"{read_only:false; response_revision:4773; number_of_response:1; }","duration":"1.034585459s","start":"2026-04-16T03:48:44.892988Z","end":"2026-04-16T03:48:45.927573Z","steps":["trace[209617685] 'process raft request' (duration: 1.033067219s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:45.927616Z","caller":"traceutil/trace.go:171","msg":"trace[239796564] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"763.860745ms","start":"2026-04-16T03:48:45.163748Z","end":"2026-04-16T03:48:45.927608Z","steps":["trace[239796564] 'process raft request' (duration: 763.10316ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:45.92798Z","caller":"traceutil/trace.go:171","msg":"trace[829636435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4774; }","duration":"817.957038ms","start":"2026-04-16T03:48:45.110015Z","end":"2026-04-16T03:48:45.927972Z","steps":["trace[829636435] 'agreement among raft nodes before linearized reading' (duration: 817.361035ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:45.929587Z","caller":"traceutil/trace.go:171","msg":"trace[574112471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4774; }","duration":"819.186625ms","start":"2026-04-16T03:48:45.110388Z","end":"2026-04-16T03:48:45.929575Z","steps":["trace[574112471] 'agreement among raft nodes before linearized reading' (duration: 816.93693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:45.929776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:45.110379Z","time spent":"819.388056ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:48:45.929879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:45.163727Z","time spent":"766.13136ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:45.930028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:45.109994Z","time spent":"820.024772ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:48:45.92969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:44.892973Z","time spent":"1.036665103s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:46.017416Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2781,"took":"2.909682209s","hash":3427564244,"current-db-size-bytes":42004480,"current-db-size":"42 MB","current-db-size-in-use-bytes":19070976,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-04-16T03:48:46.017484Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3427564244,"revision":2781,"compact-revision":-1} {"level":"info","ts":"2026-04-16T03:48:46.039145Z","caller":"traceutil/trace.go:171","msg":"trace[560815926] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"104.924494ms","start":"2026-04-16T03:48:45.934198Z","end":"2026-04-16T03:48:46.039122Z","steps":["trace[560815926] 'process raft request' (duration: 103.298773ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:46.039321Z","caller":"traceutil/trace.go:171","msg":"trace[1153452712] transaction","detail":"{read_only:false; response_revision:4780; number_of_response:1; }","duration":"104.528141ms","start":"2026-04-16T03:48:45.934656Z","end":"2026-04-16T03:48:46.039185Z","steps":["trace[1153452712] 'process raft request' (duration: 104.35132ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:46.039509Z","caller":"traceutil/trace.go:171","msg":"trace[481207522] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"105.119334ms","start":"2026-04-16T03:48:45.934368Z","end":"2026-04-16T03:48:46.039488Z","steps":["trace[481207522] 'process raft request' (duration: 104.50997ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:46.039565Z","caller":"traceutil/trace.go:171","msg":"trace[1051871417] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"105.169464ms","start":"2026-04-16T03:48:45.934379Z","end":"2026-04-16T03:48:46.039549Z","steps":["trace[1051871417] 'process raft request' (duration: 104.56071ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:46.039687Z","caller":"traceutil/trace.go:171","msg":"trace[1879491433] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"105.265915ms","start":"2026-04-16T03:48:45.934408Z","end":"2026-04-16T03:48:46.039673Z","steps":["trace[1879491433] 'process raft request' (duration: 104.567451ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:46.03972Z","caller":"traceutil/trace.go:171","msg":"trace[1078237171] transaction","detail":"{read_only:false; response_revision:4781; number_of_response:1; }","duration":"104.43286ms","start":"2026-04-16T03:48:45.935267Z","end":"2026-04-16T03:48:46.0397Z","steps":["trace[1078237171] 'process raft request' (duration: 103.767486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:46.039766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.256963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:46.042067Z","caller":"traceutil/trace.go:171","msg":"trace[977698137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4781; }","duration":"113.57369ms","start":"2026-04-16T03:48:45.928471Z","end":"2026-04-16T03:48:46.042045Z","steps":["trace[977698137] 'agreement among raft nodes before linearized reading' (duration: 111.235204ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:53.433143Z","caller":"traceutil/trace.go:171","msg":"trace[1705214492] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"516.933857ms","start":"2026-04-16T03:48:52.916188Z","end":"2026-04-16T03:48:53.433122Z","steps":["trace[1705214492] 'process raft request' (duration: 516.869827ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:53.433375Z","caller":"traceutil/trace.go:171","msg":"trace[1828992311] linearizableReadLoop","detail":"{readStateIndex:5039; appliedIndex:5036; }","duration":"515.629019ms","start":"2026-04-16T03:48:52.917719Z","end":"2026-04-16T03:48:53.433348Z","steps":["trace[1828992311] 'read index received' (duration: 53.164117ms)","trace[1828992311] 'applied index is now lower than readState.Index' (duration: 462.463442ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:53.433503Z","caller":"traceutil/trace.go:171","msg":"trace[142962437] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"510.922269ms","start":"2026-04-16T03:48:52.92257Z","end":"2026-04-16T03:48:53.433492Z","steps":["trace[142962437] 'process raft request' (duration: 510.521856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:53.433519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:52.916174Z","time spent":"517.031868ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:53.433608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:52.922557Z","time spent":"510.978919ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:53.433683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.87463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:53.433725Z","caller":"traceutil/trace.go:171","msg":"trace[1421879869] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:4849; }","duration":"515.93304ms","start":"2026-04-16T03:48:52.917779Z","end":"2026-04-16T03:48:53.433712Z","steps":["trace[1421879869] 'agreement among raft nodes before linearized reading' (duration: 515.874599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:53.433759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:52.917768Z","time spent":"515.98446ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-16T03:48:53.433805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.929527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:48:53.433908Z","caller":"traceutil/trace.go:171","msg":"trace[164108845] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4849; }","duration":"147.076619ms","start":"2026-04-16T03:48:53.286817Z","end":"2026-04-16T03:48:53.433894Z","steps":["trace[164108845] 'agreement among raft nodes before linearized reading' (duration: 146.923778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:53.433931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.973159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:53.433962Z","caller":"traceutil/trace.go:171","msg":"trace[1829371556] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4849; }","duration":"181.043059ms","start":"2026-04-16T03:48:53.25291Z","end":"2026-04-16T03:48:53.433953Z","steps":["trace[1829371556] 'agreement among raft nodes before linearized reading' (duration: 180.991729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:53.43401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.287623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:53.434053Z","caller":"traceutil/trace.go:171","msg":"trace[1320505756] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:4849; }","duration":"516.366443ms","start":"2026-04-16T03:48:52.917677Z","end":"2026-04-16T03:48:53.434043Z","steps":["trace[1320505756] 'agreement among raft nodes before linearized reading' (duration: 516.281662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:53.434084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:52.917658Z","time spent":"516.419093ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:48:53.434181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.04049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:53.434173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.985625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:53.434247Z","caller":"traceutil/trace.go:171","msg":"trace[986696245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4849; }","duration":"459.106021ms","start":"2026-04-16T03:48:52.975103Z","end":"2026-04-16T03:48:53.434209Z","steps":["trace[986696245] 'agreement among raft nodes before linearized reading' (duration: 459.054231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:53.43428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:52.975087Z","time spent":"459.186881ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:48:53.434274Z","caller":"traceutil/trace.go:171","msg":"trace[1037391215] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4849; }","duration":"506.123797ms","start":"2026-04-16T03:48:52.928112Z","end":"2026-04-16T03:48:53.434236Z","steps":["trace[1037391215] 'agreement among raft nodes before linearized reading' (duration: 505.982486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:53.434086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.253638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-overview\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:53.434353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:52.9281Z","time spent":"506.212727ms","remote":"127.0.0.1:44394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:48:53.434378Z","caller":"traceutil/trace.go:171","msg":"trace[819735642] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-overview; range_end:; response_count:0; response_revision:4849; }","duration":"127.58042ms","start":"2026-04-16T03:48:53.306786Z","end":"2026-04-16T03:48:53.434367Z","steps":["trace[819735642] 'agreement among raft nodes before linearized reading' (duration: 127.276018ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:53.435083Z","caller":"traceutil/trace.go:171","msg":"trace[1424009463] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"518.626797ms","start":"2026-04-16T03:48:52.915003Z","end":"2026-04-16T03:48:53.43363Z","steps":["trace[1424009463] 'process raft request' (duration: 517.932953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:53.436008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:52.914985Z","time spent":"520.305548ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:55.156872Z","caller":"traceutil/trace.go:171","msg":"trace[1722984897] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"179.294887ms","start":"2026-04-16T03:48:54.977556Z","end":"2026-04-16T03:48:55.156851Z","steps":["trace[1722984897] 'process raft request' (duration: 178.778814ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:58.481357Z","caller":"traceutil/trace.go:171","msg":"trace[1591484398] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"389.469527ms","start":"2026-04-16T03:48:58.091864Z","end":"2026-04-16T03:48:58.481333Z","steps":["trace[1591484398] 'process raft request' (duration: 389.368476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:58.481481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:58.091839Z","time spent":"389.581157ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:58.481375Z","caller":"traceutil/trace.go:171","msg":"trace[1063581529] linearizableReadLoop","detail":"{readStateIndex:5068; appliedIndex:5068; }","duration":"340.001285ms","start":"2026-04-16T03:48:58.141353Z","end":"2026-04-16T03:48:58.481354Z","steps":["trace[1063581529] 'read index received' (duration: 339.993255ms)","trace[1063581529] 'applied index is now lower than readState.Index' (duration: 6.71µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:58.481571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.209186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:48:58.481613Z","caller":"traceutil/trace.go:171","msg":"trace[1441550534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4876; }","duration":"340.282578ms","start":"2026-04-16T03:48:58.141316Z","end":"2026-04-16T03:48:58.481599Z","steps":["trace[1441550534] 'agreement among raft nodes before linearized reading' (duration: 340.092896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:58.481656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:58.141297Z","time spent":"340.349968ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:48:58.982038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311246533,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:48:59.482723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311246533,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:48:59.909753Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.428014973s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:48:59.91021Z","caller":"traceutil/trace.go:171","msg":"trace[1834345361] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"1.662454079s","start":"2026-04-16T03:48:58.247726Z","end":"2026-04-16T03:48:59.91018Z","steps":["trace[1834345361] 'process raft request' (duration: 1.662282688s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:59.91041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:58.247705Z","time spent":"1.662615291s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:00.869242Z","caller":"traceutil/trace.go:171","msg":"trace[1050477720] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"1.700799218s","start":"2026-04-16T03:48:59.168417Z","end":"2026-04-16T03:49:00.869216Z","steps":["trace[1050477720] 'process raft request' (duration: 1.700704147s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:00.869324Z","caller":"traceutil/trace.go:171","msg":"trace[1094375242] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"2.382986082s","start":"2026-04-16T03:48:58.48629Z","end":"2026-04-16T03:49:00.869276Z","steps":["trace[1094375242] 'process raft request' (duration: 2.38270043s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:00.869426Z","caller":"traceutil/trace.go:171","msg":"trace[1257013304] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"1.414520124s","start":"2026-04-16T03:48:59.454899Z","end":"2026-04-16T03:49:00.86942Z","steps":["trace[1257013304] 'process raft request' (duration: 1.414261493s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:00.869474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:59.454871Z","time spent":"1.414573484s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:00.869472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:58.486276Z","time spent":"2.383118853s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:00.869353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:59.168389Z","time spent":"1.700908319s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:00.870167Z","caller":"traceutil/trace.go:171","msg":"trace[1833645803] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"1.41234925s","start":"2026-04-16T03:48:59.457788Z","end":"2026-04-16T03:49:00.870138Z","steps":["trace[1833645803] 'process raft request' (duration: 1.411604425s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:00.870364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:59.457776Z","time spent":"1.41249221s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:00.87095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395811736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:00.871032Z","caller":"traceutil/trace.go:171","msg":"trace[1589145084] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:4882; }","duration":"2.395965837s","start":"2026-04-16T03:48:58.475045Z","end":"2026-04-16T03:49:00.871011Z","steps":["trace[1589145084] 'agreement among raft nodes before linearized reading' (duration: 2.395781406s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:00.871481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:58.475024Z","time spent":"2.396088138s","remote":"127.0.0.1:58380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:00.871628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.728677653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:49:00.871703Z","caller":"traceutil/trace.go:171","msg":"trace[1610820030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4882; }","duration":"2.728793234s","start":"2026-04-16T03:48:58.142896Z","end":"2026-04-16T03:49:00.871689Z","steps":["trace[1610820030] 'agreement among raft nodes before linearized reading' (duration: 2.728626933s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:00.871747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:58.142886Z","time spent":"2.728852414s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:49:00.87184Z","caller":"traceutil/trace.go:171","msg":"trace[1857077776] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"1.409687182s","start":"2026-04-16T03:48:59.462134Z","end":"2026-04-16T03:49:00.871821Z","steps":["trace[1857077776] 'process raft request' (duration: 1.408569395s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:00.87198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:59.462126Z","time spent":"1.409795622s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:00.872099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479113747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:8 size:11771"} {"level":"info","ts":"2026-04-16T03:49:00.87149Z","caller":"traceutil/trace.go:171","msg":"trace[1379941619] linearizableReadLoop","detail":"{readStateIndex:5074; appliedIndex:5068; }","duration":"2.389206652s","start":"2026-04-16T03:48:58.481608Z","end":"2026-04-16T03:49:00.870814Z","steps":["trace[1379941619] 'read index received' (duration: 1.428486935s)","trace[1379941619] 'applied index is now lower than readState.Index' (duration: 960.718427ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:00.872141Z","caller":"traceutil/trace.go:171","msg":"trace[983699343] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:8; response_revision:4882; }","duration":"2.479205478s","start":"2026-04-16T03:48:58.392925Z","end":"2026-04-16T03:49:00.872131Z","steps":["trace[983699343] 'agreement among raft nodes before linearized reading' (duration: 2.479008647s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:00.872231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.696993027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:49:00.872243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:58.392908Z","time spent":"2.479317538s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":8,"response size":11793,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-16T03:49:00.872273Z","caller":"traceutil/trace.go:171","msg":"trace[449194301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4882; }","duration":"2.697076388s","start":"2026-04-16T03:48:58.175186Z","end":"2026-04-16T03:49:00.872262Z","steps":["trace[449194301] 'agreement among raft nodes before linearized reading' (duration: 2.696973747s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:00.87231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:58.175165Z","time spent":"2.697137418s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:00.872473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.699547843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:49:00.872531Z","caller":"traceutil/trace.go:171","msg":"trace[941177840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4882; }","duration":"2.699633603s","start":"2026-04-16T03:48:58.172879Z","end":"2026-04-16T03:49:00.872512Z","steps":["trace[941177840] 'agreement among raft nodes before linearized reading' (duration: 2.699471102s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:00.872571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:58.172829Z","time spent":"2.699729563s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:01.58536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.432336ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-16T03:49:01.585853Z","caller":"traceutil/trace.go:171","msg":"trace[474654848] linearizableReadLoop","detail":"{readStateIndex:5075; appliedIndex:5074; }","duration":"713.658069ms","start":"2026-04-16T03:49:00.872165Z","end":"2026-04-16T03:49:01.585823Z","steps":["trace[474654848] 'read index received' (duration: 30.913041ms)","trace[474654848] 'applied index is now lower than readState.Index' (duration: 682.741828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:01.585893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610696182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:01.585893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.136975511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:01.585908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.136759109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:01.58596Z","caller":"traceutil/trace.go:171","msg":"trace[613257493] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:4882; }","duration":"2.136836009s","start":"2026-04-16T03:48:59.449111Z","end":"2026-04-16T03:49:01.585947Z","steps":["trace[613257493] 'agreement among raft nodes before linearized reading' (duration: 2.136723978s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:01.586003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19380873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:49:01.586047Z","caller":"traceutil/trace.go:171","msg":"trace[742428805] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4882; }","duration":"2.193884681s","start":"2026-04-16T03:48:59.392147Z","end":"2026-04-16T03:49:01.586032Z","steps":["trace[742428805] 'agreement among raft nodes before linearized reading' (duration: 2.19380901s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:01.586105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100481869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T03:49:01.586141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:59.392132Z","time spent":"2.193995811s","remote":"127.0.0.1:45734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:49:01.586155Z","caller":"traceutil/trace.go:171","msg":"trace[1203020612] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:4882; }","duration":"2.137066781s","start":"2026-04-16T03:48:59.448873Z","end":"2026-04-16T03:49:01.58594Z","steps":["trace[1203020612] 'agreement among raft nodes before linearized reading' (duration: 2.136965111s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:01.586171Z","caller":"traceutil/trace.go:171","msg":"trace[141554075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4882; }","duration":"1.100525999s","start":"2026-04-16T03:49:00.48561Z","end":"2026-04-16T03:49:01.586136Z","steps":["trace[141554075] 'agreement among raft nodes before linearized reading' (duration: 1.100374268s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:01.586254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:00.485589Z","time spent":"1.10061513s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:49:01.586381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327488042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:01.586439Z","caller":"traceutil/trace.go:171","msg":"trace[1270772092] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:4882; }","duration":"2.327563632s","start":"2026-04-16T03:48:59.258848Z","end":"2026-04-16T03:49:01.586412Z","steps":["trace[1270772092] 'agreement among raft nodes before linearized reading' (duration: 2.327497232s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:01.586475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:59.258827Z","time spent":"2.327640032s","remote":"127.0.0.1:57982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:01.586326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:59.44886Z","time spent":"2.137344003s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:49:01.586615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424129886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:01.586658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.101814154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:01.586671Z","caller":"traceutil/trace.go:171","msg":"trace[316759147] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:4882; }","duration":"1.424220347s","start":"2026-04-16T03:49:00.162436Z","end":"2026-04-16T03:49:01.586657Z","steps":["trace[316759147] 'agreement among raft nodes before linearized reading' (duration: 1.424142056s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:01.586697Z","caller":"traceutil/trace.go:171","msg":"trace[83671739] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4882; }","duration":"3.101855585s","start":"2026-04-16T03:48:58.484833Z","end":"2026-04-16T03:49:01.586688Z","steps":["trace[83671739] 'agreement among raft nodes before linearized reading' (duration: 3.101799774s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:01.586728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:58.484773Z","time spent":"3.101946515s","remote":"127.0.0.1:57976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:01.586718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:00.162414Z","time spent":"1.424290307s","remote":"127.0.0.1:57948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:01.586551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188402711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:49:01.587063Z","caller":"traceutil/trace.go:171","msg":"trace[1805545677] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4882; }","duration":"1.188890874s","start":"2026-04-16T03:49:00.398102Z","end":"2026-04-16T03:49:01.586993Z","steps":["trace[1805545677] 'agreement among raft nodes before linearized reading' (duration: 1.18837485s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:01.587187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:00.398082Z","time spent":"1.189082636s","remote":"127.0.0.1:45964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":40,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:01.587199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.616172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-16T03:49:01.587261Z","caller":"traceutil/trace.go:171","msg":"trace[1496557821] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4886; }","duration":"652.720302ms","start":"2026-04-16T03:49:00.934525Z","end":"2026-04-16T03:49:01.587245Z","steps":["trace[1496557821] 'agreement among raft nodes before linearized reading' (duration: 652.544271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:01.587086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:59.449104Z","time spent":"2.136889299s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-16T03:49:01.587312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:00.934506Z","time spent":"652.796182ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-16T03:49:01.587692Z","caller":"traceutil/trace.go:171","msg":"trace[1488775988] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"711.078193ms","start":"2026-04-16T03:49:00.876599Z","end":"2026-04-16T03:49:01.587678Z","steps":["trace[1488775988] 'process raft request' (duration: 708.882038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:01.587783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:00.876576Z","time spent":"711.153093ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:01.587909Z","caller":"traceutil/trace.go:171","msg":"trace[618504857] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"710.275817ms","start":"2026-04-16T03:49:00.877624Z","end":"2026-04-16T03:49:01.5879Z","steps":["trace[618504857] 'process raft request' (duration: 709.28241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:01.587963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:00.877616Z","time spent":"710.320958ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:01.58808Z","caller":"traceutil/trace.go:171","msg":"trace[206534407] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"710.437138ms","start":"2026-04-16T03:49:00.877634Z","end":"2026-04-16T03:49:01.588071Z","steps":["trace[206534407] 'process raft request' (duration: 709.355281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:01.588137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:00.877613Z","time spent":"710.495389ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:01.588399Z","caller":"traceutil/trace.go:171","msg":"trace[2135155680] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"642.589757ms","start":"2026-04-16T03:49:00.945798Z","end":"2026-04-16T03:49:01.588388Z","steps":["trace[2135155680] 'process raft request' (duration: 641.234388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:01.58846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:00.945775Z","time spent":"642.654957ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:01.588479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.200121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:8 size:11771"} {"level":"info","ts":"2026-04-16T03:49:01.588523Z","caller":"traceutil/trace.go:171","msg":"trace[1398176212] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:8; response_revision:4886; }","duration":"135.351112ms","start":"2026-04-16T03:49:01.453159Z","end":"2026-04-16T03:49:01.58851Z","steps":["trace[1398176212] 'agreement among raft nodes before linearized reading' (duration: 135.07844ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:01.585954Z","caller":"traceutil/trace.go:171","msg":"trace[556992416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4882; }","duration":"1.610787472s","start":"2026-04-16T03:48:59.975143Z","end":"2026-04-16T03:49:01.58593Z","steps":["trace[556992416] 'agreement among raft nodes before linearized reading' (duration: 1.610688481s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:01.588619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:59.975124Z","time spent":"1.613487169s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:49:01.588922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.065484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:49:01.588985Z","caller":"traceutil/trace.go:171","msg":"trace[1220348171] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4886; }","duration":"283.157115ms","start":"2026-04-16T03:49:01.305813Z","end":"2026-04-16T03:49:01.58897Z","steps":["trace[1220348171] 'agreement among raft nodes before linearized reading' (duration: 282.988844ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:01.885332Z","caller":"traceutil/trace.go:171","msg":"trace[1024720498] linearizableReadLoop","detail":"{readStateIndex:5080; appliedIndex:5079; }","duration":"290.738004ms","start":"2026-04-16T03:49:01.594569Z","end":"2026-04-16T03:49:01.885307Z","steps":["trace[1024720498] 'read index received' (duration: 253.864444ms)","trace[1024720498] 'applied index is now lower than readState.Index' (duration: 36.87253ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:01.885643Z","caller":"traceutil/trace.go:171","msg":"trace[570931079] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"291.942051ms","start":"2026-04-16T03:49:01.593687Z","end":"2026-04-16T03:49:01.885629Z","steps":["trace[570931079] 'process raft request' (duration: 254.770579ms)","trace[570931079] 'compare' (duration: 36.72046ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:01.885911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.322088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:10477"} {"level":"info","ts":"2026-04-16T03:49:01.885943Z","caller":"traceutil/trace.go:171","msg":"trace[353726827] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4887; }","duration":"291.381628ms","start":"2026-04-16T03:49:01.594552Z","end":"2026-04-16T03:49:01.885934Z","steps":["trace[353726827] 'agreement among raft nodes before linearized reading' (duration: 291.248427ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:01.954612Z","caller":"traceutil/trace.go:171","msg":"trace[595383034] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"359.600823ms","start":"2026-04-16T03:49:01.594977Z","end":"2026-04-16T03:49:01.954578Z","steps":["trace[595383034] 'process raft request' (duration: 359.375691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:01.954761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:01.594956Z","time spent":"359.738434ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:01.954845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.217291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:01.95504Z","caller":"traceutil/trace.go:171","msg":"trace[1224702552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4888; }","duration":"356.304782ms","start":"2026-04-16T03:49:01.598583Z","end":"2026-04-16T03:49:01.954888Z","steps":["trace[1224702552] 'agreement among raft nodes before linearized reading' (duration: 356.126991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:01.955102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:01.598576Z","time spent":"356.515543ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:49:01.955111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.188321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:8 size:11771"} {"level":"info","ts":"2026-04-16T03:49:01.955176Z","caller":"traceutil/trace.go:171","msg":"trace[1596328332] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:8; response_revision:4888; }","duration":"310.282481ms","start":"2026-04-16T03:49:01.64487Z","end":"2026-04-16T03:49:01.955152Z","steps":["trace[1596328332] 'agreement among raft nodes before linearized reading' (duration: 309.706558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:01.955226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:01.644831Z","time spent":"310.387073ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":8,"response size":11793,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-16T03:49:02.691635Z","caller":"traceutil/trace.go:171","msg":"trace[648316339] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4889; }","duration":"626.098128ms","start":"2026-04-16T03:49:02.065514Z","end":"2026-04-16T03:49:02.691612Z","steps":["trace[648316339] 'process raft request' (duration: 625.989728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:02.691805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:02.065497Z","time spent":"626.255469ms","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:03.079469Z","caller":"traceutil/trace.go:171","msg":"trace[375099797] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"317.007765ms","start":"2026-04-16T03:49:02.762438Z","end":"2026-04-16T03:49:03.079446Z","steps":["trace[375099797] 'process raft request' (duration: 316.881654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:03.0796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:02.762422Z","time spent":"317.112915ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:03.948212Z","caller":"traceutil/trace.go:171","msg":"trace[929122980] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4890; }","duration":"1.148276988s","start":"2026-04-16T03:49:02.799905Z","end":"2026-04-16T03:49:03.948182Z","steps":["trace[929122980] 'process raft request' (duration: 1.147663634s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:03.948262Z","caller":"traceutil/trace.go:171","msg":"trace[1788428276] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"1.069625445s","start":"2026-04-16T03:49:02.878603Z","end":"2026-04-16T03:49:03.948229Z","steps":["trace[1788428276] 'process raft request' (duration: 1.069244133s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:03.948335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:02.799885Z","time spent":"1.148393629s","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:03.948404Z","caller":"traceutil/trace.go:171","msg":"trace[520581597] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"1.068374117s","start":"2026-04-16T03:49:02.880015Z","end":"2026-04-16T03:49:03.948389Z","steps":["trace[520581597] 'process raft request' (duration: 1.068007535s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:03.948433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:02.878568Z","time spent":"1.069767347s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:03.948197Z","caller":"traceutil/trace.go:171","msg":"trace[600500172] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"1.069507785s","start":"2026-04-16T03:49:02.878634Z","end":"2026-04-16T03:49:03.948142Z","steps":["trace[600500172] 'process raft request' (duration: 1.069350044s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:03.948649Z","caller":"traceutil/trace.go:171","msg":"trace[702985418] linearizableReadLoop","detail":"{readStateIndex:5085; appliedIndex:5083; }","duration":"1.070843533s","start":"2026-04-16T03:49:02.877781Z","end":"2026-04-16T03:49:03.948625Z","steps":["trace[702985418] 'read index received' (duration: 201.592962ms)","trace[702985418] 'applied index is now lower than readState.Index' (duration: 869.249391ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:03.948744Z","caller":"traceutil/trace.go:171","msg":"trace[489654098] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"1.068655638s","start":"2026-04-16T03:49:02.880074Z","end":"2026-04-16T03:49:03.948729Z","steps":["trace[489654098] 'process raft request' (duration: 1.068232486s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:03.948823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:02.880051Z","time spent":"1.068725809s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:03.948812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:02.88Z","time spent":"1.068480328s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:03.948876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071083894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T03:49:03.948743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:02.878603Z","time spent":"1.069935567s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:03.948929Z","caller":"traceutil/trace.go:171","msg":"trace[2125027713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4894; }","duration":"1.071176685s","start":"2026-04-16T03:49:02.877736Z","end":"2026-04-16T03:49:03.948912Z","steps":["trace[2125027713] 'agreement among raft nodes before linearized reading' (duration: 1.071004464s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:03.948954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.478609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:03.948976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:02.877713Z","time spent":"1.071250427s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:49:03.948996Z","caller":"traceutil/trace.go:171","msg":"trace[862270249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4894; }","duration":"973.55482ms","start":"2026-04-16T03:49:02.97543Z","end":"2026-04-16T03:49:03.948985Z","steps":["trace[862270249] 'agreement among raft nodes before linearized reading' (duration: 973.489018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:03.949017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.464245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:49:03.949028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:02.975413Z","time spent":"973.608581ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:49:03.949051Z","caller":"traceutil/trace.go:171","msg":"trace[848755817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4894; }","duration":"355.536205ms","start":"2026-04-16T03:49:03.593505Z","end":"2026-04-16T03:49:03.949041Z","steps":["trace[848755817] 'agreement among raft nodes before linearized reading' (duration: 355.418193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:03.94908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:03.593484Z","time spent":"355.589345ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:03.949086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.069326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:03.949169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.436602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:03.949216Z","caller":"traceutil/trace.go:171","msg":"trace[996481402] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:4894; }","duration":"353.497342ms","start":"2026-04-16T03:49:03.595709Z","end":"2026-04-16T03:49:03.949207Z","steps":["trace[996481402] 'agreement among raft nodes before linearized reading' (duration: 353.438562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:03.949229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.629836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:49:03.949252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.082955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:49:03.949282Z","caller":"traceutil/trace.go:171","msg":"trace[2114976616] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4894; }","duration":"355.721847ms","start":"2026-04-16T03:49:03.593546Z","end":"2026-04-16T03:49:03.949268Z","steps":["trace[2114976616] 'agreement among raft nodes before linearized reading' (duration: 355.540205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:03.949295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.206087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:49:03.949325Z","caller":"traceutil/trace.go:171","msg":"trace[730694111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4894; }","duration":"354.252667ms","start":"2026-04-16T03:49:03.595065Z","end":"2026-04-16T03:49:03.949317Z","steps":["trace[730694111] 'agreement among raft nodes before linearized reading' (duration: 354.125706ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:03.9493Z","caller":"traceutil/trace.go:171","msg":"trace[334046922] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:4894; }","duration":"440.166217ms","start":"2026-04-16T03:49:03.509121Z","end":"2026-04-16T03:49:03.949287Z","steps":["trace[334046922] 'agreement among raft nodes before linearized reading' (duration: 440.022266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:03.949359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:03.595055Z","time spent":"354.295968ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:49:03.94937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:03.509097Z","time spent":"440.263037ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-04-16T03:49:03.94924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:03.595703Z","time spent":"353.532473ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-16T03:49:03.949327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:03.593521Z","time spent":"355.794477ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:49:03.949163Z","caller":"traceutil/trace.go:171","msg":"trace[1685297832] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:4894; }","duration":"354.254328ms","start":"2026-04-16T03:49:03.594889Z","end":"2026-04-16T03:49:03.949143Z","steps":["trace[1685297832] 'agreement among raft nodes before linearized reading' (duration: 354.043836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:03.949542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:03.594877Z","time spent":"354.65767ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:49:05.101001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.197129ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:05.101152Z","caller":"traceutil/trace.go:171","msg":"trace[267041071] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4894; }","duration":"993.33532ms","start":"2026-04-16T03:49:04.107775Z","end":"2026-04-16T03:49:05.101111Z","steps":["trace[267041071] 'range keys from in-memory index tree' (duration: 993.181169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:05.101571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.43778ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-16T03:49:05.101642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:03.952457Z","time spent":"1.149182015s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:49:05.827348Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.209041694s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:49:05.828257Z","caller":"traceutil/trace.go:171","msg":"trace[859199420] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"1.873073218s","start":"2026-04-16T03:49:03.955161Z","end":"2026-04-16T03:49:05.828234Z","steps":["trace[859199420] 'process raft request' (duration: 1.872430424s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:05.828519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:03.955141Z","time spent":"1.873185899s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:05.828536Z","caller":"traceutil/trace.go:171","msg":"trace[1557631299] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"1.873233899s","start":"2026-04-16T03:49:03.955271Z","end":"2026-04-16T03:49:05.828505Z","steps":["trace[1557631299] 'process raft request' (duration: 1.872867676s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:05.828702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:03.955249Z","time spent":"1.873367779s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:05.829107Z","caller":"traceutil/trace.go:171","msg":"trace[178740227] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"1.872266424s","start":"2026-04-16T03:49:03.956816Z","end":"2026-04-16T03:49:05.829082Z","steps":["trace[178740227] 'process raft request' (duration: 1.871609739s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:05.829376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:03.956807Z","time spent":"1.872376535s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:05.829714Z","caller":"traceutil/trace.go:171","msg":"trace[298273279] linearizableReadLoop","detail":"{readStateIndex:5094; appliedIndex:5089; }","duration":"1.87171435s","start":"2026-04-16T03:49:03.957985Z","end":"2026-04-16T03:49:05.829699Z","steps":["trace[298273279] 'read index received' (duration: 471.158589ms)","trace[298273279] 'applied index is now lower than readState.Index' (duration: 1.400555001s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:05.829777Z","caller":"traceutil/trace.go:171","msg":"trace[474952665] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"1.872337983s","start":"2026-04-16T03:49:03.957431Z","end":"2026-04-16T03:49:05.829769Z","steps":["trace[474952665] 'process raft request' (duration: 1.871590319s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:05.829859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:03.957422Z","time spent":"1.872378854s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:05.829981Z","caller":"traceutil/trace.go:171","msg":"trace[1269281941] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4898; }","duration":"1.839284209s","start":"2026-04-16T03:49:03.990677Z","end":"2026-04-16T03:49:05.829961Z","steps":["trace[1269281941] 'process raft request' (duration: 1.838952426s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:05.830135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:03.990638Z","time spent":"1.83944569s","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:49:05.830293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872297433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:49:05.830681Z","caller":"traceutil/trace.go:171","msg":"trace[248360666] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4898; }","duration":"1.872703246s","start":"2026-04-16T03:49:03.957964Z","end":"2026-04-16T03:49:05.830667Z","steps":["trace[248360666] 'agreement among raft nodes before linearized reading' (duration: 1.872045312s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:05.830806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:03.957957Z","time spent":"1.872825277s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:49:05.907698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91007102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:05.907743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932059854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:05.90776Z","caller":"traceutil/trace.go:171","msg":"trace[1178863860] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4899; }","duration":"1.910169061s","start":"2026-04-16T03:49:03.99758Z","end":"2026-04-16T03:49:05.907749Z","steps":["trace[1178863860] 'agreement among raft nodes before linearized reading' (duration: 1.91004878s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:05.907769Z","caller":"traceutil/trace.go:171","msg":"trace[1474849080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4899; }","duration":"1.932105224s","start":"2026-04-16T03:49:03.975656Z","end":"2026-04-16T03:49:05.907762Z","steps":["trace[1474849080] 'agreement among raft nodes before linearized reading' (duration: 1.932054223s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:05.907793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:03.997572Z","time spent":"1.910212401s","remote":"127.0.0.1:44380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:05.90782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:03.975648Z","time spent":"1.932166384s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:49:05.907837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.571349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-data-valkey-node-1.18a6b99804abee4b\" ","response":"range_response_count:1 size:764"} {"level":"warn","ts":"2026-04-16T03:49:05.907888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.808194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-16T03:49:05.90793Z","caller":"traceutil/trace.go:171","msg":"trace[944025264] range","detail":"{range_begin:/registry/events/openstack/valkey-data-valkey-node-1.18a6b99804abee4b; range_end:; response_count:1; response_revision:4899; }","duration":"288.70191ms","start":"2026-04-16T03:49:05.619201Z","end":"2026-04-16T03:49:05.907903Z","steps":["trace[944025264] 'agreement among raft nodes before linearized reading' (duration: 288.489188ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:05.907977Z","caller":"traceutil/trace.go:171","msg":"trace[1504446480] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4899; }","duration":"852.977765ms","start":"2026-04-16T03:49:05.05495Z","end":"2026-04-16T03:49:05.907928Z","steps":["trace[1504446480] 'agreement among raft nodes before linearized reading' (duration: 852.684243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:05.90803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:05.054916Z","time spent":"853.100885ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-16T03:49:05.907676Z","caller":"traceutil/trace.go:171","msg":"trace[407120424] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"804.414308ms","start":"2026-04-16T03:49:05.103238Z","end":"2026-04-16T03:49:05.907652Z","steps":["trace[407120424] 'process raft request' (duration: 804.216917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:05.908192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:05.10321Z","time spent":"804.929321ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:06.137329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.869017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:49:06.137429Z","caller":"traceutil/trace.go:171","msg":"trace[410866842] linearizableReadLoop","detail":"{readStateIndex:5097; appliedIndex:5096; }","duration":"229.811967ms","start":"2026-04-16T03:49:05.907601Z","end":"2026-04-16T03:49:06.137413Z","steps":["trace[410866842] 'read index received' (duration: 125.802959ms)","trace[410866842] 'applied index is now lower than readState.Index' (duration: 104.007748ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:06.137498Z","caller":"traceutil/trace.go:171","msg":"trace[955315747] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"302.698342ms","start":"2026-04-16T03:49:05.834789Z","end":"2026-04-16T03:49:06.137487Z","steps":["trace[955315747] 'process raft request' (duration: 198.597654ms)","trace[955315747] 'compare' (duration: 103.747516ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:06.137577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:05.834769Z","time spent":"302.778053ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:06.137773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.029464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/podmonitors.monitoring.coreos.com\" ","response":"range_response_count:1 size:25574"} {"level":"info","ts":"2026-04-16T03:49:06.137865Z","caller":"traceutil/trace.go:171","msg":"trace[2124617045] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/podmonitors.monitoring.coreos.com; range_end:; response_count:1; response_revision:4900; }","duration":"306.130774ms","start":"2026-04-16T03:49:05.831712Z","end":"2026-04-16T03:49:06.137842Z","steps":["trace[2124617045] 'agreement among raft nodes before linearized reading' (duration: 305.878453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:06.13794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:05.831695Z","time spent":"306.229575ms","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":25596,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/podmonitors.monitoring.coreos.com\" "} {"level":"info","ts":"2026-04-16T03:49:06.176076Z","caller":"traceutil/trace.go:171","msg":"trace[731834159] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"266.291236ms","start":"2026-04-16T03:49:05.909764Z","end":"2026-04-16T03:49:06.176056Z","steps":["trace[731834159] 'process raft request' (duration: 266.062973ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:06.17614Z","caller":"traceutil/trace.go:171","msg":"trace[298639490] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"263.618688ms","start":"2026-04-16T03:49:05.912492Z","end":"2026-04-16T03:49:06.176111Z","steps":["trace[298639490] 'process raft request' (duration: 263.494046ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:06.176363Z","caller":"traceutil/trace.go:171","msg":"trace[974910501] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"219.932753ms","start":"2026-04-16T03:49:05.956405Z","end":"2026-04-16T03:49:06.176338Z","steps":["trace[974910501] 'process raft request' (duration: 219.626492ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:06.176489Z","caller":"traceutil/trace.go:171","msg":"trace[445700683] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"219.970923ms","start":"2026-04-16T03:49:05.956511Z","end":"2026-04-16T03:49:06.176482Z","steps":["trace[445700683] 'process raft request' (duration: 219.566131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:06.177261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.186848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:06.177451Z","caller":"traceutil/trace.go:171","msg":"trace[45244154] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"218.848975ms","start":"2026-04-16T03:49:05.958596Z","end":"2026-04-16T03:49:06.177445Z","steps":["trace[45244154] 'process raft request' (duration: 218.537753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:06.177467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.222508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:06.177568Z","caller":"traceutil/trace.go:171","msg":"trace[486163386] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:4906; }","duration":"248.313639ms","start":"2026-04-16T03:49:05.929195Z","end":"2026-04-16T03:49:06.177509Z","steps":["trace[486163386] 'agreement among raft nodes before linearized reading' (duration: 248.199658ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:06.177707Z","caller":"traceutil/trace.go:171","msg":"trace[883157253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4906; }","duration":"268.451749ms","start":"2026-04-16T03:49:05.909015Z","end":"2026-04-16T03:49:06.177467Z","steps":["trace[883157253] 'agreement among raft nodes before linearized reading' (duration: 268.172948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:06.177757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.209434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:06.178643Z","caller":"traceutil/trace.go:171","msg":"trace[715519880] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:4906; }","duration":"221.096619ms","start":"2026-04-16T03:49:05.957536Z","end":"2026-04-16T03:49:06.178633Z","steps":["trace[715519880] 'agreement among raft nodes before linearized reading' (duration: 220.194384ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:06.177423Z","caller":"traceutil/trace.go:171","msg":"trace[708667153] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"220.534677ms","start":"2026-04-16T03:49:05.956876Z","end":"2026-04-16T03:49:06.177411Z","steps":["trace[708667153] 'process raft request' (duration: 219.497801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:06.177855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.905209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:49:06.178835Z","caller":"traceutil/trace.go:171","msg":"trace[742090614] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4906; }","duration":"241.980307ms","start":"2026-04-16T03:49:05.936848Z","end":"2026-04-16T03:49:06.178828Z","steps":["trace[742090614] 'agreement among raft nodes before linearized reading' (duration: 240.938859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:06.178043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.234661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T03:49:06.178961Z","caller":"traceutil/trace.go:171","msg":"trace[316578931] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4906; }","duration":"268.180037ms","start":"2026-04-16T03:49:05.910775Z","end":"2026-04-16T03:49:06.178955Z","steps":["trace[316578931] 'agreement among raft nodes before linearized reading' (duration: 267.15354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:06.177284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.358756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:06.179088Z","caller":"traceutil/trace.go:171","msg":"trace[999469409] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:4906; }","duration":"222.208118ms","start":"2026-04-16T03:49:05.956874Z","end":"2026-04-16T03:49:06.179083Z","steps":["trace[999469409] 'agreement among raft nodes before linearized reading' (duration: 220.368826ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:06.569364Z","caller":"traceutil/trace.go:171","msg":"trace[787678239] linearizableReadLoop","detail":"{readStateIndex:5104; appliedIndex:5103; }","duration":"388.788041ms","start":"2026-04-16T03:49:06.180549Z","end":"2026-04-16T03:49:06.569337Z","steps":["trace[787678239] 'read index received' (duration: 388.55799ms)","trace[787678239] 'applied index is now lower than readState.Index' (duration: 228.821µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:06.569406Z","caller":"traceutil/trace.go:171","msg":"trace[882225581] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4906; }","duration":"409.136244ms","start":"2026-04-16T03:49:06.160239Z","end":"2026-04-16T03:49:06.569375Z","steps":["trace[882225581] 'process raft request' (duration: 408.958313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:06.569543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:06.160214Z","time spent":"409.265554ms","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:49:06.569657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.079813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:49:06.569711Z","caller":"traceutil/trace.go:171","msg":"trace[1430097467] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4906; }","duration":"389.178794ms","start":"2026-04-16T03:49:06.180517Z","end":"2026-04-16T03:49:06.569696Z","steps":["trace[1430097467] 'agreement among raft nodes before linearized reading' (duration: 388.980052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:06.569772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:06.180501Z","time spent":"389.250904ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T03:49:06.57007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.194885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:06.570142Z","caller":"traceutil/trace.go:171","msg":"trace[792452406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4906; }","duration":"383.288065ms","start":"2026-04-16T03:49:06.186836Z","end":"2026-04-16T03:49:06.570124Z","steps":["trace[792452406] 'agreement among raft nodes before linearized reading' (duration: 382.733212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:06.570611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:06.186822Z","time spent":"383.594907ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:49:06.804496Z","caller":"traceutil/trace.go:171","msg":"trace[1562164429] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4906; }","duration":"131.690248ms","start":"2026-04-16T03:49:06.672775Z","end":"2026-04-16T03:49:06.804465Z","steps":["trace[1562164429] 'process raft request' (duration: 131.545347ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:08.430509Z","caller":"traceutil/trace.go:171","msg":"trace[1806060093] linearizableReadLoop","detail":"{readStateIndex:5120; appliedIndex:5119; }","duration":"243.087123ms","start":"2026-04-16T03:49:08.187407Z","end":"2026-04-16T03:49:08.430495Z","steps":["trace[1806060093] 'read index received' (duration: 13.739359ms)","trace[1806060093] 'applied index is now lower than readState.Index' (duration: 229.347034ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:08.430619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.196564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:08.43064Z","caller":"traceutil/trace.go:171","msg":"trace[538725723] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:4916; }","duration":"243.256604ms","start":"2026-04-16T03:49:08.187378Z","end":"2026-04-16T03:49:08.430635Z","steps":["trace[538725723] 'agreement among raft nodes before linearized reading' (duration: 243.179554ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:08.430786Z","caller":"traceutil/trace.go:171","msg":"trace[1447496525] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"244.11123ms","start":"2026-04-16T03:49:08.186632Z","end":"2026-04-16T03:49:08.430743Z","steps":["trace[1447496525] 'process raft request' (duration: 243.761178ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:08.511728Z","caller":"traceutil/trace.go:171","msg":"trace[1409921805] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"160.316484ms","start":"2026-04-16T03:49:08.351392Z","end":"2026-04-16T03:49:08.511709Z","steps":["trace[1409921805] 'process raft request' (duration: 160.221593ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:08.697091Z","caller":"traceutil/trace.go:171","msg":"trace[1371361913] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4918; }","duration":"100.159541ms","start":"2026-04-16T03:49:08.596906Z","end":"2026-04-16T03:49:08.697066Z","steps":["trace[1371361913] 'process raft request' (duration: 40.09131ms)","trace[1371361913] 'compare' (duration: 59.84736ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:09.394183Z","caller":"traceutil/trace.go:171","msg":"trace[123372197] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"114.016241ms","start":"2026-04-16T03:49:09.280135Z","end":"2026-04-16T03:49:09.394152Z","steps":["trace[123372197] 'process raft request' (duration: 113.72415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:10.022325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.400548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:49:10.02243Z","caller":"traceutil/trace.go:171","msg":"trace[1881752841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4932; }","duration":"176.54309ms","start":"2026-04-16T03:49:09.845861Z","end":"2026-04-16T03:49:10.022404Z","steps":["trace[1881752841] 'range keys from in-memory index tree' (duration: 176.007135ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:10.025534Z","caller":"traceutil/trace.go:171","msg":"trace[425546134] linearizableReadLoop","detail":"{readStateIndex:5138; appliedIndex:5137; }","duration":"160.211404ms","start":"2026-04-16T03:49:09.865306Z","end":"2026-04-16T03:49:10.025518Z","steps":["trace[425546134] 'read index received' (duration: 159.959603ms)","trace[425546134] 'applied index is now lower than readState.Index' (duration: 250.911µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:10.025625Z","caller":"traceutil/trace.go:171","msg":"trace[1385722394] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"173.027777ms","start":"2026-04-16T03:49:09.852584Z","end":"2026-04-16T03:49:10.025612Z","steps":["trace[1385722394] 'process raft request' (duration: 172.753025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:10.026062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.032787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-16T03:49:10.026088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.776008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:49:10.026116Z","caller":"traceutil/trace.go:171","msg":"trace[1066870098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4933; }","duration":"159.107097ms","start":"2026-04-16T03:49:09.866997Z","end":"2026-04-16T03:49:10.026104Z","steps":["trace[1066870098] 'agreement among raft nodes before linearized reading' (duration: 158.941926ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:10.026152Z","caller":"traceutil/trace.go:171","msg":"trace[187911985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4933; }","duration":"160.850618ms","start":"2026-04-16T03:49:09.865286Z","end":"2026-04-16T03:49:10.026136Z","steps":["trace[187911985] 'agreement among raft nodes before linearized reading' (duration: 160.640577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:10.026484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.011572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:49:10.02654Z","caller":"traceutil/trace.go:171","msg":"trace[1389881064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4933; }","duration":"160.087343ms","start":"2026-04-16T03:49:09.86644Z","end":"2026-04-16T03:49:10.026528Z","steps":["trace[1389881064] 'agreement among raft nodes before linearized reading' (duration: 159.311548ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:10.938126Z","caller":"traceutil/trace.go:171","msg":"trace[94948223] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"185.478958ms","start":"2026-04-16T03:49:10.752611Z","end":"2026-04-16T03:49:10.93809Z","steps":["trace[94948223] 'process raft request' (duration: 85.733349ms)","trace[94948223] 'compare' (duration: 99.560838ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:16.363337Z","caller":"traceutil/trace.go:171","msg":"trace[158315355] linearizableReadLoop","detail":"{readStateIndex:5182; appliedIndex:5181; }","duration":"228.593909ms","start":"2026-04-16T03:49:16.134722Z","end":"2026-04-16T03:49:16.363316Z","steps":["trace[158315355] 'read index received' (duration: 135.691524ms)","trace[158315355] 'applied index is now lower than readState.Index' (duration: 92.901455ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:16.363432Z","caller":"traceutil/trace.go:171","msg":"trace[1915661087] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"231.567729ms","start":"2026-04-16T03:49:16.131854Z","end":"2026-04-16T03:49:16.363422Z","steps":["trace[1915661087] 'process raft request' (duration: 138.551563ms)","trace[1915661087] 'compare' (duration: 92.790634ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:16.363597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.856841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:49:16.363648Z","caller":"traceutil/trace.go:171","msg":"trace[943624011] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4976; }","duration":"228.935371ms","start":"2026-04-16T03:49:16.1347Z","end":"2026-04-16T03:49:16.363636Z","steps":["trace[943624011] 'agreement among raft nodes before linearized reading' (duration: 228.79642ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:16.388545Z","caller":"traceutil/trace.go:171","msg":"trace[330852630] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"175.11925ms","start":"2026-04-16T03:49:16.213407Z","end":"2026-04-16T03:49:16.388526Z","steps":["trace[330852630] 'process raft request' (duration: 174.98817ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:16.388719Z","caller":"traceutil/trace.go:171","msg":"trace[1957544760] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"168.667749ms","start":"2026-04-16T03:49:16.220041Z","end":"2026-04-16T03:49:16.388709Z","steps":["trace[1957544760] 'process raft request' (duration: 168.452887ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:16.388885Z","caller":"traceutil/trace.go:171","msg":"trace[1975698779] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"150.095098ms","start":"2026-04-16T03:49:16.238781Z","end":"2026-04-16T03:49:16.388876Z","steps":["trace[1975698779] 'process raft request' (duration: 149.890176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:16.388974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.524132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:5922"} {"level":"warn","ts":"2026-04-16T03:49:16.389012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.949817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:49:16.389038Z","caller":"traceutil/trace.go:171","msg":"trace[1123889828] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:4979; }","duration":"184.643873ms","start":"2026-04-16T03:49:16.20438Z","end":"2026-04-16T03:49:16.389023Z","steps":["trace[1123889828] 'agreement among raft nodes before linearized reading' (duration: 184.513662ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:16.389046Z","caller":"traceutil/trace.go:171","msg":"trace[1182227540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4979; }","duration":"252.993988ms","start":"2026-04-16T03:49:16.136041Z","end":"2026-04-16T03:49:16.389035Z","steps":["trace[1182227540] 'agreement among raft nodes before linearized reading' (duration: 252.868037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:16.389089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.919656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:49:16.389145Z","caller":"traceutil/trace.go:171","msg":"trace[233002968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4979; }","duration":"167.065967ms","start":"2026-04-16T03:49:16.222068Z","end":"2026-04-16T03:49:16.389134Z","steps":["trace[233002968] 'agreement among raft nodes before linearized reading' (duration: 166.819946ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:17.052136Z","caller":"traceutil/trace.go:171","msg":"trace[67806460] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"158.054369ms","start":"2026-04-16T03:49:16.894062Z","end":"2026-04-16T03:49:17.052117Z","steps":["trace[67806460] 'process raft request' (duration: 157.858308ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:17.052053Z","caller":"traceutil/trace.go:171","msg":"trace[1166116345] linearizableReadLoop","detail":"{readStateIndex:5191; appliedIndex:5190; }","duration":"115.650343ms","start":"2026-04-16T03:49:16.936385Z","end":"2026-04-16T03:49:17.052036Z","steps":["trace[1166116345] 'read index received' (duration: 115.483402ms)","trace[1166116345] 'applied index is now lower than readState.Index' (duration: 166.431µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:17.052419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.975055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:17.052493Z","caller":"traceutil/trace.go:171","msg":"trace[1290376587] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:4985; }","duration":"116.129596ms","start":"2026-04-16T03:49:16.936347Z","end":"2026-04-16T03:49:17.052476Z","steps":["trace[1290376587] 'agreement among raft nodes before linearized reading' (duration: 115.889494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:18.702521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.7758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:5922"} {"level":"info","ts":"2026-04-16T03:49:18.702597Z","caller":"traceutil/trace.go:171","msg":"trace[1690879554] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:4987; }","duration":"308.892132ms","start":"2026-04-16T03:49:18.393688Z","end":"2026-04-16T03:49:18.70258Z","steps":["trace[1690879554] 'range keys from in-memory index tree' (duration: 308.602479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:18.702644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:18.393671Z","time spent":"308.962832ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":5944,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-16T03:49:18.703005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.571855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:49:18.70304Z","caller":"traceutil/trace.go:171","msg":"trace[1359139844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4987; }","duration":"335.643286ms","start":"2026-04-16T03:49:18.367389Z","end":"2026-04-16T03:49:18.703032Z","steps":["trace[1359139844] 'range keys from in-memory index tree' (duration: 335.413804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:18.703065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:18.367368Z","time spent":"335.691607ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:49:18.703226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.469684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-fernet-setup-zjwwk\" ","response":"range_response_count:1 size:7580"} {"level":"warn","ts":"2026-04-16T03:49:18.703245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.044541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:18.703261Z","caller":"traceutil/trace.go:171","msg":"trace[716041914] range","detail":"{range_begin:/registry/pods/openstack/keystone-fernet-setup-zjwwk; range_end:; response_count:1; response_revision:4987; }","duration":"384.529175ms","start":"2026-04-16T03:49:18.318723Z","end":"2026-04-16T03:49:18.703252Z","steps":["trace[716041914] 'range keys from in-memory index tree' (duration: 384.386963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:18.703282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:18.318708Z","time spent":"384.568535ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":7602,"request content":"key:\"/registry/pods/openstack/keystone-fernet-setup-zjwwk\" "} {"level":"info","ts":"2026-04-16T03:49:18.703284Z","caller":"traceutil/trace.go:171","msg":"trace[674928253] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4987; }","duration":"427.109781ms","start":"2026-04-16T03:49:18.276161Z","end":"2026-04-16T03:49:18.703271Z","steps":["trace[674928253] 'count revisions from in-memory index tree' (duration: 426.975961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:18.703315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:18.276144Z","time spent":"427.162382ms","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:49:18.7458Z","caller":"traceutil/trace.go:171","msg":"trace[1868792020] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"351.874872ms","start":"2026-04-16T03:49:18.393897Z","end":"2026-04-16T03:49:18.745772Z","steps":["trace[1868792020] 'process raft request' (duration: 351.68875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:18.746081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:18.393885Z","time spent":"352.040532ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:18.788247Z","caller":"traceutil/trace.go:171","msg":"trace[177776095] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"393.157331ms","start":"2026-04-16T03:49:18.395056Z","end":"2026-04-16T03:49:18.788213Z","steps":["trace[177776095] 'process raft request' (duration: 392.887639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:18.788398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:18.395033Z","time spent":"393.286711ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:18.788408Z","caller":"traceutil/trace.go:171","msg":"trace[1153544997] linearizableReadLoop","detail":"{readStateIndex:5195; appliedIndex:5193; }","duration":"392.545227ms","start":"2026-04-16T03:49:18.395839Z","end":"2026-04-16T03:49:18.788384Z","steps":["trace[1153544997] 'read index received' (duration: 349.657117ms)","trace[1153544997] 'applied index is now lower than readState.Index' (duration: 42.88709ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:18.788523Z","caller":"traceutil/trace.go:171","msg":"trace[1133285112] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"392.511857ms","start":"2026-04-16T03:49:18.396Z","end":"2026-04-16T03:49:18.788512Z","steps":["trace[1133285112] 'process raft request' (duration: 392.100704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:18.788629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:18.395994Z","time spent":"392.558057ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:18.788792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.977992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:18.788802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.93588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:49:18.788825Z","caller":"traceutil/trace.go:171","msg":"trace[690646167] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:4993; }","duration":"246.059522ms","start":"2026-04-16T03:49:18.542755Z","end":"2026-04-16T03:49:18.788814Z","steps":["trace[690646167] 'agreement among raft nodes before linearized reading' (duration: 246.003602ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:18.788835Z","caller":"traceutil/trace.go:171","msg":"trace[83321965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4993; }","duration":"364.007561ms","start":"2026-04-16T03:49:18.424818Z","end":"2026-04-16T03:49:18.788826Z","steps":["trace[83321965] 'agreement among raft nodes before linearized reading' (duration: 363.88695ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:18.788822Z","caller":"traceutil/trace.go:171","msg":"trace[151435570] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"236.152297ms","start":"2026-04-16T03:49:18.552642Z","end":"2026-04-16T03:49:18.788794Z","steps":["trace[151435570] 'process raft request' (duration: 235.598164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:18.788951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.794224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:49:18.788981Z","caller":"traceutil/trace.go:171","msg":"trace[1866042660] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4993; }","duration":"333.868984ms","start":"2026-04-16T03:49:18.4551Z","end":"2026-04-16T03:49:18.788969Z","steps":["trace[1866042660] 'agreement among raft nodes before linearized reading' (duration: 333.788834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:18.789001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:18.45508Z","time spent":"333.915555ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:49:18.789113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.269581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:49:18.789142Z","caller":"traceutil/trace.go:171","msg":"trace[791229674] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4993; }","duration":"393.320051ms","start":"2026-04-16T03:49:18.395813Z","end":"2026-04-16T03:49:18.789133Z","steps":["trace[791229674] 'agreement among raft nodes before linearized reading' (duration: 393.218071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:18.789168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:18.395805Z","time spent":"393.356462ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:18.788875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:18.424796Z","time spent":"364.062061ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:19.981999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.565601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:49:19.982086Z","caller":"traceutil/trace.go:171","msg":"trace[678324418] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4998; }","duration":"113.703951ms","start":"2026-04-16T03:49:19.868364Z","end":"2026-04-16T03:49:19.982068Z","steps":["trace[678324418] 'count revisions from in-memory index tree' (duration: 113.485309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:20.931997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.693147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:20.93207Z","caller":"traceutil/trace.go:171","msg":"trace[261114211] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5007; }","duration":"137.848127ms","start":"2026-04-16T03:49:20.794205Z","end":"2026-04-16T03:49:20.932053Z","steps":["trace[261114211] 'agreement among raft nodes before linearized reading' (duration: 137.666556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:20.932089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.503127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:49:20.932322Z","caller":"traceutil/trace.go:171","msg":"trace[297121380] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"111.571607ms","start":"2026-04-16T03:49:20.82073Z","end":"2026-04-16T03:49:20.932302Z","steps":["trace[297121380] 'process raft request' (duration: 56.161296ms)","trace[297121380] 'compare' (duration: 54.788387ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:20.93217Z","caller":"traceutil/trace.go:171","msg":"trace[1616546041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5007; }","duration":"128.616728ms","start":"2026-04-16T03:49:20.803534Z","end":"2026-04-16T03:49:20.932151Z","steps":["trace[1616546041] 'agreement among raft nodes before linearized reading' (duration: 128.394837ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:21.006478Z","caller":"traceutil/trace.go:171","msg":"trace[1241641451] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"127.214049ms","start":"2026-04-16T03:49:20.879239Z","end":"2026-04-16T03:49:21.006453Z","steps":["trace[1241641451] 'process raft request' (duration: 126.910056ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:21.098348Z","caller":"traceutil/trace.go:171","msg":"trace[1294452914] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"160.611125ms","start":"2026-04-16T03:49:20.937693Z","end":"2026-04-16T03:49:21.098304Z","steps":["trace[1294452914] 'process raft request' (duration: 102.212536ms)","trace[1294452914] 'compare' (duration: 58.145668ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:21.09844Z","caller":"traceutil/trace.go:171","msg":"trace[1221628805] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"160.205893ms","start":"2026-04-16T03:49:20.938188Z","end":"2026-04-16T03:49:21.098394Z","steps":["trace[1221628805] 'process raft request' (duration: 159.986612ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:21.0987Z","caller":"traceutil/trace.go:171","msg":"trace[1866841989] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"154.867949ms","start":"2026-04-16T03:49:20.943799Z","end":"2026-04-16T03:49:21.098667Z","steps":["trace[1866841989] 'process raft request' (duration: 154.570317ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:21.098451Z","caller":"traceutil/trace.go:171","msg":"trace[1584413012] linearizableReadLoop","detail":"{readStateIndex:5221; appliedIndex:5216; }","duration":"122.938619ms","start":"2026-04-16T03:49:20.97549Z","end":"2026-04-16T03:49:21.098429Z","steps":["trace[1584413012] 'read index received' (duration: 30.564988ms)","trace[1584413012] 'applied index is now lower than readState.Index' (duration: 92.372691ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:21.098696Z","caller":"traceutil/trace.go:171","msg":"trace[1866955468] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"158.660192ms","start":"2026-04-16T03:49:20.939964Z","end":"2026-04-16T03:49:21.098624Z","steps":["trace[1866955468] 'process raft request' (duration: 158.25508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:21.098923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.422343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:21.09896Z","caller":"traceutil/trace.go:171","msg":"trace[157936602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5013; }","duration":"123.500034ms","start":"2026-04-16T03:49:20.975448Z","end":"2026-04-16T03:49:21.098948Z","steps":["trace[157936602] 'agreement among raft nodes before linearized reading' (duration: 123.411764ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:21.336333Z","caller":"traceutil/trace.go:171","msg":"trace[1007508811] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"115.272561ms","start":"2026-04-16T03:49:21.221036Z","end":"2026-04-16T03:49:21.336308Z","steps":["trace[1007508811] 'process raft request' (duration: 113.5559ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:21.571127Z","caller":"traceutil/trace.go:171","msg":"trace[1637759144] linearizableReadLoop","detail":"{readStateIndex:5228; appliedIndex:5227; }","duration":"141.060588ms","start":"2026-04-16T03:49:21.430043Z","end":"2026-04-16T03:49:21.571104Z","steps":["trace[1637759144] 'read index received' (duration: 101.48808ms)","trace[1637759144] 'applied index is now lower than readState.Index' (duration: 39.571258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:21.571261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.243629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:21.571303Z","caller":"traceutil/trace.go:171","msg":"trace[1468918824] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:5020; }","duration":"141.327719ms","start":"2026-04-16T03:49:21.429963Z","end":"2026-04-16T03:49:21.571291Z","steps":["trace[1468918824] 'agreement among raft nodes before linearized reading' (duration: 141.228698ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:21.571583Z","caller":"traceutil/trace.go:171","msg":"trace[949728253] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"210.562021ms","start":"2026-04-16T03:49:21.36097Z","end":"2026-04-16T03:49:21.571532Z","steps":["trace[949728253] 'process raft request' (duration: 170.5689ms)","trace[949728253] 'compare' (duration: 39.455717ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:23.455944Z","caller":"traceutil/trace.go:171","msg":"trace[1002620241] linearizableReadLoop","detail":"{readStateIndex:5267; appliedIndex:5266; }","duration":"100.956698ms","start":"2026-04-16T03:49:23.354959Z","end":"2026-04-16T03:49:23.455915Z","steps":["trace[1002620241] 'read index received' (duration: 98.920424ms)","trace[1002620241] 'applied index is now lower than readState.Index' (duration: 2.034904ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:23.456063Z","caller":"traceutil/trace.go:171","msg":"trace[1312386987] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"182.066075ms","start":"2026-04-16T03:49:23.273968Z","end":"2026-04-16T03:49:23.456034Z","steps":["trace[1312386987] 'process raft request' (duration: 179.900211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:23.456197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.217479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-sync-ldxbr\" ","response":"range_response_count:1 size:9707"} {"level":"info","ts":"2026-04-16T03:49:23.456233Z","caller":"traceutil/trace.go:171","msg":"trace[1320484228] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-sync-ldxbr; range_end:; response_count:1; response_revision:5059; }","duration":"101.296769ms","start":"2026-04-16T03:49:23.354924Z","end":"2026-04-16T03:49:23.456221Z","steps":["trace[1320484228] 'agreement among raft nodes before linearized reading' (duration: 101.086478ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:23.624744Z","caller":"traceutil/trace.go:171","msg":"trace[1193952870] linearizableReadLoop","detail":"{readStateIndex:5270; appliedIndex:5267; }","duration":"112.568893ms","start":"2026-04-16T03:49:23.51216Z","end":"2026-04-16T03:49:23.624729Z","steps":["trace[1193952870] 'read index received' (duration: 34.888458ms)","trace[1193952870] 'applied index is now lower than readState.Index' (duration: 77.679785ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:23.62486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.695214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:49:23.624877Z","caller":"traceutil/trace.go:171","msg":"trace[171035121] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:5062; }","duration":"112.752474ms","start":"2026-04-16T03:49:23.512119Z","end":"2026-04-16T03:49:23.624872Z","steps":["trace[171035121] 'agreement among raft nodes before linearized reading' (duration: 112.669733ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:23.62487Z","caller":"traceutil/trace.go:171","msg":"trace[598492555] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"126.518265ms","start":"2026-04-16T03:49:23.498317Z","end":"2026-04-16T03:49:23.624835Z","steps":["trace[598492555] 'process raft request' (duration: 126.363194ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:23.624862Z","caller":"traceutil/trace.go:171","msg":"trace[249950403] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"156.321699ms","start":"2026-04-16T03:49:23.468522Z","end":"2026-04-16T03:49:23.624843Z","steps":["trace[249950403] 'process raft request' (duration: 117.504885ms)","trace[249950403] 'compare' (duration: 38.470231ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:25.025868Z","caller":"traceutil/trace.go:171","msg":"trace[1458921441] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"165.021945ms","start":"2026-04-16T03:49:24.860808Z","end":"2026-04-16T03:49:25.02583Z","steps":["trace[1458921441] 'process raft request' (duration: 140.417505ms)","trace[1458921441] 'compare' (duration: 24.475499ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:25.027573Z","caller":"traceutil/trace.go:171","msg":"trace[555959582] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"166.011871ms","start":"2026-04-16T03:49:24.861543Z","end":"2026-04-16T03:49:25.027555Z","steps":["trace[555959582] 'process raft request' (duration: 165.85829ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:25.636698Z","caller":"traceutil/trace.go:171","msg":"trace[118806297] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"255.487394ms","start":"2026-04-16T03:49:25.381183Z","end":"2026-04-16T03:49:25.63667Z","steps":["trace[118806297] 'process raft request' (duration: 255.032111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:26.744219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.448863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-sync-ldxbr\" ","response":"range_response_count:1 size:10024"} {"level":"warn","ts":"2026-04-16T03:49:26.74426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.91192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:26.744281Z","caller":"traceutil/trace.go:171","msg":"trace[1642772742] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-sync-ldxbr; range_end:; response_count:1; response_revision:5083; }","duration":"364.561093ms","start":"2026-04-16T03:49:26.379706Z","end":"2026-04-16T03:49:26.744267Z","steps":["trace[1642772742] 'range keys from in-memory index tree' (duration: 364.281172ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:26.744314Z","caller":"traceutil/trace.go:171","msg":"trace[531746325] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5083; }","duration":"321.0172ms","start":"2026-04-16T03:49:26.423282Z","end":"2026-04-16T03:49:26.744299Z","steps":["trace[531746325] 'count revisions from in-memory index tree' (duration: 320.82874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:26.744315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:26.379685Z","time spent":"364.622493ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":10046,"request content":"key:\"/registry/pods/openstack/keystone-db-sync-ldxbr\" "} {"level":"warn","ts":"2026-04-16T03:49:26.744341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:26.42326Z","time spent":"321.075491ms","remote":"127.0.0.1:55278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:49:26.893825Z","caller":"traceutil/trace.go:171","msg":"trace[990704097] linearizableReadLoop","detail":"{readStateIndex:5293; appliedIndex:5292; }","duration":"121.804342ms","start":"2026-04-16T03:49:26.771996Z","end":"2026-04-16T03:49:26.8938Z","steps":["trace[990704097] 'read index received' (duration: 121.726352ms)","trace[990704097] 'applied index is now lower than readState.Index' (duration: 76.71µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:26.89389Z","caller":"traceutil/trace.go:171","msg":"trace[538348349] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"140.777807ms","start":"2026-04-16T03:49:26.753083Z","end":"2026-04-16T03:49:26.89386Z","steps":["trace[538348349] 'process raft request' (duration: 140.553515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:26.893953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.929203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:26.894185Z","caller":"traceutil/trace.go:171","msg":"trace[1723749377] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5084; }","duration":"122.220225ms","start":"2026-04-16T03:49:26.771948Z","end":"2026-04-16T03:49:26.894169Z","steps":["trace[1723749377] 'agreement among raft nodes before linearized reading' (duration: 121.945053ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:27.595232Z","caller":"traceutil/trace.go:171","msg":"trace[1823534819] linearizableReadLoop","detail":"{readStateIndex:5303; appliedIndex:5302; }","duration":"155.761715ms","start":"2026-04-16T03:49:27.439448Z","end":"2026-04-16T03:49:27.59521Z","steps":["trace[1823534819] 'read index received' (duration: 155.619854ms)","trace[1823534819] 'applied index is now lower than readState.Index' (duration: 140.941µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:27.595391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.926156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:27.595442Z","caller":"traceutil/trace.go:171","msg":"trace[1579696435] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5094; }","duration":"156.033367ms","start":"2026-04-16T03:49:27.439395Z","end":"2026-04-16T03:49:27.595429Z","steps":["trace[1579696435] 'agreement among raft nodes before linearized reading' (duration: 155.905096ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:27.595758Z","caller":"traceutil/trace.go:171","msg":"trace[2123159067] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"198.410782ms","start":"2026-04-16T03:49:27.397307Z","end":"2026-04-16T03:49:27.595718Z","steps":["trace[2123159067] 'process raft request' (duration: 197.781919ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:30.619139Z","caller":"traceutil/trace.go:171","msg":"trace[149957017] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"114.217164ms","start":"2026-04-16T03:49:30.50489Z","end":"2026-04-16T03:49:30.619107Z","steps":["trace[149957017] 'process raft request' (duration: 107.434ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:30.843315Z","caller":"traceutil/trace.go:171","msg":"trace[549331612] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5114; }","duration":"140.793017ms","start":"2026-04-16T03:49:30.702493Z","end":"2026-04-16T03:49:30.843286Z","steps":["trace[549331612] 'process raft request' (duration: 58.145379ms)","trace[549331612] 'compare' (duration: 82.545287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:31.095826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.840882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T03:49:31.096059Z","caller":"traceutil/trace.go:171","msg":"trace[744323697] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5115; }","duration":"242.009026ms","start":"2026-04-16T03:49:30.854033Z","end":"2026-04-16T03:49:31.096042Z","steps":["trace[744323697] 'process raft request' (duration: 107.836802ms)","trace[744323697] 'compare' (duration: 133.747202ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:31.096631Z","caller":"traceutil/trace.go:171","msg":"trace[741364423] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"171.126814ms","start":"2026-04-16T03:49:30.925468Z","end":"2026-04-16T03:49:31.096595Z","steps":["trace[741364423] 'process raft request' (duration: 170.518451ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:31.096706Z","caller":"traceutil/trace.go:171","msg":"trace[150899940] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"167.442661ms","start":"2026-04-16T03:49:30.929246Z","end":"2026-04-16T03:49:31.096689Z","steps":["trace[150899940] 'process raft request' (duration: 167.139518ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:31.175497Z","caller":"traceutil/trace.go:171","msg":"trace[1369234404] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"122.139566ms","start":"2026-04-16T03:49:31.053327Z","end":"2026-04-16T03:49:31.175466Z","steps":["trace[1369234404] 'process raft request' (duration: 121.953785ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:31.437477Z","caller":"traceutil/trace.go:171","msg":"trace[1554375219] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"204.486512ms","start":"2026-04-16T03:49:31.232964Z","end":"2026-04-16T03:49:31.43745Z","steps":["trace[1554375219] 'process raft request' (duration: 204.24581ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:31.437876Z","caller":"traceutil/trace.go:171","msg":"trace[1793372109] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5125; }","duration":"204.14122ms","start":"2026-04-16T03:49:31.233469Z","end":"2026-04-16T03:49:31.43761Z","steps":["trace[1793372109] 'process raft request' (duration: 203.920409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:31.767231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.163199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:49:31.767325Z","caller":"traceutil/trace.go:171","msg":"trace[103623945] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"265.431799ms","start":"2026-04-16T03:49:31.501875Z","end":"2026-04-16T03:49:31.767307Z","steps":["trace[103623945] 'process raft request' (duration: 81.138689ms)","trace[103623945] 'compare' (duration: 184.041008ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:32.029223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.029277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:49:32.029806Z","caller":"traceutil/trace.go:171","msg":"trace[1065480583] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"526.673549ms","start":"2026-04-16T03:49:31.503044Z","end":"2026-04-16T03:49:32.029718Z","steps":["trace[1065480583] 'process raft request' (duration: 385.077627ms)","trace[1065480583] 'compare' (duration: 140.883826ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:32.029866Z","caller":"traceutil/trace.go:171","msg":"trace[966905767] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"400.219936ms","start":"2026-04-16T03:49:31.629398Z","end":"2026-04-16T03:49:32.029618Z","steps":["trace[966905767] 'process raft request' (duration: 400.131956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:32.02997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:31.629372Z","time spent":"400.546048ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:32.029967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:31.503028Z","time spent":"526.86388ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1204,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:32.030193Z","caller":"traceutil/trace.go:171","msg":"trace[470418778] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"526.87908ms","start":"2026-04-16T03:49:31.503245Z","end":"2026-04-16T03:49:32.030125Z","steps":["trace[470418778] 'process raft request' (duration: 526.218326ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:32.030194Z","caller":"traceutil/trace.go:171","msg":"trace[1286049627] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"526.994361ms","start":"2026-04-16T03:49:31.503167Z","end":"2026-04-16T03:49:32.030161Z","steps":["trace[1286049627] 'process raft request' (duration: 526.215606ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:32.030313Z","caller":"traceutil/trace.go:171","msg":"trace[1849326913] linearizableReadLoop","detail":"{readStateIndex:5342; appliedIndex:5336; }","duration":"522.020839ms","start":"2026-04-16T03:49:31.508284Z","end":"2026-04-16T03:49:32.030304Z","steps":["trace[1849326913] 'read index received' (duration: 74.741647ms)","trace[1849326913] 'applied index is now lower than readState.Index' (duration: 447.278122ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:32.030385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:31.503147Z","time spent":"527.176962ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1214,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:49:32.030497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:31.503239Z","time spent":"527.059411ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1216,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:32.030278Z","caller":"traceutil/trace.go:171","msg":"trace[1413514845] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"526.940021ms","start":"2026-04-16T03:49:31.503273Z","end":"2026-04-16T03:49:32.030213Z","steps":["trace[1413514845] 'process raft request' (duration: 526.222326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:32.030614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:31.503264Z","time spent":"527.320783ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1161,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:32.03085Z","caller":"traceutil/trace.go:171","msg":"trace[1012094368] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"527.637295ms","start":"2026-04-16T03:49:31.503203Z","end":"2026-04-16T03:49:32.03084Z","steps":["trace[1012094368] 'process raft request' (duration: 526.230655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:32.030908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:31.503192Z","time spent":"527.687685ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":876,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:49:32.031022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.514922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-76n7j\" ","response":"range_response_count:1 size:4595"} {"level":"info","ts":"2026-04-16T03:49:32.032062Z","caller":"traceutil/trace.go:171","msg":"trace[882283959] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-76n7j; range_end:; response_count:1; response_revision:5133; }","duration":"523.72191ms","start":"2026-04-16T03:49:31.50825Z","end":"2026-04-16T03:49:32.031972Z","steps":["trace[882283959] 'agreement among raft nodes before linearized reading' (duration: 522.277331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:32.03218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:31.508242Z","time spent":"523.917081ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":4617,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-76n7j\" "} {"level":"warn","ts":"2026-04-16T03:49:32.24709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.48249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:49:32.247334Z","caller":"traceutil/trace.go:171","msg":"trace[939913405] linearizableReadLoop","detail":"{readStateIndex:5345; appliedIndex:5343; }","duration":"209.737236ms","start":"2026-04-16T03:49:32.037575Z","end":"2026-04-16T03:49:32.247312Z","steps":["trace[939913405] 'read index received' (duration: 108.002924ms)","trace[939913405] 'applied index is now lower than readState.Index' (duration: 101.732992ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:32.247458Z","caller":"traceutil/trace.go:171","msg":"trace[525841076] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"210.755362ms","start":"2026-04-16T03:49:32.036687Z","end":"2026-04-16T03:49:32.247442Z","steps":["trace[525841076] 'process raft request' (duration: 210.554221ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:32.247756Z","caller":"traceutil/trace.go:171","msg":"trace[80741013] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"211.317976ms","start":"2026-04-16T03:49:32.036399Z","end":"2026-04-16T03:49:32.247717Z","steps":["trace[80741013] 'process raft request' (duration: 109.129351ms)","trace[80741013] 'compare' (duration: 101.327879ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:32.247889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.29501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-76n7j\" ","response":"range_response_count:1 size:4595"} {"level":"info","ts":"2026-04-16T03:49:32.247963Z","caller":"traceutil/trace.go:171","msg":"trace[1491952961] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-76n7j; range_end:; response_count:1; response_revision:5135; }","duration":"210.40163ms","start":"2026-04-16T03:49:32.03754Z","end":"2026-04-16T03:49:32.247942Z","steps":["trace[1491952961] 'agreement among raft nodes before linearized reading' (duration: 210.150999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:32.248005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.309782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-16T03:49:32.248068Z","caller":"traceutil/trace.go:171","msg":"trace[1251789303] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5135; }","duration":"192.408914ms","start":"2026-04-16T03:49:32.055642Z","end":"2026-04-16T03:49:32.248051Z","steps":["trace[1251789303] 'agreement among raft nodes before linearized reading' (duration: 192.176041ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:32.659272Z","caller":"traceutil/trace.go:171","msg":"trace[1351812188] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"406.497107ms","start":"2026-04-16T03:49:32.252754Z","end":"2026-04-16T03:49:32.659252Z","steps":["trace[1351812188] 'process raft request' (duration: 406.366886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:32.659412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.252733Z","time spent":"406.608349ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4592,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:33.016238Z","caller":"traceutil/trace.go:171","msg":"trace[750552364] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"761.215688ms","start":"2026-04-16T03:49:32.254974Z","end":"2026-04-16T03:49:33.016189Z","steps":["trace[750552364] 'process raft request' (duration: 760.971186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.016404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.254953Z","time spent":"761.374209ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:33.016619Z","caller":"traceutil/trace.go:171","msg":"trace[1033702751] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"759.347864ms","start":"2026-04-16T03:49:32.257255Z","end":"2026-04-16T03:49:33.016603Z","steps":["trace[1033702751] 'process raft request' (duration: 759.191783ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:33.016657Z","caller":"traceutil/trace.go:171","msg":"trace[131913391] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"760.945156ms","start":"2026-04-16T03:49:32.255699Z","end":"2026-04-16T03:49:33.016644Z","steps":["trace[131913391] 'process raft request' (duration: 760.628534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.016678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.257245Z","time spent":"759.403806ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6956,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:49:33.016707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.255678Z","time spent":"761.005066ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9407,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:33.016795Z","caller":"traceutil/trace.go:171","msg":"trace[253695650] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"759.356824ms","start":"2026-04-16T03:49:32.257428Z","end":"2026-04-16T03:49:33.016785Z","steps":["trace[253695650] 'process raft request' (duration: 759.163973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.016839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.257423Z","time spent":"759.395315ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2416,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:33.016818Z","caller":"traceutil/trace.go:171","msg":"trace[394052246] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"759.442416ms","start":"2026-04-16T03:49:32.257355Z","end":"2026-04-16T03:49:33.016798Z","steps":["trace[394052246] 'process raft request' (duration: 759.158014ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:33.016983Z","caller":"traceutil/trace.go:171","msg":"trace[1843306492] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"758.907392ms","start":"2026-04-16T03:49:32.258064Z","end":"2026-04-16T03:49:33.016972Z","steps":["trace[1843306492] 'process raft request' (duration: 758.58937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.016982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.257348Z","time spent":"759.591996ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10140,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:49:33.017029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.258053Z","time spent":"758.955473ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1780,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:33.016907Z","caller":"traceutil/trace.go:171","msg":"trace[749759838] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"759.504016ms","start":"2026-04-16T03:49:32.257394Z","end":"2026-04-16T03:49:33.016898Z","steps":["trace[749759838] 'process raft request' (duration: 759.158734ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:33.017117Z","caller":"traceutil/trace.go:171","msg":"trace[1261883876] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"759.269184ms","start":"2026-04-16T03:49:32.257837Z","end":"2026-04-16T03:49:33.017106Z","steps":["trace[1261883876] 'process raft request' (duration: 758.783881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.01716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.257815Z","time spent":"759.324455ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:33.017679Z","caller":"traceutil/trace.go:171","msg":"trace[525191342] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"756.940989ms","start":"2026-04-16T03:49:32.260466Z","end":"2026-04-16T03:49:33.017407Z","steps":["trace[525191342] 'process raft request' (duration: 756.452016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.017771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.260457Z","time spent":"757.288421ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9595,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:33.017864Z","caller":"traceutil/trace.go:171","msg":"trace[1299958263] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"758.376328ms","start":"2026-04-16T03:49:32.259426Z","end":"2026-04-16T03:49:33.017802Z","steps":["trace[1299958263] 'process raft request' (duration: 757.356581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.018042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.259416Z","time spent":"758.563699ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9693,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:33.018187Z","caller":"traceutil/trace.go:171","msg":"trace[1397053511] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"758.844421ms","start":"2026-04-16T03:49:32.259331Z","end":"2026-04-16T03:49:33.018175Z","steps":["trace[1397053511] 'process raft request' (duration: 757.359262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.018266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.259322Z","time spent":"758.887011ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1325,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:33.01798Z","caller":"traceutil/trace.go:171","msg":"trace[1035828053] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"758.491309ms","start":"2026-04-16T03:49:32.259476Z","end":"2026-04-16T03:49:33.017967Z","steps":["trace[1035828053] 'process raft request' (duration: 757.393672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.018436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.259467Z","time spent":"758.903502ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10973,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:33.018518Z","caller":"traceutil/trace.go:171","msg":"trace[1146526287] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"757.736595ms","start":"2026-04-16T03:49:32.260766Z","end":"2026-04-16T03:49:33.018502Z","steps":["trace[1146526287] 'process raft request' (duration: 756.654597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.018575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.260752Z","time spent":"757.799335ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16102,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:33.018659Z","caller":"traceutil/trace.go:171","msg":"trace[425296085] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"756.768769ms","start":"2026-04-16T03:49:32.261878Z","end":"2026-04-16T03:49:33.018647Z","steps":["trace[425296085] 'process raft request' (duration: 756.495567ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:33.018679Z","caller":"traceutil/trace.go:171","msg":"trace[1384358320] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"758.163828ms","start":"2026-04-16T03:49:32.260504Z","end":"2026-04-16T03:49:33.018668Z","steps":["trace[1384358320] 'process raft request' (duration: 756.481857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.018714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.261873Z","time spent":"756.817719ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17441,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:49:33.018714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.257389Z","time spent":"759.738268ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1096,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:33.018794Z","caller":"traceutil/trace.go:171","msg":"trace[478371217] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"757.782466ms","start":"2026-04-16T03:49:32.261003Z","end":"2026-04-16T03:49:33.018785Z","steps":["trace[478371217] 'process raft request' (duration: 757.065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.018832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.260995Z","time spent":"757.820546ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25992,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:33.01884Z","caller":"traceutil/trace.go:171","msg":"trace[1872871612] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"757.344633ms","start":"2026-04-16T03:49:32.261482Z","end":"2026-04-16T03:49:33.018827Z","steps":["trace[1872871612] 'process raft request' (duration: 756.820249ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:33.018848Z","caller":"traceutil/trace.go:171","msg":"trace[1622497460] linearizableReadLoop","detail":"{readStateIndex:5379; appliedIndex:5345; }","duration":"642.495045ms","start":"2026-04-16T03:49:32.376329Z","end":"2026-04-16T03:49:33.018824Z","steps":["trace[1622497460] 'read index received' (duration: 282.868293ms)","trace[1622497460] 'applied index is now lower than readState.Index' (duration: 359.625512ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:33.018896Z","caller":"traceutil/trace.go:171","msg":"trace[751357770] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"757.054261ms","start":"2026-04-16T03:49:32.261833Z","end":"2026-04-16T03:49:33.018888Z","steps":["trace[751357770] 'process raft request' (duration: 756.503638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.018901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.261475Z","time spent":"757.393163ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13300,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:49:33.018939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.26178Z","time spent":"757.142902ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8497,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:33.018961Z","caller":"traceutil/trace.go:171","msg":"trace[1010665349] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"756.917539ms","start":"2026-04-16T03:49:32.262033Z","end":"2026-04-16T03:49:33.018951Z","steps":["trace[1010665349] 'process raft request' (duration: 756.383236ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:33.018978Z","caller":"traceutil/trace.go:171","msg":"trace[824714555] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"757.687735ms","start":"2026-04-16T03:49:32.261281Z","end":"2026-04-16T03:49:33.018968Z","steps":["trace[824714555] 'process raft request' (duration: 756.96951ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:33.019015Z","caller":"traceutil/trace.go:171","msg":"trace[869118421] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"755.39868ms","start":"2026-04-16T03:49:32.263608Z","end":"2026-04-16T03:49:33.019007Z","steps":["trace[869118421] 'process raft request' (duration: 755.048958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.019017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.261273Z","time spent":"757.726665ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10660,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:49:33.01905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.262027Z","time spent":"756.963619ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15425,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:33.019092Z","caller":"traceutil/trace.go:171","msg":"trace[1055956145] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"756.475207ms","start":"2026-04-16T03:49:32.262609Z","end":"2026-04-16T03:49:33.019084Z","steps":["trace[1055956145] 'process raft request' (duration: 755.849643ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:33.019115Z","caller":"traceutil/trace.go:171","msg":"trace[1264342978] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"756.191195ms","start":"2026-04-16T03:49:32.262911Z","end":"2026-04-16T03:49:33.019102Z","steps":["trace[1264342978] 'process raft request' (duration: 755.619951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.019154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.262599Z","time spent":"756.529957ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":27242,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:49:33.01916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.262902Z","time spent":"756.236505ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14897,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:33.019189Z","caller":"traceutil/trace.go:171","msg":"trace[1512425400] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"755.220468ms","start":"2026-04-16T03:49:32.263959Z","end":"2026-04-16T03:49:33.01918Z","steps":["trace[1512425400] 'process raft request' (duration: 754.732485ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:33.019231Z","caller":"traceutil/trace.go:171","msg":"trace[1929990500] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"756.095695ms","start":"2026-04-16T03:49:32.263126Z","end":"2026-04-16T03:49:33.019222Z","steps":["trace[1929990500] 'process raft request' (duration: 755.444831ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:33.01924Z","caller":"traceutil/trace.go:171","msg":"trace[102067962] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"756.580178ms","start":"2026-04-16T03:49:32.262649Z","end":"2026-04-16T03:49:33.01923Z","steps":["trace[102067962] 'process raft request' (duration: 755.847093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.01924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.263951Z","time spent":"755.268999ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":27722,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:49:33.019282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.262546Z","time spent":"756.719928ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14090,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:49:33.019299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.263114Z","time spent":"756.146235ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14602,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:33.019328Z","caller":"traceutil/trace.go:171","msg":"trace[1448283209] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"755.308929ms","start":"2026-04-16T03:49:32.264011Z","end":"2026-04-16T03:49:33.01932Z","steps":["trace[1448283209] 'process raft request' (duration: 754.723026ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:33.019329Z","caller":"traceutil/trace.go:171","msg":"trace[1249162963] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"756.085414ms","start":"2026-04-16T03:49:32.263196Z","end":"2026-04-16T03:49:33.019281Z","steps":["trace[1249162963] 'process raft request' (duration: 755.41793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.019374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.264005Z","time spent":"755.350979ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":27451,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:33.019371Z","caller":"traceutil/trace.go:171","msg":"trace[695974505] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"432.533187ms","start":"2026-04-16T03:49:32.586829Z","end":"2026-04-16T03:49:33.019362Z","steps":["trace[695974505] 'process raft request' (duration: 431.934854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.019438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.586803Z","time spent":"432.600828ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:33.01948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.158829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:49:33.019528Z","caller":"traceutil/trace.go:171","msg":"trace[1646257473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5170; }","duration":"643.246949ms","start":"2026-04-16T03:49:32.376268Z","end":"2026-04-16T03:49:33.019515Z","steps":["trace[1646257473] 'agreement among raft nodes before linearized reading' (duration: 643.169219ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:33.019564Z","caller":"traceutil/trace.go:171","msg":"trace[202364397] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"758.969333ms","start":"2026-04-16T03:49:32.260587Z","end":"2026-04-16T03:49:33.019557Z","steps":["trace[202364397] 'process raft request' (duration: 756.447736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.019575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.376223Z","time spent":"643.34241ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:33.019609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.260579Z","time spent":"759.007833ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10430,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:49:33.019059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.263599Z","time spent":"755.44295ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18334,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:33.019532Z","caller":"traceutil/trace.go:171","msg":"trace[1854364846] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"758.934932ms","start":"2026-04-16T03:49:32.260587Z","end":"2026-04-16T03:49:33.019522Z","steps":["trace[1854364846] 'process raft request' (duration: 756.502846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.019733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.260576Z","time spent":"759.133654ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19952,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:33.01992Z","caller":"traceutil/trace.go:171","msg":"trace[2026510468] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"759.170974ms","start":"2026-04-16T03:49:32.260732Z","end":"2026-04-16T03:49:33.019902Z","steps":["trace[2026510468] 'process raft request' (duration: 756.462656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.021189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.260726Z","time spent":"760.423673ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24230,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:49:33.019854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.263188Z","time spent":"756.221725ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24609,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:49:33.021531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.260496Z","time spent":"758.217288ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7682,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:33.019711Z","caller":"traceutil/trace.go:171","msg":"trace[1817499231] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"759.061554ms","start":"2026-04-16T03:49:32.260642Z","end":"2026-04-16T03:49:33.019703Z","steps":["trace[1817499231] 'process raft request' (duration: 756.494337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.023028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.260637Z","time spent":"762.360325ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9957,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:33.016405Z","caller":"traceutil/trace.go:171","msg":"trace[137855633] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"760.682924ms","start":"2026-04-16T03:49:32.255703Z","end":"2026-04-16T03:49:33.016386Z","steps":["trace[137855633] 'process raft request' (duration: 760.396932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.023108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.255693Z","time spent":"767.377107ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1200,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:33.374743Z","caller":"traceutil/trace.go:171","msg":"trace[799857696] linearizableReadLoop","detail":"{readStateIndex:5381; appliedIndex:5380; }","duration":"355.799767ms","start":"2026-04-16T03:49:33.018917Z","end":"2026-04-16T03:49:33.374717Z","steps":["trace[799857696] 'read index received' (duration: 355.723727ms)","trace[799857696] 'applied index is now lower than readState.Index' (duration: 74.58µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:33.374801Z","caller":"traceutil/trace.go:171","msg":"trace[676667991] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5171; }","duration":"713.622368ms","start":"2026-04-16T03:49:32.661149Z","end":"2026-04-16T03:49:33.374771Z","steps":["trace[676667991] 'process raft request' (duration: 713.409506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.374985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.455051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-16T03:49:33.374971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.661119Z","time spent":"713.757078ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-16T03:49:33.375029Z","caller":"traceutil/trace.go:171","msg":"trace[278564036] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5171; }","duration":"755.561881ms","start":"2026-04-16T03:49:32.619452Z","end":"2026-04-16T03:49:33.375014Z","steps":["trace[278564036] 'agreement among raft nodes before linearized reading' (duration: 755.38374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.375075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.619428Z","time spent":"755.637952ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T03:49:33.375313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.163481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:33.376017Z","caller":"traceutil/trace.go:171","msg":"trace[503945370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5171; }","duration":"371.009246ms","start":"2026-04-16T03:49:33.004997Z","end":"2026-04-16T03:49:33.376006Z","steps":["trace[503945370] 'agreement among raft nodes before linearized reading' (duration: 369.92724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.376056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.004978Z","time spent":"371.069007ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:49:33.584405Z","caller":"traceutil/trace.go:171","msg":"trace[227790443] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"556.542877ms","start":"2026-04-16T03:49:33.027834Z","end":"2026-04-16T03:49:33.584377Z","steps":["trace[227790443] 'process raft request' (duration: 556.286644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.584561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.027818Z","time spent":"556.661767ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:33.584633Z","caller":"traceutil/trace.go:171","msg":"trace[1957982161] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"548.538004ms","start":"2026-04-16T03:49:33.036069Z","end":"2026-04-16T03:49:33.584607Z","steps":["trace[1957982161] 'process raft request' (duration: 548.182712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.58475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.036048Z","time spent":"548.650255ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":943,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:33.584768Z","caller":"traceutil/trace.go:171","msg":"trace[489441852] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"548.509904ms","start":"2026-04-16T03:49:33.036196Z","end":"2026-04-16T03:49:33.584706Z","steps":["trace[489441852] 'process raft request' (duration: 548.276052ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:33.584796Z","caller":"traceutil/trace.go:171","msg":"trace[907901677] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"548.686225ms","start":"2026-04-16T03:49:33.036087Z","end":"2026-04-16T03:49:33.584773Z","steps":["trace[907901677] 'process raft request' (duration: 548.328263ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:33.584849Z","caller":"traceutil/trace.go:171","msg":"trace[835184891] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"481.609559ms","start":"2026-04-16T03:49:33.103231Z","end":"2026-04-16T03:49:33.58484Z","steps":["trace[835184891] 'process raft request' (duration: 481.372077ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:33.584868Z","caller":"traceutil/trace.go:171","msg":"trace[188524965] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"548.768086ms","start":"2026-04-16T03:49:33.036089Z","end":"2026-04-16T03:49:33.584857Z","steps":["trace[188524965] 'process raft request' (duration: 548.356623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.58488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.650278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:49:33.584917Z","caller":"traceutil/trace.go:171","msg":"trace[1678654094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5180; }","duration":"352.705108ms","start":"2026-04-16T03:49:33.232201Z","end":"2026-04-16T03:49:33.584906Z","steps":["trace[1678654094] 'agreement among raft nodes before linearized reading' (duration: 352.569877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.584918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.036059Z","time spent":"548.837146ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1193,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:33.584954Z","caller":"traceutil/trace.go:171","msg":"trace[29373959] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"403.915431ms","start":"2026-04-16T03:49:33.181032Z","end":"2026-04-16T03:49:33.584947Z","steps":["trace[29373959] 'process raft request' (duration: 403.62355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.584958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.232192Z","time spent":"352.758818ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:49:33.584922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.103207Z","time spent":"481.665879ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:33.584995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.18101Z","time spent":"403.964933ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:33.584777Z","caller":"traceutil/trace.go:171","msg":"trace[1984285099] linearizableReadLoop","detail":"{readStateIndex:5390; appliedIndex:5381; }","duration":"209.947628ms","start":"2026-04-16T03:49:33.374805Z","end":"2026-04-16T03:49:33.584753Z","steps":["trace[1984285099] 'read index received' (duration: 209.265053ms)","trace[1984285099] 'applied index is now lower than readState.Index' (duration: 681.305µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:33.584956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.036187Z","time spent":"548.652755ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2292,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:49:33.585088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.141973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8242"} {"level":"warn","ts":"2026-04-16T03:49:33.585084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.815042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:49:33.585087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.167111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:49:33.585125Z","caller":"traceutil/trace.go:171","msg":"trace[1063546937] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5180; }","duration":"404.211363ms","start":"2026-04-16T03:49:33.180905Z","end":"2026-04-16T03:49:33.585117Z","steps":["trace[1063546937] 'agreement among raft nodes before linearized reading' (duration: 404.117513ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:33.585141Z","caller":"traceutil/trace.go:171","msg":"trace[996972935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5180; }","duration":"305.894373ms","start":"2026-04-16T03:49:33.279232Z","end":"2026-04-16T03:49:33.585126Z","steps":["trace[996972935] 'agreement among raft nodes before linearized reading' (duration: 305.747213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.585158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.180885Z","time spent":"404.266754ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8264,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-04-16T03:49:33.58515Z","caller":"traceutil/trace.go:171","msg":"trace[1652236988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5180; }","duration":"353.265152ms","start":"2026-04-16T03:49:33.231872Z","end":"2026-04-16T03:49:33.585137Z","steps":["trace[1652236988] 'agreement among raft nodes before linearized reading' (duration: 352.96287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.585385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.231858Z","time spent":"353.515323ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:49:33.585407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.564615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:49:33.584826Z","caller":"traceutil/trace.go:171","msg":"trace[1960621766] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"482.332423ms","start":"2026-04-16T03:49:33.102488Z","end":"2026-04-16T03:49:33.584821Z","steps":["trace[1960621766] 'process raft request' (duration: 482.051081ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:33.58543Z","caller":"traceutil/trace.go:171","msg":"trace[467120707] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5180; }","duration":"143.630405ms","start":"2026-04-16T03:49:33.441794Z","end":"2026-04-16T03:49:33.585424Z","steps":["trace[467120707] 'agreement among raft nodes before linearized reading' (duration: 143.562645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.585144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.10982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:49:33.584914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.036041Z","time spent":"548.811046ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1971,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:49:33.58516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.980176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:49:33.585493Z","caller":"traceutil/trace.go:171","msg":"trace[1855521136] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5180; }","duration":"205.377468ms","start":"2026-04-16T03:49:33.380107Z","end":"2026-04-16T03:49:33.585484Z","steps":["trace[1855521136] 'agreement among raft nodes before linearized reading' (duration: 204.988225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.585412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.279216Z","time spent":"306.182405ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:49:33.584787Z","caller":"traceutil/trace.go:171","msg":"trace[113295154] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"398.308195ms","start":"2026-04-16T03:49:33.186463Z","end":"2026-04-16T03:49:33.584771Z","steps":["trace[113295154] 'process raft request' (duration: 398.234305ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:33.585486Z","caller":"traceutil/trace.go:171","msg":"trace[1257067112] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5180; }","duration":"135.448193ms","start":"2026-04-16T03:49:33.450021Z","end":"2026-04-16T03:49:33.585469Z","steps":["trace[1257067112] 'agreement among raft nodes before linearized reading' (duration: 135.08608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.585504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.102455Z","time spent":"482.995476ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:33.585598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.186436Z","time spent":"399.11524ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:33.896044Z","caller":"traceutil/trace.go:171","msg":"trace[914181534] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"303.602838ms","start":"2026-04-16T03:49:33.592399Z","end":"2026-04-16T03:49:33.896001Z","steps":["trace[914181534] 'process raft request' (duration: 302.822783ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:33.89615Z","caller":"traceutil/trace.go:171","msg":"trace[1611480097] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"303.657619ms","start":"2026-04-16T03:49:33.592461Z","end":"2026-04-16T03:49:33.896119Z","steps":["trace[1611480097] 'process raft request' (duration: 303.290317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.896246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.592382Z","time spent":"303.762209ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:33.896308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.592433Z","time spent":"303.80822ms","remote":"127.0.0.1:45812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1386,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:33.896742Z","caller":"traceutil/trace.go:171","msg":"trace[140318989] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"303.708048ms","start":"2026-04-16T03:49:33.593002Z","end":"2026-04-16T03:49:33.89671Z","steps":["trace[140318989] 'process raft request' (duration: 302.904333ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:33.896775Z","caller":"traceutil/trace.go:171","msg":"trace[30255587] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"303.628638ms","start":"2026-04-16T03:49:33.593115Z","end":"2026-04-16T03:49:33.896743Z","steps":["trace[30255587] 'process raft request' (duration: 302.871563ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:33.896806Z","caller":"traceutil/trace.go:171","msg":"trace[313865393] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"303.917199ms","start":"2026-04-16T03:49:33.592872Z","end":"2026-04-16T03:49:33.896789Z","steps":["trace[313865393] 'process raft request' (duration: 302.991223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.896872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.592863Z","time spent":"303.978599ms","remote":"127.0.0.1:45812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1094,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:49:33.896894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.593109Z","time spent":"303.731398ms","remote":"127.0.0.1:45812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1317,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:49:33.896909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.592995Z","time spent":"303.836678ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:33.897014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.593119Z","time spent":"303.891498ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:49:33.897244Z","caller":"traceutil/trace.go:171","msg":"trace[1362820417] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"302.849023ms","start":"2026-04-16T03:49:33.594373Z","end":"2026-04-16T03:49:33.897222Z","steps":["trace[1362820417] 'process raft request' (duration: 302.296119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.897334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.594359Z","time spent":"302.932343ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:33.89797Z","caller":"traceutil/trace.go:171","msg":"trace[1359224721] linearizableReadLoop","detail":"{readStateIndex:5399; appliedIndex:5391; }","duration":"257.670287ms","start":"2026-04-16T03:49:33.640239Z","end":"2026-04-16T03:49:33.897909Z","steps":["trace[1359224721] 'read index received' (duration: 11.667976ms)","trace[1359224721] 'applied index is now lower than readState.Index' (duration: 246.001201ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:33.898655Z","caller":"traceutil/trace.go:171","msg":"trace[874531133] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"303.98542ms","start":"2026-04-16T03:49:33.594642Z","end":"2026-04-16T03:49:33.898628Z","steps":["trace[874531133] 'process raft request' (duration: 303.142204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:33.898807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.594632Z","time spent":"304.089881ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:33.898282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.0306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:33.89901Z","caller":"traceutil/trace.go:171","msg":"trace[1191896245] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5188; }","duration":"258.785856ms","start":"2026-04-16T03:49:33.640206Z","end":"2026-04-16T03:49:33.898992Z","steps":["trace[1191896245] 'agreement among raft nodes before linearized reading' (duration: 257.82952ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:34.046967Z","caller":"traceutil/trace.go:171","msg":"trace[1740192669] linearizableReadLoop","detail":"{readStateIndex:5402; appliedIndex:5399; }","duration":"145.699009ms","start":"2026-04-16T03:49:33.901248Z","end":"2026-04-16T03:49:34.046947Z","steps":["trace[1740192669] 'read index received' (duration: 6.456692ms)","trace[1740192669] 'applied index is now lower than readState.Index' (duration: 139.241457ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:34.04703Z","caller":"traceutil/trace.go:171","msg":"trace[1887691488] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"146.096032ms","start":"2026-04-16T03:49:33.900904Z","end":"2026-04-16T03:49:34.047Z","steps":["trace[1887691488] 'process raft request' (duration: 145.751879ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:34.047069Z","caller":"traceutil/trace.go:171","msg":"trace[1928995755] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"146.102721ms","start":"2026-04-16T03:49:33.900955Z","end":"2026-04-16T03:49:34.047058Z","steps":["trace[1928995755] 'process raft request' (duration: 145.94953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:34.047184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.91361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:34.047252Z","caller":"traceutil/trace.go:171","msg":"trace[1278005014] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5191; }","duration":"146.010811ms","start":"2026-04-16T03:49:33.901227Z","end":"2026-04-16T03:49:34.047238Z","steps":["trace[1278005014] 'agreement among raft nodes before linearized reading' (duration: 145.82853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:34.067218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.923368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T03:49:34.067311Z","caller":"traceutil/trace.go:171","msg":"trace[507609509] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5192; }","duration":"158.056518ms","start":"2026-04-16T03:49:33.909233Z","end":"2026-04-16T03:49:34.067289Z","steps":["trace[507609509] 'agreement among raft nodes before linearized reading' (duration: 157.782077ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:34.221375Z","caller":"traceutil/trace.go:171","msg":"trace[102924334] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"108.90918ms","start":"2026-04-16T03:49:34.112431Z","end":"2026-04-16T03:49:34.22134Z","steps":["trace[102924334] 'process raft request' (duration: 89.308992ms)","trace[102924334] 'compare' (duration: 19.243715ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:34.221625Z","caller":"traceutil/trace.go:171","msg":"trace[1773043050] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"109.05659ms","start":"2026-04-16T03:49:34.112547Z","end":"2026-04-16T03:49:34.221603Z","steps":["trace[1773043050] 'process raft request' (duration: 108.697268ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:34.221547Z","caller":"traceutil/trace.go:171","msg":"trace[2061294890] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"106.784565ms","start":"2026-04-16T03:49:34.114675Z","end":"2026-04-16T03:49:34.22146Z","steps":["trace[2061294890] 'process raft request' (duration: 106.670105ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:34.221761Z","caller":"traceutil/trace.go:171","msg":"trace[853304361] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"109.248071ms","start":"2026-04-16T03:49:34.1125Z","end":"2026-04-16T03:49:34.221748Z","steps":["trace[853304361] 'process raft request' (duration: 108.642787ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:34.221876Z","caller":"traceutil/trace.go:171","msg":"trace[629894296] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"109.253072ms","start":"2026-04-16T03:49:34.112601Z","end":"2026-04-16T03:49:34.221855Z","steps":["trace[629894296] 'process raft request' (duration: 108.666338ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:34.221919Z","caller":"traceutil/trace.go:171","msg":"trace[805818282] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"109.155281ms","start":"2026-04-16T03:49:34.112718Z","end":"2026-04-16T03:49:34.221873Z","steps":["trace[805818282] 'process raft request' (duration: 108.577057ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:34.262985Z","caller":"traceutil/trace.go:171","msg":"trace[252432070] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"140.192093ms","start":"2026-04-16T03:49:34.122767Z","end":"2026-04-16T03:49:34.262959Z","steps":["trace[252432070] 'process raft request' (duration: 140.140833ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:34.26317Z","caller":"traceutil/trace.go:171","msg":"trace[122841049] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"140.531565ms","start":"2026-04-16T03:49:34.122606Z","end":"2026-04-16T03:49:34.263138Z","steps":["trace[122841049] 'process raft request' (duration: 140.170443ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:34.503851Z","caller":"traceutil/trace.go:171","msg":"trace[720722232] linearizableReadLoop","detail":"{readStateIndex:5418; appliedIndex:5413; }","duration":"275.794537ms","start":"2026-04-16T03:49:34.228034Z","end":"2026-04-16T03:49:34.503829Z","steps":["trace[720722232] 'read index received' (duration: 34.833967ms)","trace[720722232] 'applied index is now lower than readState.Index' (duration: 240.95964ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:34.503903Z","caller":"traceutil/trace.go:171","msg":"trace[1794105275] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"275.036811ms","start":"2026-04-16T03:49:34.228829Z","end":"2026-04-16T03:49:34.503866Z","steps":["trace[1794105275] 'process raft request' (duration: 274.87837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:34.50409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.035618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124577"} {"level":"info","ts":"2026-04-16T03:49:34.506401Z","caller":"traceutil/trace.go:171","msg":"trace[960808499] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5213; }","duration":"278.378294ms","start":"2026-04-16T03:49:34.228006Z","end":"2026-04-16T03:49:34.506384Z","steps":["trace[960808499] 'agreement among raft nodes before linearized reading' (duration: 275.914307ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:34.504133Z","caller":"traceutil/trace.go:171","msg":"trace[2036447841] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"274.888781ms","start":"2026-04-16T03:49:34.229229Z","end":"2026-04-16T03:49:34.504118Z","steps":["trace[2036447841] 'process raft request' (duration: 274.512168ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:34.504159Z","caller":"traceutil/trace.go:171","msg":"trace[1712629912] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"274.153056ms","start":"2026-04-16T03:49:34.229999Z","end":"2026-04-16T03:49:34.504152Z","steps":["trace[1712629912] 'process raft request' (duration: 273.766793ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:34.504183Z","caller":"traceutil/trace.go:171","msg":"trace[1480242795] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"274.150356ms","start":"2026-04-16T03:49:34.230027Z","end":"2026-04-16T03:49:34.504177Z","steps":["trace[1480242795] 'process raft request' (duration: 273.766273ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:34.504339Z","caller":"traceutil/trace.go:171","msg":"trace[663675565] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"276.22887ms","start":"2026-04-16T03:49:34.2281Z","end":"2026-04-16T03:49:34.504329Z","steps":["trace[663675565] 'process raft request' (duration: 275.518085ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:34.504482Z","caller":"traceutil/trace.go:171","msg":"trace[1882971175] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"277.177926ms","start":"2026-04-16T03:49:34.227296Z","end":"2026-04-16T03:49:34.504474Z","steps":["trace[1882971175] 'process raft request' (duration: 276.134669ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:34.504512Z","caller":"traceutil/trace.go:171","msg":"trace[2022750278] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"277.675888ms","start":"2026-04-16T03:49:34.226827Z","end":"2026-04-16T03:49:34.504503Z","steps":["trace[2022750278] 'process raft request' (duration: 236.823641ms)","trace[2022750278] 'compare' (duration: 39.549949ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:34.504523Z","caller":"traceutil/trace.go:171","msg":"trace[1569744308] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"275.779926ms","start":"2026-04-16T03:49:34.228709Z","end":"2026-04-16T03:49:34.504489Z","steps":["trace[1569744308] 'process raft request' (duration: 274.954651ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:34.504577Z","caller":"traceutil/trace.go:171","msg":"trace[181269627] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"276.884233ms","start":"2026-04-16T03:49:34.227665Z","end":"2026-04-16T03:49:34.504549Z","steps":["trace[181269627] 'process raft request' (duration: 275.875997ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:34.740476Z","caller":"traceutil/trace.go:171","msg":"trace[1022504316] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"471.243799ms","start":"2026-04-16T03:49:34.269211Z","end":"2026-04-16T03:49:34.740454Z","steps":["trace[1022504316] 'process raft request' (duration: 471.190079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:34.740597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:34.269202Z","time spent":"471.341199ms","remote":"127.0.0.1:45624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1353,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:34.740482Z","caller":"traceutil/trace.go:171","msg":"trace[355835704] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"473.429783ms","start":"2026-04-16T03:49:34.267023Z","end":"2026-04-16T03:49:34.740452Z","steps":["trace[355835704] 'process raft request' (duration: 375.410365ms)","trace[355835704] 'compare' (duration: 97.838297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:34.740974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:34.267002Z","time spent":"473.818765ms","remote":"127.0.0.1:45718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1968,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:34.787579Z","caller":"traceutil/trace.go:171","msg":"trace[784946750] linearizableReadLoop","detail":"{readStateIndex:5429; appliedIndex:5426; }","duration":"143.145922ms","start":"2026-04-16T03:49:34.644414Z","end":"2026-04-16T03:49:34.78756Z","steps":["trace[784946750] 'read index received' (duration: 142.89833ms)","trace[784946750] 'applied index is now lower than readState.Index' (duration: 246.782µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:34.787659Z","caller":"traceutil/trace.go:171","msg":"trace[1397502763] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"276.971533ms","start":"2026-04-16T03:49:34.510663Z","end":"2026-04-16T03:49:34.787634Z","steps":["trace[1397502763] 'process raft request' (duration: 276.653691ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:34.787644Z","caller":"traceutil/trace.go:171","msg":"trace[1621809211] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"276.036417ms","start":"2026-04-16T03:49:34.511577Z","end":"2026-04-16T03:49:34.787614Z","steps":["trace[1621809211] 'process raft request' (duration: 275.897616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:34.787708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.280513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:49:34.787743Z","caller":"traceutil/trace.go:171","msg":"trace[757360715] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5218; }","duration":"143.360583ms","start":"2026-04-16T03:49:34.644373Z","end":"2026-04-16T03:49:34.787733Z","steps":["trace[757360715] 'agreement among raft nodes before linearized reading' (duration: 143.265652ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:34.787865Z","caller":"traceutil/trace.go:171","msg":"trace[286187530] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"275.973606ms","start":"2026-04-16T03:49:34.511865Z","end":"2026-04-16T03:49:34.787838Z","steps":["trace[286187530] 'process raft request' (duration: 275.655684ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:35.125727Z","caller":"traceutil/trace.go:171","msg":"trace[173800485] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"332.341655ms","start":"2026-04-16T03:49:34.793354Z","end":"2026-04-16T03:49:35.125696Z","steps":["trace[173800485] 'process raft request' (duration: 332.047223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:35.126105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:34.793338Z","time spent":"332.486615ms","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":124563,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:35.173994Z","caller":"traceutil/trace.go:171","msg":"trace[1550385099] linearizableReadLoop","detail":"{readStateIndex:5433; appliedIndex:5430; }","duration":"197.922339ms","start":"2026-04-16T03:49:34.976044Z","end":"2026-04-16T03:49:35.173966Z","steps":["trace[1550385099] 'read index received' (duration: 149.332134ms)","trace[1550385099] 'applied index is now lower than readState.Index' (duration: 48.589105ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:35.174162Z","caller":"traceutil/trace.go:171","msg":"trace[271533150] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"346.780628ms","start":"2026-04-16T03:49:34.82734Z","end":"2026-04-16T03:49:35.174121Z","steps":["trace[271533150] 'process raft request' (duration: 346.568527ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:35.174208Z","caller":"traceutil/trace.go:171","msg":"trace[450293973] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"346.988619ms","start":"2026-04-16T03:49:34.827167Z","end":"2026-04-16T03:49:35.174156Z","steps":["trace[450293973] 'process raft request' (duration: 346.585987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:35.174359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.129661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:35.174434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:34.827315Z","time spent":"347.02951ms","remote":"127.0.0.1:45718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1544,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:35.174493Z","caller":"traceutil/trace.go:171","msg":"trace[116273888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5222; }","duration":"198.437352ms","start":"2026-04-16T03:49:34.976001Z","end":"2026-04-16T03:49:35.174439Z","steps":["trace[116273888] 'agreement among raft nodes before linearized reading' (duration: 198.10839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:35.17461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:34.827152Z","time spent":"347.316681ms","remote":"127.0.0.1:45624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1018,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:49:35.180838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.43611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:35.180885Z","caller":"traceutil/trace.go:171","msg":"trace[1749040635] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5223; }","duration":"167.51605ms","start":"2026-04-16T03:49:35.013358Z","end":"2026-04-16T03:49:35.180874Z","steps":["trace[1749040635] 'agreement among raft nodes before linearized reading' (duration: 167.4461ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:36.713591Z","caller":"traceutil/trace.go:171","msg":"trace[1149581975] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"140.016822ms","start":"2026-04-16T03:49:36.573543Z","end":"2026-04-16T03:49:36.71356Z","steps":["trace[1149581975] 'process raft request' (duration: 139.650049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:38.116026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311247592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:49:38.276412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.897982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:49:38.276524Z","caller":"traceutil/trace.go:171","msg":"trace[853364008] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"1.145955423s","start":"2026-04-16T03:49:37.130544Z","end":"2026-04-16T03:49:38.2765Z","steps":["trace[853364008] 'process raft request' (duration: 237.897009ms)","trace[853364008] 'compare' (duration: 907.331318ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:38.276848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:37.130524Z","time spent":"1.146102694s","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3227,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:38.617114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311247592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:49:38.737558Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.08123064s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:49:38.738431Z","caller":"traceutil/trace.go:171","msg":"trace[1962182108] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"1.584464788s","start":"2026-04-16T03:49:37.153922Z","end":"2026-04-16T03:49:38.738387Z","steps":["trace[1962182108] 'process raft request' (duration: 1.584032086s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:38.738592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:37.153898Z","time spent":"1.584614689s","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:38.738741Z","caller":"traceutil/trace.go:171","msg":"trace[471087857] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"1.582003592s","start":"2026-04-16T03:49:37.156705Z","end":"2026-04-16T03:49:38.738709Z","steps":["trace[471087857] 'process raft request' (duration: 1.581562199s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:38.738907Z","caller":"traceutil/trace.go:171","msg":"trace[131488204] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"1.559838038s","start":"2026-04-16T03:49:37.178986Z","end":"2026-04-16T03:49:38.738824Z","steps":["trace[131488204] 'process raft request' (duration: 1.559608926s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:38.739026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:37.178966Z","time spent":"1.559999059s","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2747,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:38.739026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:37.156684Z","time spent":"1.582229784s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":451201,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:38.73878Z","caller":"traceutil/trace.go:171","msg":"trace[592305559] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5452; }","duration":"1.507413248s","start":"2026-04-16T03:49:37.231348Z","end":"2026-04-16T03:49:38.738761Z","steps":["trace[592305559] 'process raft request' (duration: 1.507356297s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:38.739257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:37.231316Z","time spent":"1.50785581s","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":70,"response count":0,"response size":3275,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:39.007019Z","caller":"traceutil/trace.go:171","msg":"trace[923506225] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"1.394466351s","start":"2026-04-16T03:49:37.612505Z","end":"2026-04-16T03:49:39.006972Z","steps":["trace[923506225] 'process raft request' (duration: 1.394154789s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:39.007333Z","caller":"traceutil/trace.go:171","msg":"trace[2075934542] transaction","detail":"{read_only:false; response_revision:5454; number_of_response:1; }","duration":"1.392633579s","start":"2026-04-16T03:49:37.614665Z","end":"2026-04-16T03:49:39.007299Z","steps":["trace[2075934542] 'process raft request' (duration: 1.392212426s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:39.008912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:37.614649Z","time spent":"1.3942037s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:39.00839Z","caller":"traceutil/trace.go:171","msg":"trace[1458793691] linearizableReadLoop","detail":"{readStateIndex:5673; appliedIndex:5665; }","duration":"1.393253334s","start":"2026-04-16T03:49:37.615108Z","end":"2026-04-16T03:49:39.008362Z","steps":["trace[1458793691] 'read index received' (duration: 1.122854962s)","trace[1458793691] 'applied index is now lower than readState.Index' (duration: 270.395862ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:39.00829Z","caller":"traceutil/trace.go:171","msg":"trace[971233048] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"1.393143043s","start":"2026-04-16T03:49:37.615125Z","end":"2026-04-16T03:49:39.008268Z","steps":["trace[971233048] 'process raft request' (duration: 1.391995255s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:39.008532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393413034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8242"} {"level":"info","ts":"2026-04-16T03:49:39.009137Z","caller":"traceutil/trace.go:171","msg":"trace[1955000533] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5456; }","duration":"1.394072978s","start":"2026-04-16T03:49:37.615054Z","end":"2026-04-16T03:49:39.009127Z","steps":["trace[1955000533] 'agreement among raft nodes before linearized reading' (duration: 1.393374244s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:39.009169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:37.615029Z","time spent":"1.394131308s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8264,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-04-16T03:49:39.008495Z","caller":"traceutil/trace.go:171","msg":"trace[559486303] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"1.393215793s","start":"2026-04-16T03:49:37.615266Z","end":"2026-04-16T03:49:39.008482Z","steps":["trace[559486303] 'process raft request' (duration: 1.392920631s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:39.009303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:37.615253Z","time spent":"1.393983088s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:39.009955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:37.615084Z","time spent":"1.393967008s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:39.008904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:37.61247Z","time spent":"1.396330043s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:39.129172Z","caller":"traceutil/trace.go:171","msg":"trace[1707197513] linearizableReadLoop","detail":"{readStateIndex:5675; appliedIndex:5673; }","duration":"120.129192ms","start":"2026-04-16T03:49:39.009017Z","end":"2026-04-16T03:49:39.129146Z","steps":["trace[1707197513] 'read index received' (duration: 119.88014ms)","trace[1707197513] 'applied index is now lower than readState.Index' (duration: 247.732µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:39.129506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207977087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:49:39.129563Z","caller":"traceutil/trace.go:171","msg":"trace[1404535889] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5458; }","duration":"1.208067917s","start":"2026-04-16T03:49:37.92148Z","end":"2026-04-16T03:49:39.129548Z","steps":["trace[1404535889] 'agreement among raft nodes before linearized reading' (duration: 1.207872076s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:39.129556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213047339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:49:39.129602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:37.921473Z","time spent":"1.208120418s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:49:39.129627Z","caller":"traceutil/trace.go:171","msg":"trace[352632942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5458; }","duration":"1.213164371s","start":"2026-04-16T03:49:37.916444Z","end":"2026-04-16T03:49:39.129608Z","steps":["trace[352632942] 'agreement among raft nodes before linearized reading' (duration: 1.212931549s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:39.129595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360034506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:39.129681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:37.916427Z","time spent":"1.213245281s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:49:39.129741Z","caller":"traceutil/trace.go:171","msg":"trace[811587864] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5458; }","duration":"1.360170847s","start":"2026-04-16T03:49:37.769508Z","end":"2026-04-16T03:49:39.129679Z","steps":["trace[811587864] 'agreement among raft nodes before linearized reading' (duration: 1.359819105s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:39.129799Z","caller":"traceutil/trace.go:171","msg":"trace[934987589] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"358.099703ms","start":"2026-04-16T03:49:38.771689Z","end":"2026-04-16T03:49:39.129788Z","steps":["trace[934987589] 'process raft request' (duration: 357.382319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:39.129849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:37.769492Z","time spent":"1.360335398s","remote":"127.0.0.1:57978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:39.129879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208245178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T03:49:39.129868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:38.771668Z","time spent":"358.160683ms","remote":"127.0.0.1:45812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1418,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:39.130029Z","caller":"traceutil/trace.go:171","msg":"trace[1134143051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5458; }","duration":"1.208488639s","start":"2026-04-16T03:49:37.921521Z","end":"2026-04-16T03:49:39.13001Z","steps":["trace[1134143051] 'agreement among raft nodes before linearized reading' (duration: 1.207971586s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:39.130182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:37.921517Z","time spent":"1.20864543s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:49:39.130415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505412783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:49:39.130464Z","caller":"traceutil/trace.go:171","msg":"trace[165791287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5458; }","duration":"1.505494803s","start":"2026-04-16T03:49:37.624958Z","end":"2026-04-16T03:49:39.130453Z","steps":["trace[165791287] 'agreement among raft nodes before linearized reading' (duration: 1.505383452s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:39.130494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:37.62494Z","time spent":"1.505546513s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:39.130528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.634258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:39.130569Z","caller":"traceutil/trace.go:171","msg":"trace[1108407544] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5458; }","duration":"466.717349ms","start":"2026-04-16T03:49:38.66384Z","end":"2026-04-16T03:49:39.130557Z","steps":["trace[1108407544] 'agreement among raft nodes before linearized reading' (duration: 466.654268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:39.130594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:38.663819Z","time spent":"466.768809ms","remote":"127.0.0.1:58012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:39.130613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.450089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-spxz4.18a6b94d22107e8f\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-16T03:49:39.129901Z","caller":"traceutil/trace.go:171","msg":"trace[1174923310] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"363.368997ms","start":"2026-04-16T03:49:38.766524Z","end":"2026-04-16T03:49:39.129893Z","steps":["trace[1174923310] 'process raft request' (duration: 362.37631ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:39.130669Z","caller":"traceutil/trace.go:171","msg":"trace[398304412] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-spxz4.18a6b94d22107e8f; range_end:; response_count:1; response_revision:5458; }","duration":"695.544699ms","start":"2026-04-16T03:49:38.435109Z","end":"2026-04-16T03:49:39.130654Z","steps":["trace[398304412] 'agreement among raft nodes before linearized reading' (duration: 695.415139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:39.130713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:38.435087Z","time spent":"695.61791ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":787,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-spxz4.18a6b94d22107e8f\" "} {"level":"warn","ts":"2026-04-16T03:49:39.130748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:38.766506Z","time spent":"364.196662ms","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2933,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:39.131166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209554567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:49:39.131285Z","caller":"traceutil/trace.go:171","msg":"trace[736911325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5458; }","duration":"1.209680908s","start":"2026-04-16T03:49:37.921585Z","end":"2026-04-16T03:49:39.131266Z","steps":["trace[736911325] 'agreement among raft nodes before linearized reading' (duration: 1.207713605s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:39.131382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:37.921582Z","time spent":"1.209783289s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:39.132153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156080229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:39.132417Z","caller":"traceutil/trace.go:171","msg":"trace[610973314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5458; }","duration":"1.156386641s","start":"2026-04-16T03:49:37.97601Z","end":"2026-04-16T03:49:39.132397Z","steps":["trace[610973314] 'agreement among raft nodes before linearized reading' (duration: 1.15321215s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:39.132761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:37.975994Z","time spent":"1.156471001s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:49:39.247498Z","caller":"traceutil/trace.go:171","msg":"trace[1830527857] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"111.773108ms","start":"2026-04-16T03:49:39.135693Z","end":"2026-04-16T03:49:39.247466Z","steps":["trace[1830527857] 'process raft request' (duration: 103.160692ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:39.2478Z","caller":"traceutil/trace.go:171","msg":"trace[1890511773] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"111.701578ms","start":"2026-04-16T03:49:39.136075Z","end":"2026-04-16T03:49:39.247777Z","steps":["trace[1890511773] 'process raft request' (duration: 111.320196ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:39.247954Z","caller":"traceutil/trace.go:171","msg":"trace[1595804120] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"109.158541ms","start":"2026-04-16T03:49:39.138767Z","end":"2026-04-16T03:49:39.247926Z","steps":["trace[1595804120] 'process raft request' (duration: 109.04483ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:39.247955Z","caller":"traceutil/trace.go:171","msg":"trace[1053131064] transaction","detail":"{read_only:false; response_revision:5462; number_of_response:1; }","duration":"109.529883ms","start":"2026-04-16T03:49:39.138396Z","end":"2026-04-16T03:49:39.247926Z","steps":["trace[1053131064] 'process raft request' (duration: 109.251671ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:39.248224Z","caller":"traceutil/trace.go:171","msg":"trace[1050689870] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"108.97738ms","start":"2026-04-16T03:49:39.139227Z","end":"2026-04-16T03:49:39.248204Z","steps":["trace[1050689870] 'process raft request' (duration: 108.662138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:39.422518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.391637ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-16T03:49:39.422626Z","caller":"traceutil/trace.go:171","msg":"trace[846937614] linearizableReadLoop","detail":"{readStateIndex:5678; appliedIndex:5675; }","duration":"284.224831ms","start":"2026-04-16T03:49:39.13838Z","end":"2026-04-16T03:49:39.422605Z","steps":["trace[846937614] 'read index received' (duration: 48.295144ms)","trace[846937614] 'applied index is now lower than readState.Index' (duration: 235.927617ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:39.422924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.524003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:49:39.422996Z","caller":"traceutil/trace.go:171","msg":"trace[50962890] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5464; }","duration":"284.628264ms","start":"2026-04-16T03:49:39.138352Z","end":"2026-04-16T03:49:39.422981Z","steps":["trace[50962890] 'agreement among raft nodes before linearized reading' (duration: 284.401902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:39.423035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.725395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:39.423116Z","caller":"traceutil/trace.go:171","msg":"trace[172802648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5464; }","duration":"281.850385ms","start":"2026-04-16T03:49:39.141248Z","end":"2026-04-16T03:49:39.423098Z","steps":["trace[172802648] 'agreement among raft nodes before linearized reading' (duration: 281.698264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:39.423292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.700464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:39.423394Z","caller":"traceutil/trace.go:171","msg":"trace[396068123] range","detail":"{range_begin:/registry/roles/monitoring/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:5464; }","duration":"281.819726ms","start":"2026-04-16T03:49:39.141557Z","end":"2026-04-16T03:49:39.423377Z","steps":["trace[396068123] 'agreement among raft nodes before linearized reading' (duration: 281.628665ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:39.684398Z","caller":"traceutil/trace.go:171","msg":"trace[208980361] transaction","detail":"{read_only:false; response_revision:5466; number_of_response:1; }","duration":"126.214542ms","start":"2026-04-16T03:49:39.558135Z","end":"2026-04-16T03:49:39.68435Z","steps":["trace[208980361] 'process raft request' (duration: 125.690449ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:40.039183Z","caller":"traceutil/trace.go:171","msg":"trace[223211830] transaction","detail":"{read_only:false; response_revision:5468; number_of_response:1; }","duration":"155.035641ms","start":"2026-04-16T03:49:39.88412Z","end":"2026-04-16T03:49:40.039156Z","steps":["trace[223211830] 'process raft request' (duration: 154.577978ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:40.877842Z","caller":"traceutil/trace.go:171","msg":"trace[1979498502] transaction","detail":"{read_only:false; response_revision:5472; number_of_response:1; }","duration":"466.946972ms","start":"2026-04-16T03:49:40.410872Z","end":"2026-04-16T03:49:40.877819Z","steps":["trace[1979498502] 'process raft request' (duration: 466.819101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:40.877963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:40.410836Z","time spent":"467.071283ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3317,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:41.206424Z","caller":"traceutil/trace.go:171","msg":"trace[1849334648] transaction","detail":"{read_only:false; response_revision:5473; number_of_response:1; }","duration":"324.09354ms","start":"2026-04-16T03:49:40.882307Z","end":"2026-04-16T03:49:41.206401Z","steps":["trace[1849334648] 'process raft request' (duration: 323.94895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:41.206559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:40.882279Z","time spent":"324.215411ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3363,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:41.364505Z","caller":"traceutil/trace.go:171","msg":"trace[1438380417] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"348.589471ms","start":"2026-04-16T03:49:41.015892Z","end":"2026-04-16T03:49:41.364482Z","steps":["trace[1438380417] 'process raft request' (duration: 348.522951ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:41.364619Z","caller":"traceutil/trace.go:171","msg":"trace[1290255269] transaction","detail":"{read_only:false; response_revision:5475; number_of_response:1; }","duration":"479.965506ms","start":"2026-04-16T03:49:40.884644Z","end":"2026-04-16T03:49:41.36461Z","steps":["trace[1290255269] 'process raft request' (duration: 479.664194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:41.364693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:41.015878Z","time spent":"348.737522ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:41.364707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:40.884619Z","time spent":"480.034456ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3862,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:41.3649Z","caller":"traceutil/trace.go:171","msg":"trace[1783102738] transaction","detail":"{read_only:false; response_revision:5478; number_of_response:1; }","duration":"348.744162ms","start":"2026-04-16T03:49:41.016132Z","end":"2026-04-16T03:49:41.364876Z","steps":["trace[1783102738] 'process raft request' (duration: 348.318029ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:41.364992Z","caller":"traceutil/trace.go:171","msg":"trace[2132996288] transaction","detail":"{read_only:false; response_revision:5476; number_of_response:1; }","duration":"349.451917ms","start":"2026-04-16T03:49:41.015526Z","end":"2026-04-16T03:49:41.364977Z","steps":["trace[2132996288] 'process raft request' (duration: 348.851843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:41.365043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:41.016122Z","time spent":"348.843062ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:41.365064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:41.015493Z","time spent":"349.533707ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:41.364546Z","caller":"traceutil/trace.go:171","msg":"trace[1052248669] transaction","detail":"{read_only:false; response_revision:5474; number_of_response:1; }","duration":"481.080484ms","start":"2026-04-16T03:49:40.883411Z","end":"2026-04-16T03:49:41.364492Z","steps":["trace[1052248669] 'process raft request' (duration: 480.751802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:41.365234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:40.883389Z","time spent":"481.748088ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:41.365344Z","caller":"traceutil/trace.go:171","msg":"trace[1571097618] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"348.094207ms","start":"2026-04-16T03:49:41.017239Z","end":"2026-04-16T03:49:41.365333Z","steps":["trace[1571097618] 'process raft request' (duration: 347.551374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:41.365406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:41.01721Z","time spent":"348.164168ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:41.365326Z","caller":"traceutil/trace.go:171","msg":"trace[97345961] linearizableReadLoop","detail":"{readStateIndex:5693; appliedIndex:5691; }","duration":"389.024114ms","start":"2026-04-16T03:49:40.976276Z","end":"2026-04-16T03:49:41.3653Z","steps":["trace[97345961] 'read index received' (duration: 230.193549ms)","trace[97345961] 'applied index is now lower than readState.Index' (duration: 158.828515ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:41.365435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.151665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:41.365506Z","caller":"traceutil/trace.go:171","msg":"trace[1670437622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5479; }","duration":"389.278315ms","start":"2026-04-16T03:49:40.976219Z","end":"2026-04-16T03:49:41.365497Z","steps":["trace[1670437622] 'agreement among raft nodes before linearized reading' (duration: 389.150735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:41.365536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:40.9762Z","time spent":"389.328587ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:49:41.399879Z","caller":"traceutil/trace.go:171","msg":"trace[2024111004] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"185.68019ms","start":"2026-04-16T03:49:41.214173Z","end":"2026-04-16T03:49:41.399853Z","steps":["trace[2024111004] 'process raft request' (duration: 185.507429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:41.400101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.127053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-b5tvh\" ","response":"range_response_count:1 size:3378"} {"level":"warn","ts":"2026-04-16T03:49:41.400161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.878107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:49:41.400288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.094559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:49:41.400191Z","caller":"traceutil/trace.go:171","msg":"trace[875553160] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-b5tvh; range_end:; response_count:1; response_revision:5480; }","duration":"186.261844ms","start":"2026-04-16T03:49:41.213911Z","end":"2026-04-16T03:49:41.400173Z","steps":["trace[875553160] 'agreement among raft nodes before linearized reading' (duration: 186.015942ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:41.40038Z","caller":"traceutil/trace.go:171","msg":"trace[25111510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5480; }","duration":"147.31349ms","start":"2026-04-16T03:49:41.253049Z","end":"2026-04-16T03:49:41.400363Z","steps":["trace[25111510] 'agreement among raft nodes before linearized reading' (duration: 146.853117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:41.400341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.582055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8242"} {"level":"info","ts":"2026-04-16T03:49:41.400834Z","caller":"traceutil/trace.go:171","msg":"trace[1999018831] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5480; }","duration":"385.13341ms","start":"2026-04-16T03:49:41.015686Z","end":"2026-04-16T03:49:41.400819Z","steps":["trace[1999018831] 'agreement among raft nodes before linearized reading' (duration: 384.533126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:41.400919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.612492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:49:41.400968Z","caller":"traceutil/trace.go:171","msg":"trace[59824114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5480; }","duration":"147.682192ms","start":"2026-04-16T03:49:41.253275Z","end":"2026-04-16T03:49:41.400957Z","steps":["trace[59824114] 'agreement among raft nodes before linearized reading' (duration: 147.576082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:41.401191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:41.015676Z","time spent":"385.2705ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8264,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-04-16T03:49:41.400276Z","caller":"traceutil/trace.go:171","msg":"trace[1682855501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5480; }","duration":"147.027888ms","start":"2026-04-16T03:49:41.253226Z","end":"2026-04-16T03:49:41.400254Z","steps":["trace[1682855501] 'agreement among raft nodes before linearized reading' (duration: 146.646895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:41.400741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.610842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:49:41.40142Z","caller":"traceutil/trace.go:171","msg":"trace[465003176] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5480; }","duration":"148.302506ms","start":"2026-04-16T03:49:41.253104Z","end":"2026-04-16T03:49:41.401407Z","steps":["trace[465003176] 'agreement among raft nodes before linearized reading' (duration: 147.560582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:41.400781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.054978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:49:41.401949Z","caller":"traceutil/trace.go:171","msg":"trace[1017702269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5480; }","duration":"148.216815ms","start":"2026-04-16T03:49:41.25369Z","end":"2026-04-16T03:49:41.401907Z","steps":["trace[1017702269] 'agreement among raft nodes before linearized reading' (duration: 147.002858ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:41.566285Z","caller":"traceutil/trace.go:171","msg":"trace[78957861] transaction","detail":"{read_only:false; response_revision:5481; number_of_response:1; }","duration":"160.543785ms","start":"2026-04-16T03:49:41.405711Z","end":"2026-04-16T03:49:41.566255Z","steps":["trace[78957861] 'process raft request' (duration: 93.319877ms)","trace[78957861] 'compare' (duration: 67.065567ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:41.605895Z","caller":"traceutil/trace.go:171","msg":"trace[1103299614] transaction","detail":"{read_only:false; response_revision:5482; number_of_response:1; }","duration":"199.360067ms","start":"2026-04-16T03:49:41.406509Z","end":"2026-04-16T03:49:41.605869Z","steps":["trace[1103299614] 'process raft request' (duration: 199.190366ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:41.606127Z","caller":"traceutil/trace.go:171","msg":"trace[1076495675] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"199.550739ms","start":"2026-04-16T03:49:41.406562Z","end":"2026-04-16T03:49:41.606113Z","steps":["trace[1076495675] 'process raft request' (duration: 199.265517ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:41.606538Z","caller":"traceutil/trace.go:171","msg":"trace[724876122] transaction","detail":"{read_only:false; response_revision:5484; number_of_response:1; }","duration":"199.883711ms","start":"2026-04-16T03:49:41.406635Z","end":"2026-04-16T03:49:41.606518Z","steps":["trace[724876122] 'process raft request' (duration: 199.443749ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:41.606601Z","caller":"traceutil/trace.go:171","msg":"trace[698478408] linearizableReadLoop","detail":"{readStateIndex:5704; appliedIndex:5698; }","duration":"112.05357ms","start":"2026-04-16T03:49:41.494517Z","end":"2026-04-16T03:49:41.606571Z","steps":["trace[698478408] 'read index received' (duration: 4.52856ms)","trace[698478408] 'applied index is now lower than readState.Index' (duration: 107.52379ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:41.606743Z","caller":"traceutil/trace.go:171","msg":"trace[1961235422] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"199.72932ms","start":"2026-04-16T03:49:41.406996Z","end":"2026-04-16T03:49:41.606725Z","steps":["trace[1961235422] 'process raft request' (duration: 199.407498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:41.60682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.271861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-04-16T03:49:41.606893Z","caller":"traceutil/trace.go:171","msg":"trace[1812248815] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5486; }","duration":"112.399302ms","start":"2026-04-16T03:49:41.494475Z","end":"2026-04-16T03:49:41.606874Z","steps":["trace[1812248815] 'agreement among raft nodes before linearized reading' (duration: 112.19644ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:41.606806Z","caller":"traceutil/trace.go:171","msg":"trace[2036796824] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"199.602659ms","start":"2026-04-16T03:49:41.40717Z","end":"2026-04-16T03:49:41.606773Z","steps":["trace[2036796824] 'process raft request' (duration: 199.346687ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:42.101939Z","caller":"traceutil/trace.go:171","msg":"trace[218341207] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"162.80536ms","start":"2026-04-16T03:49:41.939109Z","end":"2026-04-16T03:49:42.101914Z","steps":["trace[218341207] 'process raft request' (duration: 162.660179ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:42.309772Z","caller":"traceutil/trace.go:171","msg":"trace[338796637] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"199.179687ms","start":"2026-04-16T03:49:42.110561Z","end":"2026-04-16T03:49:42.309741Z","steps":["trace[338796637] 'process raft request' (duration: 198.998236ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:43.647783Z","caller":"traceutil/trace.go:171","msg":"trace[113557815] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"146.910168ms","start":"2026-04-16T03:49:43.500852Z","end":"2026-04-16T03:49:43.647762Z","steps":["trace[113557815] 'process raft request' (duration: 146.756017ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:43.660508Z","caller":"traceutil/trace.go:171","msg":"trace[1456411860] linearizableReadLoop","detail":"{readStateIndex:5723; appliedIndex:5720; }","duration":"147.248698ms","start":"2026-04-16T03:49:43.513236Z","end":"2026-04-16T03:49:43.660485Z","steps":["trace[1456411860] 'read index received' (duration: 134.361805ms)","trace[1456411860] 'applied index is now lower than readState.Index' (duration: 12.886063ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:43.660924Z","caller":"traceutil/trace.go:171","msg":"trace[655623086] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"156.758821ms","start":"2026-04-16T03:49:43.504146Z","end":"2026-04-16T03:49:43.660905Z","steps":["trace[655623086] 'process raft request' (duration: 156.284917ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:43.661189Z","caller":"traceutil/trace.go:171","msg":"trace[974123543] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"159.326198ms","start":"2026-04-16T03:49:43.50185Z","end":"2026-04-16T03:49:43.661176Z","steps":["trace[974123543] 'process raft request' (duration: 158.426262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:43.661527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.272116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:49:43.661614Z","caller":"traceutil/trace.go:171","msg":"trace[952633206] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:5505; }","duration":"148.372137ms","start":"2026-04-16T03:49:43.513224Z","end":"2026-04-16T03:49:43.661596Z","steps":["trace[952633206] 'agreement among raft nodes before linearized reading' (duration: 148.183656ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:45.419962Z","caller":"traceutil/trace.go:171","msg":"trace[1341236336] transaction","detail":"{read_only:false; response_revision:5520; number_of_response:1; }","duration":"119.923411ms","start":"2026-04-16T03:49:45.300012Z","end":"2026-04-16T03:49:45.419936Z","steps":["trace[1341236336] 'process raft request' (duration: 119.748129ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:45.529051Z","caller":"traceutil/trace.go:171","msg":"trace[564679237] transaction","detail":"{read_only:false; response_revision:5521; number_of_response:1; }","duration":"150.471939ms","start":"2026-04-16T03:49:45.378553Z","end":"2026-04-16T03:49:45.529024Z","steps":["trace[564679237] 'process raft request' (duration: 147.63593ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:45.529155Z","caller":"traceutil/trace.go:171","msg":"trace[443161098] linearizableReadLoop","detail":"{readStateIndex:5743; appliedIndex:5738; }","duration":"113.819742ms","start":"2026-04-16T03:49:45.415315Z","end":"2026-04-16T03:49:45.529135Z","steps":["trace[443161098] 'read index received' (duration: 4.475268ms)","trace[443161098] 'applied index is now lower than readState.Index' (duration: 109.343364ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:45.52931Z","caller":"traceutil/trace.go:171","msg":"trace[2016477584] transaction","detail":"{read_only:false; response_revision:5524; number_of_response:1; }","duration":"146.662746ms","start":"2026-04-16T03:49:45.382615Z","end":"2026-04-16T03:49:45.529277Z","steps":["trace[2016477584] 'process raft request' (duration: 146.476585ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:45.529394Z","caller":"traceutil/trace.go:171","msg":"trace[1455986046] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"146.964218ms","start":"2026-04-16T03:49:45.38242Z","end":"2026-04-16T03:49:45.529384Z","steps":["trace[1455986046] 'process raft request' (duration: 146.459154ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:45.529326Z","caller":"traceutil/trace.go:171","msg":"trace[1804853613] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"146.731836ms","start":"2026-04-16T03:49:45.382555Z","end":"2026-04-16T03:49:45.529287Z","steps":["trace[1804853613] 'process raft request' (duration: 146.378203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:45.52956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.844436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-1.18a6b9959ab03ec6\" ","response":"range_response_count:1 size:793"} {"level":"info","ts":"2026-04-16T03:49:45.529626Z","caller":"traceutil/trace.go:171","msg":"trace[341983667] range","detail":"{range_begin:/registry/events/openstack/valkey-node-1.18a6b9959ab03ec6; range_end:; response_count:1; response_revision:5524; }","duration":"103.961617ms","start":"2026-04-16T03:49:45.425645Z","end":"2026-04-16T03:49:45.529607Z","steps":["trace[341983667] 'agreement among raft nodes before linearized reading' (duration: 103.723826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:45.529922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.597406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8242"} {"level":"info","ts":"2026-04-16T03:49:45.52998Z","caller":"traceutil/trace.go:171","msg":"trace[1768769381] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5524; }","duration":"114.701258ms","start":"2026-04-16T03:49:45.415264Z","end":"2026-04-16T03:49:45.529965Z","steps":["trace[1768769381] 'agreement among raft nodes before linearized reading' (duration: 114.020563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:45.785785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.465013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:49:45.786596Z","caller":"traceutil/trace.go:171","msg":"trace[190567082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5525; }","duration":"110.305928ms","start":"2026-04-16T03:49:45.676254Z","end":"2026-04-16T03:49:45.78656Z","steps":["trace[190567082] 'range keys from in-memory index tree' (duration: 109.285152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:45.786015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.926829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:49:45.786917Z","caller":"traceutil/trace.go:171","msg":"trace[1077618774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5525; }","duration":"112.880266ms","start":"2026-04-16T03:49:45.67401Z","end":"2026-04-16T03:49:45.78689Z","steps":["trace[1077618774] 'range keys from in-memory index tree' (duration: 111.733688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:45.786068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.503486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:49:45.787019Z","caller":"traceutil/trace.go:171","msg":"trace[390572172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5525; }","duration":"112.477964ms","start":"2026-04-16T03:49:45.674514Z","end":"2026-04-16T03:49:45.786992Z","steps":["trace[390572172] 'range keys from in-memory index tree' (duration: 111.358125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:45.786196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.842285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:49:45.787113Z","caller":"traceutil/trace.go:171","msg":"trace[1525368012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5525; }","duration":"110.759861ms","start":"2026-04-16T03:49:45.676332Z","end":"2026-04-16T03:49:45.787092Z","steps":["trace[1525368012] 'range keys from in-memory index tree' (duration: 109.771235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:45.786311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.916566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:49:45.787246Z","caller":"traceutil/trace.go:171","msg":"trace[1775380441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5525; }","duration":"110.892232ms","start":"2026-04-16T03:49:45.676334Z","end":"2026-04-16T03:49:45.787227Z","steps":["trace[1775380441] 'range keys from in-memory index tree' (duration: 109.718625ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:46.099592Z","caller":"traceutil/trace.go:171","msg":"trace[988069065] transaction","detail":"{read_only:false; response_revision:5527; number_of_response:1; }","duration":"308.302388ms","start":"2026-04-16T03:49:45.791258Z","end":"2026-04-16T03:49:46.09956Z","steps":["trace[988069065] 'process raft request' (duration: 308.072176ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:46.099835Z","caller":"traceutil/trace.go:171","msg":"trace[1384266166] transaction","detail":"{read_only:false; response_revision:5529; number_of_response:1; }","duration":"307.861915ms","start":"2026-04-16T03:49:45.791934Z","end":"2026-04-16T03:49:46.099796Z","steps":["trace[1384266166] 'process raft request' (duration: 307.570683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:46.099866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:45.791235Z","time spent":"308.524539ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:46.099946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:45.791921Z","time spent":"307.969346ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:46.099947Z","caller":"traceutil/trace.go:171","msg":"trace[515376643] transaction","detail":"{read_only:false; response_revision:5530; number_of_response:1; }","duration":"307.888175ms","start":"2026-04-16T03:49:45.792004Z","end":"2026-04-16T03:49:46.099893Z","steps":["trace[515376643] 'process raft request' (duration: 307.746634ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:46.099591Z","caller":"traceutil/trace.go:171","msg":"trace[1871667128] transaction","detail":"{read_only:false; response_revision:5528; number_of_response:1; }","duration":"307.999706ms","start":"2026-04-16T03:49:45.791562Z","end":"2026-04-16T03:49:46.099562Z","steps":["trace[1871667128] 'process raft request' (duration: 307.900675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:46.100213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:45.791984Z","time spent":"308.098497ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:46.100218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:45.791551Z","time spent":"308.617069ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:46.818017Z","caller":"traceutil/trace.go:171","msg":"trace[1980008896] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"174.91999ms","start":"2026-04-16T03:49:46.643053Z","end":"2026-04-16T03:49:46.817973Z","steps":["trace[1980008896] 'process raft request' (duration: 174.492656ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:46.818304Z","caller":"traceutil/trace.go:171","msg":"trace[453952688] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"170.113018ms","start":"2026-04-16T03:49:46.648159Z","end":"2026-04-16T03:49:46.818272Z","steps":["trace[453952688] 'process raft request' (duration: 169.733306ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:46.818854Z","caller":"traceutil/trace.go:171","msg":"trace[295981643] linearizableReadLoop","detail":"{readStateIndex:5773; appliedIndex:5771; }","duration":"174.756158ms","start":"2026-04-16T03:49:46.644081Z","end":"2026-04-16T03:49:46.818838Z","steps":["trace[295981643] 'read index received' (duration: 52.694253ms)","trace[295981643] 'applied index is now lower than readState.Index' (duration: 122.060915ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:46.818939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.840498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:46.818966Z","caller":"traceutil/trace.go:171","msg":"trace[343577427] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:0; response_revision:5556; }","duration":"174.891309ms","start":"2026-04-16T03:49:46.644066Z","end":"2026-04-16T03:49:46.818958Z","steps":["trace[343577427] 'agreement among raft nodes before linearized reading' (duration: 174.835818ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:46.818964Z","caller":"traceutil/trace.go:171","msg":"trace[635984659] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"150.970473ms","start":"2026-04-16T03:49:46.667951Z","end":"2026-04-16T03:49:46.818922Z","steps":["trace[635984659] 'process raft request' (duration: 150.310259ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:47.234033Z","caller":"traceutil/trace.go:171","msg":"trace[2028674400] linearizableReadLoop","detail":"{readStateIndex:5790; appliedIndex:5789; }","duration":"162.78503ms","start":"2026-04-16T03:49:47.071213Z","end":"2026-04-16T03:49:47.233998Z","steps":["trace[2028674400] 'read index received' (duration: 115.819885ms)","trace[2028674400] 'applied index is now lower than readState.Index' (duration: 46.964245ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:47.234556Z","caller":"traceutil/trace.go:171","msg":"trace[975356309] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"188.065615ms","start":"2026-04-16T03:49:47.046481Z","end":"2026-04-16T03:49:47.234547Z","steps":["trace[975356309] 'process raft request' (duration: 140.522585ms)","trace[975356309] 'compare' (duration: 46.616174ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:47.234638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.87354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:47.234735Z","caller":"traceutil/trace.go:171","msg":"trace[1431217165] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:0; response_revision:5571; }","duration":"229.014641ms","start":"2026-04-16T03:49:47.005701Z","end":"2026-04-16T03:49:47.234715Z","steps":["trace[1431217165] 'agreement among raft nodes before linearized reading' (duration: 228.85954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:47.235387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.328979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:18 size:483860"} {"level":"info","ts":"2026-04-16T03:49:47.235922Z","caller":"traceutil/trace.go:171","msg":"trace[1829471886] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:18; response_revision:5571; }","duration":"173.442359ms","start":"2026-04-16T03:49:47.062021Z","end":"2026-04-16T03:49:47.235463Z","steps":["trace[1829471886] 'agreement among raft nodes before linearized reading' (duration: 172.540843ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:47.236381Z","caller":"traceutil/trace.go:171","msg":"trace[1451379467] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"158.788114ms","start":"2026-04-16T03:49:47.077548Z","end":"2026-04-16T03:49:47.236336Z","steps":["trace[1451379467] 'process raft request' (duration: 158.454852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:47.236667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.742767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-16T03:49:47.236732Z","caller":"traceutil/trace.go:171","msg":"trace[741953881] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"158.135339ms","start":"2026-04-16T03:49:47.078584Z","end":"2026-04-16T03:49:47.236719Z","steps":["trace[741953881] 'process raft request' (duration: 157.608316ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:47.236754Z","caller":"traceutil/trace.go:171","msg":"trace[387184] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5574; }","duration":"160.889087ms","start":"2026-04-16T03:49:47.075845Z","end":"2026-04-16T03:49:47.236734Z","steps":["trace[387184] 'agreement among raft nodes before linearized reading' (duration: 160.619226ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:47.236745Z","caller":"traceutil/trace.go:171","msg":"trace[247684529] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"154.027703ms","start":"2026-04-16T03:49:47.082662Z","end":"2026-04-16T03:49:47.236689Z","steps":["trace[247684529] 'process raft request' (duration: 153.59705ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:47.483993Z","caller":"traceutil/trace.go:171","msg":"trace[906457169] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"138.503151ms","start":"2026-04-16T03:49:47.345466Z","end":"2026-04-16T03:49:47.483969Z","steps":["trace[906457169] 'process raft request' (duration: 138.21812ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:47.528085Z","caller":"traceutil/trace.go:171","msg":"trace[1110814813] linearizableReadLoop","detail":"{readStateIndex:5809; appliedIndex:5807; }","duration":"116.100336ms","start":"2026-04-16T03:49:47.41196Z","end":"2026-04-16T03:49:47.528061Z","steps":["trace[1110814813] 'read index received' (duration: 71.687656ms)","trace[1110814813] 'applied index is now lower than readState.Index' (duration: 44.41178ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:47.528587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.605039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-16T03:49:47.528644Z","caller":"traceutil/trace.go:171","msg":"trace[94593905] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5590; }","duration":"116.696489ms","start":"2026-04-16T03:49:47.411935Z","end":"2026-04-16T03:49:47.528631Z","steps":["trace[94593905] 'agreement among raft nodes before linearized reading' (duration: 116.366347ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:47.528897Z","caller":"traceutil/trace.go:171","msg":"trace[1921152550] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"117.279033ms","start":"2026-04-16T03:49:47.411604Z","end":"2026-04-16T03:49:47.528883Z","steps":["trace[1921152550] 'process raft request' (duration: 116.307807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:47.529398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.311984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:5 size:42109"} {"level":"info","ts":"2026-04-16T03:49:47.529445Z","caller":"traceutil/trace.go:171","msg":"trace[699403598] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:5; response_revision:5590; }","duration":"117.388985ms","start":"2026-04-16T03:49:47.412045Z","end":"2026-04-16T03:49:47.529434Z","steps":["trace[699403598] 'agreement among raft nodes before linearized reading' (duration: 117.234374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:48.080929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311247864,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:49:48.20453Z","caller":"traceutil/trace.go:171","msg":"trace[1946422680] transaction","detail":"{read_only:false; response_revision:5597; number_of_response:1; }","duration":"625.349224ms","start":"2026-04-16T03:49:47.579161Z","end":"2026-04-16T03:49:48.20451Z","steps":["trace[1946422680] 'process raft request' (duration: 625.237583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:48.204657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:47.579138Z","time spent":"625.457834ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":966,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:48.36641Z","caller":"traceutil/trace.go:171","msg":"trace[1422305084] linearizableReadLoop","detail":"{readStateIndex:5818; appliedIndex:5815; }","duration":"786.445881ms","start":"2026-04-16T03:49:47.579944Z","end":"2026-04-16T03:49:48.36639Z","steps":["trace[1422305084] 'read index received' (duration: 624.477637ms)","trace[1422305084] 'applied index is now lower than readState.Index' (duration: 161.967354ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:48.366526Z","caller":"traceutil/trace.go:171","msg":"trace[1294648943] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"786.740303ms","start":"2026-04-16T03:49:47.579771Z","end":"2026-04-16T03:49:48.366511Z","steps":["trace[1294648943] 'process raft request' (duration: 786.373321ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:48.36652Z","caller":"traceutil/trace.go:171","msg":"trace[537083454] transaction","detail":"{read_only:false; response_revision:5599; number_of_response:1; }","duration":"784.253568ms","start":"2026-04-16T03:49:47.582238Z","end":"2026-04-16T03:49:48.366491Z","steps":["trace[537083454] 'process raft request' (duration: 784.102487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:48.366604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.650282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-04-16T03:49:48.36661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:47.579347Z","time spent":"787.213467ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":966,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:48.366628Z","caller":"traceutil/trace.go:171","msg":"trace[816423733] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5599; }","duration":"786.682763ms","start":"2026-04-16T03:49:47.579938Z","end":"2026-04-16T03:49:48.366621Z","steps":["trace[816423733] 'agreement among raft nodes before linearized reading' (duration: 786.550552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:48.366629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:47.582188Z","time spent":"784.387898ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14363,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:49:48.366648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:47.579876Z","time spent":"786.766623ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1153,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-04-16T03:49:48.366946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.427807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-16T03:49:48.366971Z","caller":"traceutil/trace.go:171","msg":"trace[1952651430] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5599; }","duration":"343.481268ms","start":"2026-04-16T03:49:48.023483Z","end":"2026-04-16T03:49:48.366964Z","steps":["trace[1952651430] 'agreement among raft nodes before linearized reading' (duration: 343.410567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:48.366989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:48.023466Z","time spent":"343.517668ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-16T03:49:48.367006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.964197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:49:48.367035Z","caller":"traceutil/trace.go:171","msg":"trace[1506184453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5599; }","duration":"262.035987ms","start":"2026-04-16T03:49:48.10499Z","end":"2026-04-16T03:49:48.367026Z","steps":["trace[1506184453] 'agreement among raft nodes before linearized reading' (duration: 261.972897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:48.367116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.574917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:49:48.367133Z","caller":"traceutil/trace.go:171","msg":"trace[1781373621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5599; }","duration":"263.628267ms","start":"2026-04-16T03:49:48.103499Z","end":"2026-04-16T03:49:48.367128Z","steps":["trace[1781373621] 'agreement among raft nodes before linearized reading' (duration: 263.574596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:48.367175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.219498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:49:48.367198Z","caller":"traceutil/trace.go:171","msg":"trace[162665590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5599; }","duration":"262.294019ms","start":"2026-04-16T03:49:48.104896Z","end":"2026-04-16T03:49:48.36719Z","steps":["trace[162665590] 'agreement among raft nodes before linearized reading' (duration: 262.234559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:48.366947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.042038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:49:48.367222Z","caller":"traceutil/trace.go:171","msg":"trace[1013328027] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5599; }","duration":"262.320069ms","start":"2026-04-16T03:49:48.104897Z","end":"2026-04-16T03:49:48.367217Z","steps":["trace[1013328027] 'agreement among raft nodes before linearized reading' (duration: 261.993997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:48.367307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.720572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:48.367354Z","caller":"traceutil/trace.go:171","msg":"trace[27510644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5599; }","duration":"391.769942ms","start":"2026-04-16T03:49:47.975553Z","end":"2026-04-16T03:49:48.367323Z","steps":["trace[27510644] 'agreement among raft nodes before linearized reading' (duration: 391.733252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:48.367378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:47.975537Z","time spent":"391.834672ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:49:48.367798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.030334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:49:48.367826Z","caller":"traceutil/trace.go:171","msg":"trace[502899958] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5599; }","duration":"475.093114ms","start":"2026-04-16T03:49:47.892725Z","end":"2026-04-16T03:49:48.367818Z","steps":["trace[502899958] 'agreement among raft nodes before linearized reading' (duration: 475.015474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:48.367842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:47.892709Z","time spent":"475.129495ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:49:48.368168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.343425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193165"} {"level":"info","ts":"2026-04-16T03:49:48.368246Z","caller":"traceutil/trace.go:171","msg":"trace[822625914] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5599; }","duration":"590.458966ms","start":"2026-04-16T03:49:47.777765Z","end":"2026-04-16T03:49:48.368224Z","steps":["trace[822625914] 'agreement among raft nodes before linearized reading' (duration: 588.902115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:48.36829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:47.777745Z","time spent":"590.532326ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2193187,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-04-16T03:49:48.664291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.636562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:49:48.664439Z","caller":"traceutil/trace.go:171","msg":"trace[1416472103] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"290.494623ms","start":"2026-04-16T03:49:48.373919Z","end":"2026-04-16T03:49:48.664413Z","steps":["trace[1416472103] 'process raft request' (duration: 122.624799ms)","trace[1416472103] 'compare' (duration: 167.470701ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:48.668089Z","caller":"traceutil/trace.go:171","msg":"trace[1517088163] linearizableReadLoop","detail":"{readStateIndex:5822; appliedIndex:5818; }","duration":"288.606869ms","start":"2026-04-16T03:49:48.379463Z","end":"2026-04-16T03:49:48.66807Z","steps":["trace[1517088163] 'read index received' (duration: 117.032062ms)","trace[1517088163] 'applied index is now lower than readState.Index' (duration: 171.574037ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:48.668349Z","caller":"traceutil/trace.go:171","msg":"trace[1940522986] transaction","detail":"{read_only:false; response_revision:5601; number_of_response:1; }","duration":"293.004288ms","start":"2026-04-16T03:49:48.375333Z","end":"2026-04-16T03:49:48.668337Z","steps":["trace[1940522986] 'process raft request' (duration: 292.335804ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:48.668534Z","caller":"traceutil/trace.go:171","msg":"trace[589729486] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"293.104458ms","start":"2026-04-16T03:49:48.375421Z","end":"2026-04-16T03:49:48.668525Z","steps":["trace[589729486] 'process raft request' (duration: 292.387504ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:48.668657Z","caller":"traceutil/trace.go:171","msg":"trace[1034606650] transaction","detail":"{read_only:false; response_revision:5603; number_of_response:1; }","duration":"291.81519ms","start":"2026-04-16T03:49:48.376834Z","end":"2026-04-16T03:49:48.668649Z","steps":["trace[1034606650] 'process raft request' (duration: 291.013745ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:48.668744Z","caller":"traceutil/trace.go:171","msg":"trace[1403510463] transaction","detail":"{read_only:false; response_revision:5608; number_of_response:1; }","duration":"285.216978ms","start":"2026-04-16T03:49:48.38351Z","end":"2026-04-16T03:49:48.668727Z","steps":["trace[1403510463] 'process raft request' (duration: 284.530694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:48.668806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.331634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:48.668847Z","caller":"traceutil/trace.go:171","msg":"trace[1119463024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5608; }","duration":"293.112858ms","start":"2026-04-16T03:49:48.375723Z","end":"2026-04-16T03:49:48.668836Z","steps":["trace[1119463024] 'agreement among raft nodes before linearized reading' (duration: 293.043347ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:48.668974Z","caller":"traceutil/trace.go:171","msg":"trace[402024113] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"289.444675ms","start":"2026-04-16T03:49:48.379521Z","end":"2026-04-16T03:49:48.668966Z","steps":["trace[402024113] 'process raft request' (duration: 288.374268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:48.669005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.965439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-16T03:49:48.66904Z","caller":"traceutil/trace.go:171","msg":"trace[296165796] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5608; }","duration":"284.024139ms","start":"2026-04-16T03:49:48.385005Z","end":"2026-04-16T03:49:48.669029Z","steps":["trace[296165796] 'agreement among raft nodes before linearized reading' (duration: 283.912808ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:48.669074Z","caller":"traceutil/trace.go:171","msg":"trace[1435232178] transaction","detail":"{read_only:false; response_revision:5605; number_of_response:1; }","duration":"285.753521ms","start":"2026-04-16T03:49:48.383314Z","end":"2026-04-16T03:49:48.669067Z","steps":["trace[1435232178] 'process raft request' (duration: 284.639734ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:48.669171Z","caller":"traceutil/trace.go:171","msg":"trace[1227993143] transaction","detail":"{read_only:false; response_revision:5606; number_of_response:1; }","duration":"285.757031ms","start":"2026-04-16T03:49:48.383407Z","end":"2026-04-16T03:49:48.669164Z","steps":["trace[1227993143] 'process raft request' (duration: 284.579614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:48.669201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.011833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-16T03:49:48.669224Z","caller":"traceutil/trace.go:171","msg":"trace[1120333450] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5608; }","duration":"254.072124ms","start":"2026-04-16T03:49:48.415145Z","end":"2026-04-16T03:49:48.669217Z","steps":["trace[1120333450] 'agreement among raft nodes before linearized reading' (duration: 254.008804ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:48.669229Z","caller":"traceutil/trace.go:171","msg":"trace[501723564] transaction","detail":"{read_only:false; response_revision:5607; number_of_response:1; }","duration":"285.752981ms","start":"2026-04-16T03:49:48.38347Z","end":"2026-04-16T03:49:48.669223Z","steps":["trace[501723564] 'process raft request' (duration: 284.544384ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:48.778576Z","caller":"traceutil/trace.go:171","msg":"trace[160049026] linearizableReadLoop","detail":"{readStateIndex:5828; appliedIndex:5827; }","duration":"105.280795ms","start":"2026-04-16T03:49:48.673216Z","end":"2026-04-16T03:49:48.778497Z","steps":["trace[160049026] 'read index received' (duration: 100.276033ms)","trace[160049026] 'applied index is now lower than readState.Index' (duration: 5.003402ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:48.778833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.594378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:48.77894Z","caller":"traceutil/trace.go:171","msg":"trace[1215312271] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5609; }","duration":"105.753579ms","start":"2026-04-16T03:49:48.673166Z","end":"2026-04-16T03:49:48.77892Z","steps":["trace[1215312271] 'agreement among raft nodes before linearized reading' (duration: 105.574618ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:48.778691Z","caller":"traceutil/trace.go:171","msg":"trace[529472618] transaction","detail":"{read_only:false; response_revision:5609; number_of_response:1; }","duration":"109.841286ms","start":"2026-04-16T03:49:48.668806Z","end":"2026-04-16T03:49:48.778647Z","steps":["trace[529472618] 'process raft request' (duration: 104.782373ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:49.204455Z","caller":"traceutil/trace.go:171","msg":"trace[1326146163] transaction","detail":"{read_only:false; response_revision:5618; number_of_response:1; }","duration":"141.816424ms","start":"2026-04-16T03:49:49.062612Z","end":"2026-04-16T03:49:49.204429Z","steps":["trace[1326146163] 'process raft request' (duration: 115.908424ms)","trace[1326146163] 'compare' (duration: 25.707998ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:49.70065Z","caller":"traceutil/trace.go:171","msg":"trace[621150497] transaction","detail":"{read_only:false; response_revision:5621; number_of_response:1; }","duration":"139.74672ms","start":"2026-04-16T03:49:49.560861Z","end":"2026-04-16T03:49:49.700608Z","steps":["trace[621150497] 'process raft request' (duration: 108.234424ms)","trace[621150497] 'compare' (duration: 31.143204ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:49.701586Z","caller":"traceutil/trace.go:171","msg":"trace[2117195475] transaction","detail":"{read_only:false; response_revision:5622; number_of_response:1; }","duration":"140.490475ms","start":"2026-04-16T03:49:49.561071Z","end":"2026-04-16T03:49:49.701562Z","steps":["trace[2117195475] 'process raft request' (duration: 140.222603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:49.701892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.531431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8242"} {"level":"info","ts":"2026-04-16T03:49:49.701972Z","caller":"traceutil/trace.go:171","msg":"trace[810064925] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5622; }","duration":"121.681682ms","start":"2026-04-16T03:49:49.580272Z","end":"2026-04-16T03:49:49.701954Z","steps":["trace[810064925] 'agreement among raft nodes before linearized reading' (duration: 121.409591ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:49.702139Z","caller":"traceutil/trace.go:171","msg":"trace[1187745344] linearizableReadLoop","detail":"{readStateIndex:5842; appliedIndex:5839; }","duration":"121.174959ms","start":"2026-04-16T03:49:49.580332Z","end":"2026-04-16T03:49:49.701507Z","steps":["trace[1187745344] 'read index received' (duration: 18.675391ms)","trace[1187745344] 'applied index is now lower than readState.Index' (duration: 102.498558ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:49.702485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.258729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:49:49.702615Z","caller":"traceutil/trace.go:171","msg":"trace[1248925358] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5622; }","duration":"107.423859ms","start":"2026-04-16T03:49:49.595177Z","end":"2026-04-16T03:49:49.702601Z","steps":["trace[1248925358] 'agreement among raft nodes before linearized reading' (duration: 107.175858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:50.073332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.416758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-081c9afa-b27f-42fb-803a-fb13c85b7b87\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-16T03:49:50.073418Z","caller":"traceutil/trace.go:171","msg":"trace[2069411542] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-081c9afa-b27f-42fb-803a-fb13c85b7b87; range_end:; response_count:1; response_revision:5622; }","duration":"119.564079ms","start":"2026-04-16T03:49:49.953834Z","end":"2026-04-16T03:49:50.073398Z","steps":["trace[2069411542] 'range keys from in-memory index tree' (duration: 119.196447ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:50.75968Z","caller":"traceutil/trace.go:171","msg":"trace[2088523403] transaction","detail":"{read_only:false; response_revision:5623; number_of_response:1; }","duration":"120.275023ms","start":"2026-04-16T03:49:50.639387Z","end":"2026-04-16T03:49:50.759662Z","steps":["trace[2088523403] 'process raft request' (duration: 118.439271ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:50.985222Z","caller":"traceutil/trace.go:171","msg":"trace[320225658] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"220.97487ms","start":"2026-04-16T03:49:50.764225Z","end":"2026-04-16T03:49:50.9852Z","steps":["trace[320225658] 'process raft request' (duration: 220.789228ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:50.985452Z","caller":"traceutil/trace.go:171","msg":"trace[842991531] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"220.968669ms","start":"2026-04-16T03:49:50.764468Z","end":"2026-04-16T03:49:50.985436Z","steps":["trace[842991531] 'process raft request' (duration: 220.872778ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:50.985505Z","caller":"traceutil/trace.go:171","msg":"trace[877319512] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"221.20865ms","start":"2026-04-16T03:49:50.764255Z","end":"2026-04-16T03:49:50.985463Z","steps":["trace[877319512] 'process raft request' (duration: 220.891678ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:50.985633Z","caller":"traceutil/trace.go:171","msg":"trace[1057670162] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"219.206407ms","start":"2026-04-16T03:49:50.766407Z","end":"2026-04-16T03:49:50.985613Z","steps":["trace[1057670162] 'process raft request' (duration: 218.990816ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:50.985815Z","caller":"traceutil/trace.go:171","msg":"trace[1962706328] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"217.540116ms","start":"2026-04-16T03:49:50.768265Z","end":"2026-04-16T03:49:50.985805Z","steps":["trace[1962706328] 'process raft request' (duration: 217.280635ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:50.986036Z","caller":"traceutil/trace.go:171","msg":"trace[1910146567] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"215.156991ms","start":"2026-04-16T03:49:50.770864Z","end":"2026-04-16T03:49:50.986021Z","steps":["trace[1910146567] 'process raft request' (duration: 214.894799ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:51.124213Z","caller":"traceutil/trace.go:171","msg":"trace[2060972781] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"132.1539ms","start":"2026-04-16T03:49:50.992025Z","end":"2026-04-16T03:49:51.124179Z","steps":["trace[2060972781] 'process raft request' (duration: 93.683539ms)","trace[2060972781] 'compare' (duration: 37.971238ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:51.153827Z","caller":"traceutil/trace.go:171","msg":"trace[617580873] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"157.400515ms","start":"2026-04-16T03:49:50.996385Z","end":"2026-04-16T03:49:51.153785Z","steps":["trace[617580873] 'process raft request' (duration: 157.153424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:51.424362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.398019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-16T03:49:51.424534Z","caller":"traceutil/trace.go:171","msg":"trace[775263505] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5632; }","duration":"179.5797ms","start":"2026-04-16T03:49:51.244926Z","end":"2026-04-16T03:49:51.424506Z","steps":["trace[775263505] 'range keys from in-memory index tree' (duration: 179.199597ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:51.573145Z","caller":"traceutil/trace.go:171","msg":"trace[1839509021] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"144.158649ms","start":"2026-04-16T03:49:51.428963Z","end":"2026-04-16T03:49:51.573122Z","steps":["trace[1839509021] 'process raft request' (duration: 144.012258ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:52.034705Z","caller":"traceutil/trace.go:171","msg":"trace[401623954] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"470.878397ms","start":"2026-04-16T03:49:51.563795Z","end":"2026-04-16T03:49:52.034673Z","steps":["trace[401623954] 'process raft request' (duration: 404.300304ms)","trace[401623954] 'compare' (duration: 66.214231ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:52.035149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:51.563768Z","time spent":"471.048608ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:52.123033Z","caller":"traceutil/trace.go:171","msg":"trace[1777879116] linearizableReadLoop","detail":"{readStateIndex:5858; appliedIndex:5854; }","duration":"416.508632ms","start":"2026-04-16T03:49:51.706503Z","end":"2026-04-16T03:49:52.123012Z","steps":["trace[1777879116] 'read index received' (duration: 261.594424ms)","trace[1777879116] 'applied index is now lower than readState.Index' (duration: 154.913288ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:52.123138Z","caller":"traceutil/trace.go:171","msg":"trace[870624574] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"417.066576ms","start":"2026-04-16T03:49:51.706043Z","end":"2026-04-16T03:49:52.12311Z","steps":["trace[870624574] 'process raft request' (duration: 416.935605ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:52.123062Z","caller":"traceutil/trace.go:171","msg":"trace[818639422] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"417.258438ms","start":"2026-04-16T03:49:51.705786Z","end":"2026-04-16T03:49:52.123044Z","steps":["trace[818639422] 'process raft request' (duration: 417.150798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:52.123371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.862834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8242"} {"level":"warn","ts":"2026-04-16T03:49:52.12337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:51.70576Z","time spent":"417.477899ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:52.123372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.696622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:49:52.123461Z","caller":"traceutil/trace.go:171","msg":"trace[1552664661] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5637; }","duration":"402.821224ms","start":"2026-04-16T03:49:51.720631Z","end":"2026-04-16T03:49:52.123452Z","steps":["trace[1552664661] 'agreement among raft nodes before linearized reading' (duration: 402.616161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:52.123512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:51.720619Z","time spent":"402.882624ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":62,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:49:52.123409Z","caller":"traceutil/trace.go:171","msg":"trace[508083128] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5637; }","duration":"416.926016ms","start":"2026-04-16T03:49:51.706472Z","end":"2026-04-16T03:49:52.123398Z","steps":["trace[508083128] 'agreement among raft nodes before linearized reading' (duration: 416.650424ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:52.123097Z","caller":"traceutil/trace.go:171","msg":"trace[618634549] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"518.417226ms","start":"2026-04-16T03:49:51.604673Z","end":"2026-04-16T03:49:52.12309Z","steps":["trace[618634549] 'process raft request' (duration: 518.153335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:52.123607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:51.706462Z","time spent":"417.135968ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8264,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:49:52.123714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:51.604648Z","time spent":"519.016391ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:52.123923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:51.706034Z","time spent":"417.176716ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:52.341235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.635205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-081c9afa-b27f-42fb-803a-fb13c85b7b87\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-16T03:49:52.341417Z","caller":"traceutil/trace.go:171","msg":"trace[1601698110] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-081c9afa-b27f-42fb-803a-fb13c85b7b87; range_end:; response_count:1; response_revision:5637; }","duration":"183.832786ms","start":"2026-04-16T03:49:52.157563Z","end":"2026-04-16T03:49:52.341396Z","steps":["trace[1601698110] 'range keys from in-memory index tree' (duration: 183.445914ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:52.930186Z","caller":"traceutil/trace.go:171","msg":"trace[1365190275] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"122.842379ms","start":"2026-04-16T03:49:52.807323Z","end":"2026-04-16T03:49:52.930165Z","steps":["trace[1365190275] 'process raft request' (duration: 122.731228ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:53.341494Z","caller":"traceutil/trace.go:171","msg":"trace[1114704051] linearizableReadLoop","detail":"{readStateIndex:5863; appliedIndex:5859; }","duration":"243.698757ms","start":"2026-04-16T03:49:53.097774Z","end":"2026-04-16T03:49:53.341473Z","steps":["trace[1114704051] 'read index received' (duration: 48.276015ms)","trace[1114704051] 'applied index is now lower than readState.Index' (duration: 195.421902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:53.341616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.815288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:53.341608Z","caller":"traceutil/trace.go:171","msg":"trace[1562143074] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"284.458542ms","start":"2026-04-16T03:49:53.057105Z","end":"2026-04-16T03:49:53.341563Z","steps":["trace[1562143074] 'process raft request' (duration: 284.276821ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:53.341708Z","caller":"traceutil/trace.go:171","msg":"trace[487594462] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"284.25584ms","start":"2026-04-16T03:49:53.057439Z","end":"2026-04-16T03:49:53.341694Z","steps":["trace[487594462] 'process raft request' (duration: 283.992669ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:53.341765Z","caller":"traceutil/trace.go:171","msg":"trace[1970655059] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"284.639143ms","start":"2026-04-16T03:49:53.057096Z","end":"2026-04-16T03:49:53.341735Z","steps":["trace[1970655059] 'process raft request' (duration: 284.15142ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:53.341662Z","caller":"traceutil/trace.go:171","msg":"trace[1636946241] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5642; }","duration":"243.905988ms","start":"2026-04-16T03:49:53.09774Z","end":"2026-04-16T03:49:53.341646Z","steps":["trace[1636946241] 'agreement among raft nodes before linearized reading' (duration: 243.820908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:53.586682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.758606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3cc2b671-ea27-4486-a00d-0fb4486723f9\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-16T03:49:53.586753Z","caller":"traceutil/trace.go:171","msg":"trace[80222304] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3cc2b671-ea27-4486-a00d-0fb4486723f9; range_end:; response_count:1; response_revision:5642; }","duration":"152.880307ms","start":"2026-04-16T03:49:53.433849Z","end":"2026-04-16T03:49:53.58673Z","steps":["trace[80222304] 'range keys from in-memory index tree' (duration: 152.609685ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:53.808346Z","caller":"traceutil/trace.go:171","msg":"trace[2058434053] linearizableReadLoop","detail":"{readStateIndex:5866; appliedIndex:5865; }","duration":"186.461695ms","start":"2026-04-16T03:49:53.621865Z","end":"2026-04-16T03:49:53.808327Z","steps":["trace[2058434053] 'read index received' (duration: 100.172633ms)","trace[2058434053] 'applied index is now lower than readState.Index' (duration: 86.288232ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:53.808517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.636716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:49:53.808566Z","caller":"traceutil/trace.go:171","msg":"trace[1152256245] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5644; }","duration":"186.726427ms","start":"2026-04-16T03:49:53.621827Z","end":"2026-04-16T03:49:53.808553Z","steps":["trace[1152256245] 'agreement among raft nodes before linearized reading' (duration: 186.602066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:53.808763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.068867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:49:53.808787Z","caller":"traceutil/trace.go:171","msg":"trace[428996958] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5644; }","duration":"156.132477ms","start":"2026-04-16T03:49:53.652648Z","end":"2026-04-16T03:49:53.808781Z","steps":["trace[428996958] 'agreement among raft nodes before linearized reading' (duration: 156.080857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:53.808972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.318004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:49:53.809006Z","caller":"traceutil/trace.go:171","msg":"trace[25933601] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5644; }","duration":"117.386314ms","start":"2026-04-16T03:49:53.691612Z","end":"2026-04-16T03:49:53.808999Z","steps":["trace[25933601] 'agreement among raft nodes before linearized reading' (duration: 117.308694ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:53.808379Z","caller":"traceutil/trace.go:171","msg":"trace[2072815423] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"186.856967ms","start":"2026-04-16T03:49:53.621482Z","end":"2026-04-16T03:49:53.808339Z","steps":["trace[2072815423] 'process raft request' (duration: 100.632665ms)","trace[2072815423] 'compare' (duration: 86.104272ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:54.255132Z","caller":"traceutil/trace.go:171","msg":"trace[1298452349] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"126.982046ms","start":"2026-04-16T03:49:54.12813Z","end":"2026-04-16T03:49:54.255112Z","steps":["trace[1298452349] 'process raft request' (duration: 126.860345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:54.58713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.209576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:49:54.587653Z","caller":"traceutil/trace.go:171","msg":"trace[1698318518] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"311.546739ms","start":"2026-04-16T03:49:54.276091Z","end":"2026-04-16T03:49:54.587638Z","steps":["trace[1698318518] 'process raft request' (duration: 311.227517ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:54.587608Z","caller":"traceutil/trace.go:171","msg":"trace[1118292061] transaction","detail":"{read_only:false; response_revision:5648; number_of_response:1; }","duration":"458.99284ms","start":"2026-04-16T03:49:54.128579Z","end":"2026-04-16T03:49:54.587572Z","steps":["trace[1118292061] 'process raft request' (duration: 330.276832ms)","trace[1118292061] 'compare' (duration: 128.121724ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:54.587738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:54.276069Z","time spent":"311.621119ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:54.58774Z","caller":"traceutil/trace.go:171","msg":"trace[680385743] linearizableReadLoop","detail":"{readStateIndex:5871; appliedIndex:5868; }","duration":"458.585297ms","start":"2026-04-16T03:49:54.12913Z","end":"2026-04-16T03:49:54.587716Z","steps":["trace[680385743] 'read index received' (duration: 125.95286ms)","trace[680385743] 'applied index is now lower than readState.Index' (duration: 332.631017ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:54.58775Z","caller":"traceutil/trace.go:171","msg":"trace[1340395971] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"458.99851ms","start":"2026-04-16T03:49:54.128726Z","end":"2026-04-16T03:49:54.587725Z","steps":["trace[1340395971] 'process raft request' (duration: 458.485707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:54.587884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:54.128713Z","time spent":"459.10019ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:54.587906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:54.128555Z","time spent":"459.150611ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:54.588111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.968469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8242"} {"level":"info","ts":"2026-04-16T03:49:54.588177Z","caller":"traceutil/trace.go:171","msg":"trace[760403668] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5650; }","duration":"459.08083ms","start":"2026-04-16T03:49:54.129086Z","end":"2026-04-16T03:49:54.588167Z","steps":["trace[760403668] 'agreement among raft nodes before linearized reading' (duration: 458.725668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:54.588207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:54.129066Z","time spent":"459.134881ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8264,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:49:54.630816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.325727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-16T03:49:54.630882Z","caller":"traceutil/trace.go:171","msg":"trace[1415002632] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5651; }","duration":"297.431648ms","start":"2026-04-16T03:49:54.333435Z","end":"2026-04-16T03:49:54.630866Z","steps":["trace[1415002632] 'agreement among raft nodes before linearized reading' (duration: 297.265997ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:54.63087Z","caller":"traceutil/trace.go:171","msg":"trace[761409013] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"143.676516ms","start":"2026-04-16T03:49:54.487162Z","end":"2026-04-16T03:49:54.630839Z","steps":["trace[761409013] 'process raft request' (duration: 143.345523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:54.631264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.633335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-081c9afa-b27f-42fb-803a-fb13c85b7b87\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-16T03:49:54.631299Z","caller":"traceutil/trace.go:171","msg":"trace[1248802827] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-081c9afa-b27f-42fb-803a-fb13c85b7b87; range_end:; response_count:1; response_revision:5651; }","duration":"281.694095ms","start":"2026-04-16T03:49:54.349595Z","end":"2026-04-16T03:49:54.631289Z","steps":["trace[1248802827] 'agreement among raft nodes before linearized reading' (duration: 281.055311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:54.632616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.772826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:54.632733Z","caller":"traceutil/trace.go:171","msg":"trace[629294817] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5651; }","duration":"151.792039ms","start":"2026-04-16T03:49:54.48092Z","end":"2026-04-16T03:49:54.632712Z","steps":["trace[629294817] 'agreement among raft nodes before linearized reading' (duration: 149.720886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:55.284668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311248028,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:49:55.810936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.390394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:49:55.811021Z","caller":"traceutil/trace.go:171","msg":"trace[926678212] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"1.168277928s","start":"2026-04-16T03:49:54.642729Z","end":"2026-04-16T03:49:55.811007Z","steps":["trace[926678212] 'process raft request' (duration: 786.726584ms)","trace[926678212] 'compare' (duration: 380.400926ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:55.811074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:54.642713Z","time spent":"1.168331429s","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":922,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:49:55.833149Z","caller":"traceutil/trace.go:171","msg":"trace[568074729] linearizableReadLoop","detail":"{readStateIndex:5875; appliedIndex:5873; }","duration":"1.049487605s","start":"2026-04-16T03:49:54.783642Z","end":"2026-04-16T03:49:55.83313Z","steps":["trace[568074729] 'read index received' (duration: 645.840036ms)","trace[568074729] 'applied index is now lower than readState.Index' (duration: 403.646849ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:55.833291Z","caller":"traceutil/trace.go:171","msg":"trace[1992257355] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"1.093201279s","start":"2026-04-16T03:49:54.740053Z","end":"2026-04-16T03:49:55.833254Z","steps":["trace[1992257355] 'process raft request' (duration: 1.092961658s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:55.833458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:54.740032Z","time spent":"1.09334144s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:55.833499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049837537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:49:55.833527Z","caller":"traceutil/trace.go:171","msg":"trace[597774273] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5653; }","duration":"1.049916618s","start":"2026-04-16T03:49:54.783602Z","end":"2026-04-16T03:49:55.833519Z","steps":["trace[597774273] 'agreement among raft nodes before linearized reading' (duration: 1.049625736s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:55.833594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:54.783583Z","time spent":"1.049967338s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T03:49:56.317012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.4639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:49:56.318015Z","caller":"traceutil/trace.go:171","msg":"trace[135316024] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"250.141189ms","start":"2026-04-16T03:49:56.067853Z","end":"2026-04-16T03:49:56.317995Z","steps":["trace[135316024] 'process raft request' (duration: 250.049039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:56.318325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383778232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:49:56.318343Z","caller":"traceutil/trace.go:171","msg":"trace[327430166] transaction","detail":"{read_only:false; response_revision:5654; number_of_response:1; }","duration":"503.943562ms","start":"2026-04-16T03:49:55.814373Z","end":"2026-04-16T03:49:56.318316Z","steps":["trace[327430166] 'process raft request' (duration: 206.103963ms)","trace[327430166] 'compare' (duration: 296.315819ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:56.318372Z","caller":"traceutil/trace.go:171","msg":"trace[1732100466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5655; }","duration":"1.383875722s","start":"2026-04-16T03:49:54.934485Z","end":"2026-04-16T03:49:56.318361Z","steps":["trace[1732100466] 'agreement among raft nodes before linearized reading' (duration: 1.383620241s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:56.31837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.744678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3cc2b671-ea27-4486-a00d-0fb4486723f9\" ","response":"range_response_count:1 size:3774"} {"level":"warn","ts":"2026-04-16T03:49:56.318454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:55.814354Z","time spent":"504.042093ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:49:56.31847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.166641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T03:49:56.318551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125781262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:56.31856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.056179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-skm7c\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-04-16T03:49:56.318578Z","caller":"traceutil/trace.go:171","msg":"trace[470303568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5655; }","duration":"972.358203ms","start":"2026-04-16T03:49:55.346189Z","end":"2026-04-16T03:49:56.318547Z","steps":["trace[470303568] 'agreement among raft nodes before linearized reading' (duration: 971.87901ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:56.318605Z","caller":"traceutil/trace.go:171","msg":"trace[300195708] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-skm7c; range_end:; response_count:1; response_revision:5655; }","duration":"683.13963ms","start":"2026-04-16T03:49:55.635452Z","end":"2026-04-16T03:49:56.318592Z","steps":["trace[300195708] 'agreement among raft nodes before linearized reading' (duration: 683.026229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:56.318631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:55.34616Z","time spent":"972.456423ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:56.318635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.012454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:56.318664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.618294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T03:49:56.318646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:55.63543Z","time spent":"683.20575ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":5173,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-skm7c\" "} {"level":"info","ts":"2026-04-16T03:49:56.318704Z","caller":"traceutil/trace.go:171","msg":"trace[1719228631] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5655; }","duration":"972.691215ms","start":"2026-04-16T03:49:55.346006Z","end":"2026-04-16T03:49:56.318697Z","steps":["trace[1719228631] 'agreement among raft nodes before linearized reading' (duration: 972.443993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:56.318761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:55.345984Z","time spent":"972.767575ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:49:56.318773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.030837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-081c9afa-b27f-42fb-803a-fb13c85b7b87\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-04-16T03:49:56.318794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343716521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:56.318806Z","caller":"traceutil/trace.go:171","msg":"trace[732372131] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-081c9afa-b27f-42fb-803a-fb13c85b7b87; range_end:; response_count:1; response_revision:5655; }","duration":"675.062757ms","start":"2026-04-16T03:49:55.643734Z","end":"2026-04-16T03:49:56.318797Z","steps":["trace[732372131] 'agreement among raft nodes before linearized reading' (duration: 674.389763ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:56.31882Z","caller":"traceutil/trace.go:171","msg":"trace[1610442496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5655; }","duration":"1.343768691s","start":"2026-04-16T03:49:54.975045Z","end":"2026-04-16T03:49:56.318814Z","steps":["trace[1610442496] 'agreement among raft nodes before linearized reading' (duration: 1.343729311s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:56.318834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:55.643674Z","time spent":"675.152407ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-081c9afa-b27f-42fb-803a-fb13c85b7b87\" "} {"level":"info","ts":"2026-04-16T03:49:56.318072Z","caller":"traceutil/trace.go:171","msg":"trace[114453780] linearizableReadLoop","detail":"{readStateIndex:5876; appliedIndex:5875; }","duration":"484.849648ms","start":"2026-04-16T03:49:55.833204Z","end":"2026-04-16T03:49:56.318053Z","steps":["trace[114453780] 'read index received' (duration: 187.27535ms)","trace[114453780] 'applied index is now lower than readState.Index' (duration: 297.572668ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:56.318669Z","caller":"traceutil/trace.go:171","msg":"trace[1852793467] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:5655; }","duration":"555.088695ms","start":"2026-04-16T03:49:55.763572Z","end":"2026-04-16T03:49:56.318661Z","steps":["trace[1852793467] 'agreement among raft nodes before linearized reading' (duration: 555.029015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:56.318872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168914713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:49:56.318888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:55.763555Z","time spent":"555.329047ms","remote":"127.0.0.1:58364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:56.318505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.318052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:49:56.31858Z","caller":"traceutil/trace.go:171","msg":"trace[1425385336] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5655; }","duration":"1.125848463s","start":"2026-04-16T03:49:55.192723Z","end":"2026-04-16T03:49:56.318572Z","steps":["trace[1425385336] 'agreement among raft nodes before linearized reading' (duration: 1.125804923s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:56.318934Z","caller":"traceutil/trace.go:171","msg":"trace[2008405183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5655; }","duration":"972.841386ms","start":"2026-04-16T03:49:55.346083Z","end":"2026-04-16T03:49:56.318924Z","steps":["trace[2008405183] 'agreement among raft nodes before linearized reading' (duration: 972.348833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:56.318938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:55.192702Z","time spent":"1.126224085s","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:49:56.31845Z","caller":"traceutil/trace.go:171","msg":"trace[1261705199] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3cc2b671-ea27-4486-a00d-0fb4486723f9; range_end:; response_count:1; response_revision:5655; }","duration":"676.853169ms","start":"2026-04-16T03:49:55.64158Z","end":"2026-04-16T03:49:56.318433Z","steps":["trace[1261705199] 'agreement among raft nodes before linearized reading' (duration: 676.570647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:56.319002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:55.641573Z","time spent":"677.421732ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3cc2b671-ea27-4486-a00d-0fb4486723f9\" "} {"level":"info","ts":"2026-04-16T03:49:56.318898Z","caller":"traceutil/trace.go:171","msg":"trace[145855333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5655; }","duration":"1.168940093s","start":"2026-04-16T03:49:55.14995Z","end":"2026-04-16T03:49:56.31889Z","steps":["trace[145855333] 'agreement among raft nodes before linearized reading' (duration: 1.168653601s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:56.319104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:55.149926Z","time spent":"1.169169154s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:49:56.318838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:54.975029Z","time spent":"1.343804661s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:49:56.318409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:54.934462Z","time spent":"1.383938433s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:56.318966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:55.346068Z","time spent":"972.889276ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:49:56.397351Z","caller":"traceutil/trace.go:171","msg":"trace[1121564545] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"137.234994ms","start":"2026-04-16T03:49:56.26006Z","end":"2026-04-16T03:49:56.397295Z","steps":["trace[1121564545] 'process raft request' (duration: 136.887482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:56.397514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.39587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:49:56.398155Z","caller":"traceutil/trace.go:171","msg":"trace[1488067101] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5656; }","duration":"561.049004ms","start":"2026-04-16T03:49:55.837058Z","end":"2026-04-16T03:49:56.398107Z","steps":["trace[1488067101] 'agreement among raft nodes before linearized reading' (duration: 560.244779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:56.398201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:55.837046Z","time spent":"561.143524ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T03:49:56.88606Z","caller":"traceutil/trace.go:171","msg":"trace[989491034] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"558.162606ms","start":"2026-04-16T03:49:56.327872Z","end":"2026-04-16T03:49:56.886035Z","steps":["trace[989491034] 'process raft request' (duration: 558.095045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:56.88624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:56.327861Z","time spent":"558.277346ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:56.886455Z","caller":"traceutil/trace.go:171","msg":"trace[226576669] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"559.253672ms","start":"2026-04-16T03:49:56.326864Z","end":"2026-04-16T03:49:56.886117Z","steps":["trace[226576669] 'process raft request' (duration: 558.91904ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:56.886551Z","caller":"traceutil/trace.go:171","msg":"trace[1420361400] linearizableReadLoop","detail":"{readStateIndex:5884; appliedIndex:5882; }","duration":"489.342387ms","start":"2026-04-16T03:49:56.397183Z","end":"2026-04-16T03:49:56.886525Z","steps":["trace[1420361400] 'read index received' (duration: 489.233726ms)","trace[1420361400] 'applied index is now lower than readState.Index' (duration: 107.501µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:56.886586Z","caller":"traceutil/trace.go:171","msg":"trace[809356514] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"558.082914ms","start":"2026-04-16T03:49:56.32848Z","end":"2026-04-16T03:49:56.886563Z","steps":["trace[809356514] 'process raft request' (duration: 557.838822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:56.886689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:56.328475Z","time spent":"558.163444ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:56.886859Z","caller":"traceutil/trace.go:171","msg":"trace[1758698928] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"553.974718ms","start":"2026-04-16T03:49:56.332866Z","end":"2026-04-16T03:49:56.88684Z","steps":["trace[1758698928] 'process raft request' (duration: 553.586465ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:56.886825Z","caller":"traceutil/trace.go:171","msg":"trace[750379494] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"558.341036ms","start":"2026-04-16T03:49:56.328437Z","end":"2026-04-16T03:49:56.886778Z","steps":["trace[750379494] 'process raft request' (duration: 557.562581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:56.886922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.530469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:56.886949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:56.332821Z","time spent":"554.082729ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4936,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:56.88699Z","caller":"traceutil/trace.go:171","msg":"trace[2014175403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5662; }","duration":"566.596849ms","start":"2026-04-16T03:49:56.320374Z","end":"2026-04-16T03:49:56.886971Z","steps":["trace[2014175403] 'agreement among raft nodes before linearized reading' (duration: 566.499929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:56.887042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:56.320031Z","time spent":"566.999292ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:49:56.887063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:56.328431Z","time spent":"558.495477ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:56.887265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:56.326843Z","time spent":"559.854276ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:56.887877Z","caller":"traceutil/trace.go:171","msg":"trace[2114329952] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"558.747529ms","start":"2026-04-16T03:49:56.327414Z","end":"2026-04-16T03:49:56.886162Z","steps":["trace[2114329952] 'process raft request' (duration: 558.511568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:56.890661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:56.327405Z","time spent":"563.161948ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:57.107435Z","caller":"traceutil/trace.go:171","msg":"trace[1380433261] linearizableReadLoop","detail":"{readStateIndex:5886; appliedIndex:5884; }","duration":"220.796678ms","start":"2026-04-16T03:49:56.886604Z","end":"2026-04-16T03:49:57.107401Z","steps":["trace[1380433261] 'read index received' (duration: 218.122441ms)","trace[1380433261] 'applied index is now lower than readState.Index' (duration: 2.673087ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:57.107478Z","caller":"traceutil/trace.go:171","msg":"trace[1499342613] transaction","detail":"{read_only:false; response_revision:5664; number_of_response:1; }","duration":"513.492045ms","start":"2026-04-16T03:49:56.593965Z","end":"2026-04-16T03:49:57.107457Z","steps":["trace[1499342613] 'process raft request' (duration: 513.375254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:57.107575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:56.593959Z","time spent":"513.564035ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:57.107623Z","caller":"traceutil/trace.go:171","msg":"trace[824206944] transaction","detail":"{read_only:false; response_revision:5663; number_of_response:1; }","duration":"513.781526ms","start":"2026-04-16T03:49:56.593805Z","end":"2026-04-16T03:49:57.107587Z","steps":["trace[824206944] 'process raft request' (duration: 510.946648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:57.107829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.048735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:11314"} {"level":"warn","ts":"2026-04-16T03:49:57.107811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:56.593786Z","time spent":"513.913887ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:57.107898Z","caller":"traceutil/trace.go:171","msg":"trace[1304941044] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5664; }","duration":"707.174136ms","start":"2026-04-16T03:49:56.400706Z","end":"2026-04-16T03:49:57.10788Z","steps":["trace[1304941044] 'agreement among raft nodes before linearized reading' (duration: 706.886705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:57.107975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:56.400677Z","time spent":"707.260977ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":11336,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-16T03:49:57.108532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.908903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8242"} {"level":"info","ts":"2026-04-16T03:49:57.108591Z","caller":"traceutil/trace.go:171","msg":"trace[1667726290] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5664; }","duration":"515.003494ms","start":"2026-04-16T03:49:56.593573Z","end":"2026-04-16T03:49:57.108576Z","steps":["trace[1667726290] 'agreement among raft nodes before linearized reading' (duration: 513.955437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:57.108632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:56.593552Z","time spent":"515.068615ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8264,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:49:57.156734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.369912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:57.1568Z","caller":"traceutil/trace.go:171","msg":"trace[1326524179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5667; }","duration":"261.471213ms","start":"2026-04-16T03:49:56.895314Z","end":"2026-04-16T03:49:57.156786Z","steps":["trace[1326524179] 'agreement among raft nodes before linearized reading' (duration: 261.351522ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:57.156945Z","caller":"traceutil/trace.go:171","msg":"trace[279253191] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"261.423382ms","start":"2026-04-16T03:49:56.895491Z","end":"2026-04-16T03:49:57.156915Z","steps":["trace[279253191] 'process raft request' (duration: 261.09521ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:57.157283Z","caller":"traceutil/trace.go:171","msg":"trace[1952825318] transaction","detail":"{read_only:false; response_revision:5665; number_of_response:1; }","duration":"261.986626ms","start":"2026-04-16T03:49:56.895142Z","end":"2026-04-16T03:49:57.157128Z","steps":["trace[1952825318] 'process raft request' (duration: 261.303601ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:57.157468Z","caller":"traceutil/trace.go:171","msg":"trace[2108794745] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"257.620928ms","start":"2026-04-16T03:49:56.899838Z","end":"2026-04-16T03:49:57.157459Z","steps":["trace[2108794745] 'process raft request' (duration: 256.786902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:57.157479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.058648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3cc2b671-ea27-4486-a00d-0fb4486723f9\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-16T03:49:57.15926Z","caller":"traceutil/trace.go:171","msg":"trace[1320899461] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3cc2b671-ea27-4486-a00d-0fb4486723f9; range_end:; response_count:1; response_revision:5667; }","duration":"263.864819ms","start":"2026-04-16T03:49:56.895372Z","end":"2026-04-16T03:49:57.159237Z","steps":["trace[1320899461] 'agreement among raft nodes before linearized reading' (duration: 261.944656ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:57.824719Z","caller":"traceutil/trace.go:171","msg":"trace[1399090803] transaction","detail":"{read_only:false; response_revision:5670; number_of_response:1; }","duration":"141.802964ms","start":"2026-04-16T03:49:57.682893Z","end":"2026-04-16T03:49:57.824696Z","steps":["trace[1399090803] 'process raft request' (duration: 141.642523ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:57.997293Z","caller":"traceutil/trace.go:171","msg":"trace[1318476621] transaction","detail":"{read_only:false; response_revision:5671; number_of_response:1; }","duration":"139.908501ms","start":"2026-04-16T03:49:57.857343Z","end":"2026-04-16T03:49:57.997252Z","steps":["trace[1318476621] 'process raft request' (duration: 139.68824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:58.605227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.561086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:49:58.605335Z","caller":"traceutil/trace.go:171","msg":"trace[544457651] linearizableReadLoop","detail":"{readStateIndex:5895; appliedIndex:5894; }","duration":"273.696552ms","start":"2026-04-16T03:49:58.331616Z","end":"2026-04-16T03:49:58.605313Z","steps":["trace[544457651] 'read index received' (duration: 72.874505ms)","trace[544457651] 'applied index is now lower than readState.Index' (duration: 200.820877ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:58.605723Z","caller":"traceutil/trace.go:171","msg":"trace[1375186527] transaction","detail":"{read_only:false; response_revision:5673; number_of_response:1; }","duration":"276.40898ms","start":"2026-04-16T03:49:58.329289Z","end":"2026-04-16T03:49:58.605698Z","steps":["trace[1375186527] 'process raft request' (duration: 75.27897ms)","trace[1375186527] 'compare' (duration: 200.137733ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:58.606151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.528968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-081c9afa-b27f-42fb-803a-fb13c85b7b87\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-04-16T03:49:58.606172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.522918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3cc2b671-ea27-4486-a00d-0fb4486723f9\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-04-16T03:49:58.606308Z","caller":"traceutil/trace.go:171","msg":"trace[1380591951] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3cc2b671-ea27-4486-a00d-0fb4486723f9; range_end:; response_count:1; response_revision:5673; }","duration":"274.715649ms","start":"2026-04-16T03:49:58.331571Z","end":"2026-04-16T03:49:58.606287Z","steps":["trace[1380591951] 'agreement among raft nodes before linearized reading' (duration: 274.375907ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:58.606751Z","caller":"traceutil/trace.go:171","msg":"trace[1651246007] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-081c9afa-b27f-42fb-803a-fb13c85b7b87; range_end:; response_count:1; response_revision:5673; }","duration":"274.632038ms","start":"2026-04-16T03:49:58.331568Z","end":"2026-04-16T03:49:58.6062Z","steps":["trace[1651246007] 'agreement among raft nodes before linearized reading' (duration: 274.354617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:59.017148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.494383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:49:59.017229Z","caller":"traceutil/trace.go:171","msg":"trace[1412249366] linearizableReadLoop","detail":"{readStateIndex:5896; appliedIndex:5895; }","duration":"411.476889ms","start":"2026-04-16T03:49:58.605738Z","end":"2026-04-16T03:49:59.017215Z","steps":["trace[1412249366] 'read index received' (duration: 132.771115ms)","trace[1412249366] 'applied index is now lower than readState.Index' (duration: 278.704694ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:59.01726Z","caller":"traceutil/trace.go:171","msg":"trace[548067723] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"613.535336ms","start":"2026-04-16T03:49:58.403701Z","end":"2026-04-16T03:49:59.017236Z","steps":["trace[548067723] 'process raft request' (duration: 334.865171ms)","trace[548067723] 'compare' (duration: 278.274432ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:59.017303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.868165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:59.017324Z","caller":"traceutil/trace.go:171","msg":"trace[1920764466] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5674; }","duration":"479.926545ms","start":"2026-04-16T03:49:58.53739Z","end":"2026-04-16T03:49:59.017317Z","steps":["trace[1920764466] 'agreement among raft nodes before linearized reading' (duration: 479.875335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:59.01735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:58.537367Z","time spent":"479.976165ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:59.017371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:58.403676Z","time spent":"613.637396ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:59.017514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.414468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:59.017541Z","caller":"traceutil/trace.go:171","msg":"trace[2046032512] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5674; }","duration":"526.481308ms","start":"2026-04-16T03:49:58.491054Z","end":"2026-04-16T03:49:59.017535Z","steps":["trace[2046032512] 'agreement among raft nodes before linearized reading' (duration: 526.441138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:59.01756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:58.491033Z","time spent":"526.52258ms","remote":"127.0.0.1:58020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:49:59.242403Z","caller":"traceutil/trace.go:171","msg":"trace[1459889155] linearizableReadLoop","detail":"{readStateIndex:5897; appliedIndex:5896; }","duration":"225.130366ms","start":"2026-04-16T03:49:59.017248Z","end":"2026-04-16T03:49:59.242378Z","steps":["trace[1459889155] 'read index received' (duration: 125.459027ms)","trace[1459889155] 'applied index is now lower than readState.Index' (duration: 99.669459ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:59.242524Z","caller":"traceutil/trace.go:171","msg":"trace[89559256] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"128.595628ms","start":"2026-04-16T03:49:59.113908Z","end":"2026-04-16T03:49:59.242504Z","steps":["trace[89559256] 'process raft request' (duration: 128.523117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:59.242574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.949068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:59.242611Z","caller":"traceutil/trace.go:171","msg":"trace[1078496793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5676; }","duration":"267.032608ms","start":"2026-04-16T03:49:58.975564Z","end":"2026-04-16T03:49:59.242597Z","steps":["trace[1078496793] 'agreement among raft nodes before linearized reading' (duration: 266.934658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:59.242911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.374845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:49:59.242959Z","caller":"traceutil/trace.go:171","msg":"trace[1782120456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5676; }","duration":"346.421656ms","start":"2026-04-16T03:49:58.896527Z","end":"2026-04-16T03:49:59.242949Z","steps":["trace[1782120456] 'agreement among raft nodes before linearized reading' (duration: 346.296125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:59.242989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:58.896466Z","time spent":"346.514957ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:59.242973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.856329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-081c9afa-b27f-42fb-803a-fb13c85b7b87\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-16T03:49:59.243109Z","caller":"traceutil/trace.go:171","msg":"trace[1966755107] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-081c9afa-b27f-42fb-803a-fb13c85b7b87; range_end:; response_count:1; response_revision:5676; }","duration":"559.028971ms","start":"2026-04-16T03:49:58.684061Z","end":"2026-04-16T03:49:59.24309Z","steps":["trace[1966755107] 'agreement among raft nodes before linearized reading' (duration: 558.789949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:59.243153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:58.684039Z","time spent":"559.100822ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-081c9afa-b27f-42fb-803a-fb13c85b7b87\" "} {"level":"info","ts":"2026-04-16T03:49:59.243324Z","caller":"traceutil/trace.go:171","msg":"trace[505924221] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"129.679174ms","start":"2026-04-16T03:49:59.113614Z","end":"2026-04-16T03:49:59.243293Z","steps":["trace[505924221] 'process raft request' (duration: 128.652917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:59.243412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.028744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:59.24345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.67087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:49:59.243481Z","caller":"traceutil/trace.go:171","msg":"trace[490418276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5676; }","duration":"348.746751ms","start":"2026-04-16T03:49:58.894726Z","end":"2026-04-16T03:49:59.243473Z","steps":["trace[490418276] 'agreement among raft nodes before linearized reading' (duration: 348.61184ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:59.243472Z","caller":"traceutil/trace.go:171","msg":"trace[44741554] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5676; }","duration":"618.130235ms","start":"2026-04-16T03:49:58.625323Z","end":"2026-04-16T03:49:59.243453Z","steps":["trace[44741554] 'agreement among raft nodes before linearized reading' (duration: 617.775803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:59.243504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:58.894698Z","time spent":"348.799331ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:49:59.243534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:58.625297Z","time spent":"618.217505ms","remote":"127.0.0.1:39268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:59.243675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.208041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:49:59.243715Z","caller":"traceutil/trace.go:171","msg":"trace[1586288427] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5676; }","duration":"347.276901ms","start":"2026-04-16T03:49:58.896425Z","end":"2026-04-16T03:49:59.243702Z","steps":["trace[1586288427] 'agreement among raft nodes before linearized reading' (duration: 347.196411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:59.243728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.657009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:49:59.243746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:58.896414Z","time spent":"347.324292ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:49:59.243763Z","caller":"traceutil/trace.go:171","msg":"trace[2341184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5676; }","duration":"351.748221ms","start":"2026-04-16T03:49:58.892005Z","end":"2026-04-16T03:49:59.243754Z","steps":["trace[2341184] 'agreement among raft nodes before linearized reading' (duration: 351.6854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:59.243809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:58.891975Z","time spent":"351.825781ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:59.243606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.065317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T03:49:59.243835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.744871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8242"} {"level":"info","ts":"2026-04-16T03:49:59.243851Z","caller":"traceutil/trace.go:171","msg":"trace[1607245848] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5676; }","duration":"348.332248ms","start":"2026-04-16T03:49:58.895508Z","end":"2026-04-16T03:49:59.24384Z","steps":["trace[1607245848] 'agreement among raft nodes before linearized reading' (duration: 347.779255ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:59.243891Z","caller":"traceutil/trace.go:171","msg":"trace[632271771] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5676; }","duration":"127.830961ms","start":"2026-04-16T03:49:59.116044Z","end":"2026-04-16T03:49:59.243875Z","steps":["trace[632271771] 'agreement among raft nodes before linearized reading' (duration: 127.68214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:59.244096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:58.895496Z","time spent":"348.380858ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:49:59.387774Z","caller":"traceutil/trace.go:171","msg":"trace[198469118] transaction","detail":"{read_only:false; response_revision:5678; number_of_response:1; }","duration":"136.559709ms","start":"2026-04-16T03:49:59.251194Z","end":"2026-04-16T03:49:59.387753Z","steps":["trace[198469118] 'process raft request' (duration: 135.733103ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:59.387816Z","caller":"traceutil/trace.go:171","msg":"trace[151649325] transaction","detail":"{read_only:false; response_revision:5679; number_of_response:1; }","duration":"136.007836ms","start":"2026-04-16T03:49:59.251778Z","end":"2026-04-16T03:49:59.387786Z","steps":["trace[151649325] 'process raft request' (duration: 135.804745ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:59.387958Z","caller":"traceutil/trace.go:171","msg":"trace[1236394441] transaction","detail":"{read_only:false; response_revision:5680; number_of_response:1; }","duration":"135.816375ms","start":"2026-04-16T03:49:59.252118Z","end":"2026-04-16T03:49:59.387934Z","steps":["trace[1236394441] 'process raft request' (duration: 135.534783ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:59.387978Z","caller":"traceutil/trace.go:171","msg":"trace[149760687] transaction","detail":"{read_only:false; response_revision:5681; number_of_response:1; }","duration":"134.663487ms","start":"2026-04-16T03:49:59.253286Z","end":"2026-04-16T03:49:59.387949Z","steps":["trace[149760687] 'process raft request' (duration: 134.421416ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:59.388433Z","caller":"traceutil/trace.go:171","msg":"trace[1664913136] transaction","detail":"{read_only:false; response_revision:5682; number_of_response:1; }","duration":"134.510146ms","start":"2026-04-16T03:49:59.253916Z","end":"2026-04-16T03:49:59.388427Z","steps":["trace[1664913136] 'process raft request' (duration: 133.849222ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:00.805457Z","caller":"traceutil/trace.go:171","msg":"trace[222738865] linearizableReadLoop","detail":"{readStateIndex:5915; appliedIndex:5914; }","duration":"181.277901ms","start":"2026-04-16T03:50:00.624154Z","end":"2026-04-16T03:50:00.805432Z","steps":["trace[222738865] 'read index received' (duration: 181.038759ms)","trace[222738865] 'applied index is now lower than readState.Index' (duration: 238.162µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:00.80557Z","caller":"traceutil/trace.go:171","msg":"trace[74744780] transaction","detail":"{read_only:false; response_revision:5692; number_of_response:1; }","duration":"194.893699ms","start":"2026-04-16T03:50:00.610617Z","end":"2026-04-16T03:50:00.805511Z","steps":["trace[74744780] 'process raft request' (duration: 194.634838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:00.806365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.182326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3cc2b671-ea27-4486-a00d-0fb4486723f9\" ","response":"range_response_count:1 size:4082"} {"level":"info","ts":"2026-04-16T03:50:00.806464Z","caller":"traceutil/trace.go:171","msg":"trace[1088076198] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3cc2b671-ea27-4486-a00d-0fb4486723f9; range_end:; response_count:1; response_revision:5692; }","duration":"182.298477ms","start":"2026-04-16T03:50:00.624147Z","end":"2026-04-16T03:50:00.806446Z","steps":["trace[1088076198] 'agreement among raft nodes before linearized reading' (duration: 181.822544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:00.807066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.802971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-081c9afa-b27f-42fb-803a-fb13c85b7b87\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-04-16T03:50:00.807231Z","caller":"traceutil/trace.go:171","msg":"trace[493655474] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-081c9afa-b27f-42fb-803a-fb13c85b7b87; range_end:; response_count:1; response_revision:5692; }","duration":"182.979542ms","start":"2026-04-16T03:50:00.624236Z","end":"2026-04-16T03:50:00.807216Z","steps":["trace[493655474] 'agreement among raft nodes before linearized reading' (duration: 182.69179ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:00.964226Z","caller":"traceutil/trace.go:171","msg":"trace[208641927] transaction","detail":"{read_only:false; response_revision:5694; number_of_response:1; }","duration":"134.311455ms","start":"2026-04-16T03:50:00.829891Z","end":"2026-04-16T03:50:00.964203Z","steps":["trace[208641927] 'process raft request' (duration: 130.129578ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:00.965895Z","caller":"traceutil/trace.go:171","msg":"trace[1959279521] transaction","detail":"{read_only:false; response_revision:5695; number_of_response:1; }","duration":"134.755217ms","start":"2026-04-16T03:50:00.831122Z","end":"2026-04-16T03:50:00.965877Z","steps":["trace[1959279521] 'process raft request' (duration: 134.687587ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:01.140121Z","caller":"traceutil/trace.go:171","msg":"trace[1893722074] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"113.096366ms","start":"2026-04-16T03:50:01.027009Z","end":"2026-04-16T03:50:01.140105Z","steps":["trace[1893722074] 'process raft request' (duration: 112.740364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:01.636681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.976072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-04-16T03:50:01.636958Z","caller":"traceutil/trace.go:171","msg":"trace[1612905212] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5713; }","duration":"108.286355ms","start":"2026-04-16T03:50:01.528645Z","end":"2026-04-16T03:50:01.636931Z","steps":["trace[1612905212] 'range keys from in-memory index tree' (duration: 107.732211ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:01.966587Z","caller":"traceutil/trace.go:171","msg":"trace[800460981] transaction","detail":"{read_only:false; response_revision:5714; number_of_response:1; }","duration":"139.144595ms","start":"2026-04-16T03:50:01.827416Z","end":"2026-04-16T03:50:01.966561Z","steps":["trace[800460981] 'process raft request' (duration: 138.954194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:02.488348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.823819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:50:02.488425Z","caller":"traceutil/trace.go:171","msg":"trace[473988924] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5714; }","duration":"231.971181ms","start":"2026-04-16T03:50:02.256436Z","end":"2026-04-16T03:50:02.488408Z","steps":["trace[473988924] 'range keys from in-memory index tree' (duration: 231.657498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:02.488959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.419893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:02.489019Z","caller":"traceutil/trace.go:171","msg":"trace[1158783189] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5714; }","duration":"123.545024ms","start":"2026-04-16T03:50:02.365459Z","end":"2026-04-16T03:50:02.489004Z","steps":["trace[1158783189] 'count revisions from in-memory index tree' (duration: 123.352303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:02.995744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311248149,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:50:03.306422Z","caller":"traceutil/trace.go:171","msg":"trace[777928456] transaction","detail":"{read_only:false; response_revision:5715; number_of_response:1; }","duration":"914.914218ms","start":"2026-04-16T03:50:02.391469Z","end":"2026-04-16T03:50:03.306384Z","steps":["trace[777928456] 'process raft request' (duration: 914.786047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:03.306574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:02.391453Z","time spent":"915.06123ms","remote":"127.0.0.1:44420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2469,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:50:04.530187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.349653ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:04.530281Z","caller":"traceutil/trace.go:171","msg":"trace[1215643704] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5715; }","duration":"421.452594ms","start":"2026-04-16T03:50:04.108817Z","end":"2026-04-16T03:50:04.53027Z","steps":["trace[1215643704] 'range keys from in-memory index tree' (duration: 421.337933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:04.531055Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.224942468s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:50:04.531611Z","caller":"traceutil/trace.go:171","msg":"trace[601683698] transaction","detail":"{read_only:false; response_revision:5717; number_of_response:1; }","duration":"1.5019s","start":"2026-04-16T03:50:03.029696Z","end":"2026-04-16T03:50:04.531596Z","steps":["trace[601683698] 'process raft request' (duration: 1.50186s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:04.531642Z","caller":"traceutil/trace.go:171","msg":"trace[1900286424] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"1.720148722s","start":"2026-04-16T03:50:02.811463Z","end":"2026-04-16T03:50:04.531612Z","steps":["trace[1900286424] 'process raft request' (duration: 1.720014062s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:04.531844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:02.811443Z","time spent":"1.720324643s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:04.531926Z","caller":"traceutil/trace.go:171","msg":"trace[2088573551] linearizableReadLoop","detail":"{readStateIndex:5939; appliedIndex:5937; }","duration":"2.036847455s","start":"2026-04-16T03:50:02.495067Z","end":"2026-04-16T03:50:04.531915Z","steps":["trace[2088573551] 'read index received' (duration: 811.162942ms)","trace[2088573551] 'applied index is now lower than readState.Index' (duration: 1.225683673s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:04.531857Z","caller":"traceutil/trace.go:171","msg":"trace[1642359385] transaction","detail":"{read_only:false; response_revision:5718; number_of_response:1; }","duration":"1.251710392s","start":"2026-04-16T03:50:03.280141Z","end":"2026-04-16T03:50:04.531852Z","steps":["trace[1642359385] 'process raft request' (duration: 1.25143369s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:04.531985Z","caller":"traceutil/trace.go:171","msg":"trace[1762616383] transaction","detail":"{read_only:false; response_revision:5719; number_of_response:1; }","duration":"1.251220329s","start":"2026-04-16T03:50:03.280758Z","end":"2026-04-16T03:50:04.531979Z","steps":["trace[1762616383] 'process raft request' (duration: 1.251072508s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:04.532039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:03.280123Z","time spent":"1.251878303s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:04.531709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:03.029671Z","time spent":"1.501988112s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:04.532319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037250578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:50:04.532362Z","caller":"traceutil/trace.go:171","msg":"trace[387170100] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5719; }","duration":"2.037329538s","start":"2026-04-16T03:50:02.495025Z","end":"2026-04-16T03:50:04.532355Z","steps":["trace[387170100] 'agreement among raft nodes before linearized reading' (duration: 2.037224007s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:04.532396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:02.495006Z","time spent":"2.037384408s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T03:50:04.533744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:03.280749Z","time spent":"1.251261169s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:04.741285Z","caller":"traceutil/trace.go:171","msg":"trace[971226552] transaction","detail":"{read_only:false; response_revision:5720; number_of_response:1; }","duration":"1.426579031s","start":"2026-04-16T03:50:03.314684Z","end":"2026-04-16T03:50:04.741263Z","steps":["trace[971226552] 'process raft request' (duration: 1.378612689s)","trace[971226552] 'compare' (duration: 47.456559ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:04.741381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:03.314667Z","time spent":"1.426667391s","remote":"127.0.0.1:44374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3568,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:50:04.741367Z","caller":"traceutil/trace.go:171","msg":"trace[629364871] linearizableReadLoop","detail":"{readStateIndex:5945; appliedIndex:5942; }","duration":"209.382063ms","start":"2026-04-16T03:50:04.531963Z","end":"2026-04-16T03:50:04.741345Z","steps":["trace[629364871] 'read index received' (duration: 161.333201ms)","trace[629364871] 'applied index is now lower than readState.Index' (duration: 48.047982ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:04.741582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336244913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:50:04.741626Z","caller":"traceutil/trace.go:171","msg":"trace[1944749491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5722; }","duration":"1.336325393s","start":"2026-04-16T03:50:03.405291Z","end":"2026-04-16T03:50:04.741616Z","steps":["trace[1944749491] 'agreement among raft nodes before linearized reading' (duration: 1.336169092s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:04.741661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:03.405276Z","time spent":"1.336375513s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:04.741728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74121366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:04.741772Z","caller":"traceutil/trace.go:171","msg":"trace[1254021004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5722; }","duration":"1.74126315s","start":"2026-04-16T03:50:03.000501Z","end":"2026-04-16T03:50:04.741765Z","steps":["trace[1254021004] 'agreement among raft nodes before linearized reading' (duration: 1.741118679s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:04.741785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754227364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:04.741819Z","caller":"traceutil/trace.go:171","msg":"trace[1688700756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5722; }","duration":"1.754284134s","start":"2026-04-16T03:50:02.987524Z","end":"2026-04-16T03:50:04.741809Z","steps":["trace[1688700756] 'agreement among raft nodes before linearized reading' (duration: 1.754237304s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:04.74185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:02.987512Z","time spent":"1.754329445s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:50:04.741921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337935744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:50:04.741955Z","caller":"traceutil/trace.go:171","msg":"trace[390348767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5722; }","duration":"1.337990754s","start":"2026-04-16T03:50:03.403958Z","end":"2026-04-16T03:50:04.741949Z","steps":["trace[390348767] 'agreement among raft nodes before linearized reading' (duration: 1.337857153s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:04.74197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:03.403946Z","time spent":"1.338020504s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:50:04.742028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915526215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-081c9afa-b27f-42fb-803a-fb13c85b7b87\" ","response":"range_response_count:1 size:4068"} {"level":"info","ts":"2026-04-16T03:50:04.742058Z","caller":"traceutil/trace.go:171","msg":"trace[1857975081] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-081c9afa-b27f-42fb-803a-fb13c85b7b87; range_end:; response_count:1; response_revision:5722; }","duration":"1.915586486s","start":"2026-04-16T03:50:02.826462Z","end":"2026-04-16T03:50:04.742048Z","steps":["trace[1857975081] 'agreement among raft nodes before linearized reading' (duration: 1.915528245s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:04.742094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:02.826444Z","time spent":"1.915641756s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4090,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-081c9afa-b27f-42fb-803a-fb13c85b7b87\" "} {"level":"info","ts":"2026-04-16T03:50:04.742166Z","caller":"traceutil/trace.go:171","msg":"trace[1208026270] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"1.402187451s","start":"2026-04-16T03:50:03.339963Z","end":"2026-04-16T03:50:04.74215Z","steps":["trace[1208026270] 'process raft request' (duration: 1.401178665s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:04.742258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441439827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:50:04.742308Z","caller":"traceutil/trace.go:171","msg":"trace[1614821016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5722; }","duration":"1.44182103s","start":"2026-04-16T03:50:03.300481Z","end":"2026-04-16T03:50:04.742302Z","steps":["trace[1614821016] 'agreement among raft nodes before linearized reading' (duration: 1.44169735s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:04.742327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:03.30046Z","time spent":"1.44186063s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:50:04.742524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457601313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8242"} {"level":"info","ts":"2026-04-16T03:50:04.742545Z","caller":"traceutil/trace.go:171","msg":"trace[63373026] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5722; }","duration":"1.457649953s","start":"2026-04-16T03:50:03.284889Z","end":"2026-04-16T03:50:04.742539Z","steps":["trace[63373026] 'agreement among raft nodes before linearized reading' (duration: 1.457571702s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:04.742559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:03.284877Z","time spent":"1.457678723s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8264,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:50:04.742656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491258502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:50:04.742676Z","caller":"traceutil/trace.go:171","msg":"trace[225446451] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5722; }","duration":"1.491312002s","start":"2026-04-16T03:50:03.251359Z","end":"2026-04-16T03:50:04.742671Z","steps":["trace[225446451] 'agreement among raft nodes before linearized reading' (duration: 1.491276081s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:04.742691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:03.25134Z","time spent":"1.491346852s","remote":"127.0.0.1:60274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:04.742996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228214629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:50:04.743017Z","caller":"traceutil/trace.go:171","msg":"trace[500094401] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:5722; }","duration":"1.228259549s","start":"2026-04-16T03:50:03.514753Z","end":"2026-04-16T03:50:04.743012Z","steps":["trace[500094401] 'agreement among raft nodes before linearized reading' (duration: 1.228208988s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:04.743033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:03.51474Z","time spent":"1.228290099s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-04-16T03:50:04.743072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.658422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:04.743154Z","caller":"traceutil/trace.go:171","msg":"trace[61482685] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5722; }","duration":"339.794992ms","start":"2026-04-16T03:50:04.403338Z","end":"2026-04-16T03:50:04.743133Z","steps":["trace[61482685] 'agreement among raft nodes before linearized reading' (duration: 339.661262ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:04.743223Z","caller":"traceutil/trace.go:171","msg":"trace[1715401218] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"840.437513ms","start":"2026-04-16T03:50:03.902777Z","end":"2026-04-16T03:50:04.743215Z","steps":["trace[1715401218] 'process raft request' (duration: 838.467211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:04.743289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:04.40332Z","time spent":"339.871683ms","remote":"127.0.0.1:57948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:04.743358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336522454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-16T03:50:04.741583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334904904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:50:04.743438Z","caller":"traceutil/trace.go:171","msg":"trace[1281481350] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5722; }","duration":"1.336614835s","start":"2026-04-16T03:50:03.406818Z","end":"2026-04-16T03:50:04.743433Z","steps":["trace[1281481350] 'agreement among raft nodes before linearized reading' (duration: 1.336492594s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:04.743117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067078639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-16T03:50:04.743499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:03.406813Z","time spent":"1.336639035s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:50:04.743509Z","caller":"traceutil/trace.go:171","msg":"trace[934327145] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5722; }","duration":"1.067486573s","start":"2026-04-16T03:50:03.67601Z","end":"2026-04-16T03:50:04.743497Z","steps":["trace[934327145] 'agreement among raft nodes before linearized reading' (duration: 1.067088429s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:04.743606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:03.675995Z","time spent":"1.067546663s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-16T03:50:04.743622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.723139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:11314"} {"level":"info","ts":"2026-04-16T03:50:04.743646Z","caller":"traceutil/trace.go:171","msg":"trace[794455585] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5722; }","duration":"208.793411ms","start":"2026-04-16T03:50:04.534846Z","end":"2026-04-16T03:50:04.743639Z","steps":["trace[794455585] 'agreement among raft nodes before linearized reading' (duration: 208.65889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:04.741792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:03.000451Z","time spent":"1.74133606s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:50:04.74346Z","caller":"traceutil/trace.go:171","msg":"trace[1178999972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5722; }","duration":"1.336806326s","start":"2026-04-16T03:50:03.406638Z","end":"2026-04-16T03:50:04.743445Z","steps":["trace[1178999972] 'agreement among raft nodes before linearized reading' (duration: 1.334793563s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:04.743891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:03.40663Z","time spent":"1.33725403s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:04.743267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:03.902758Z","time spent":"840.485274ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:04.744323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:03.339944Z","time spent":"1.402314272s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:04.967602Z","caller":"traceutil/trace.go:171","msg":"trace[321376285] linearizableReadLoop","detail":"{readStateIndex:5950; appliedIndex:5946; }","duration":"215.927517ms","start":"2026-04-16T03:50:04.751655Z","end":"2026-04-16T03:50:04.967582Z","steps":["trace[321376285] 'read index received' (duration: 24.710941ms)","trace[321376285] 'applied index is now lower than readState.Index' (duration: 191.215526ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:04.968067Z","caller":"traceutil/trace.go:171","msg":"trace[1025743609] transaction","detail":"{read_only:false; response_revision:5723; number_of_response:1; }","duration":"220.061434ms","start":"2026-04-16T03:50:04.747993Z","end":"2026-04-16T03:50:04.968054Z","steps":["trace[1025743609] 'process raft request' (duration: 219.274138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:04.968675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.994803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-081c9afa-b27f-42fb-803a-fb13c85b7b87\" ","response":"range_response_count:1 size:4068"} {"level":"info","ts":"2026-04-16T03:50:04.968732Z","caller":"traceutil/trace.go:171","msg":"trace[1614153575] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-081c9afa-b27f-42fb-803a-fb13c85b7b87; range_end:; response_count:1; response_revision:5728; }","duration":"217.081904ms","start":"2026-04-16T03:50:04.751637Z","end":"2026-04-16T03:50:04.968719Z","steps":["trace[1614153575] 'agreement among raft nodes before linearized reading' (duration: 216.952343ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:04.968504Z","caller":"traceutil/trace.go:171","msg":"trace[2138886607] transaction","detail":"{read_only:false; response_revision:5725; number_of_response:1; }","duration":"218.662534ms","start":"2026-04-16T03:50:04.749809Z","end":"2026-04-16T03:50:04.968471Z","steps":["trace[2138886607] 'process raft request' (duration: 217.649147ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:04.968965Z","caller":"traceutil/trace.go:171","msg":"trace[592429506] transaction","detail":"{read_only:false; response_revision:5728; number_of_response:1; }","duration":"215.896875ms","start":"2026-04-16T03:50:04.753055Z","end":"2026-04-16T03:50:04.968952Z","steps":["trace[592429506] 'process raft request' (duration: 214.496717ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:04.968555Z","caller":"traceutil/trace.go:171","msg":"trace[521498918] transaction","detail":"{read_only:false; response_revision:5724; number_of_response:1; }","duration":"220.533427ms","start":"2026-04-16T03:50:04.748009Z","end":"2026-04-16T03:50:04.968543Z","steps":["trace[521498918] 'process raft request' (duration: 219.411789ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:04.969657Z","caller":"traceutil/trace.go:171","msg":"trace[6819032] transaction","detail":"{read_only:false; response_revision:5726; number_of_response:1; }","duration":"218.083181ms","start":"2026-04-16T03:50:04.751562Z","end":"2026-04-16T03:50:04.969645Z","steps":["trace[6819032] 'process raft request' (duration: 215.931717ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:04.969994Z","caller":"traceutil/trace.go:171","msg":"trace[1764624024] transaction","detail":"{read_only:false; response_revision:5727; number_of_response:1; }","duration":"217.326965ms","start":"2026-04-16T03:50:04.752654Z","end":"2026-04-16T03:50:04.96998Z","steps":["trace[1764624024] 'process raft request' (duration: 214.870149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:04.970892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.661201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:04.971062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.993544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:04.971043Z","caller":"traceutil/trace.go:171","msg":"trace[972668155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5729; }","duration":"216.778162ms","start":"2026-04-16T03:50:04.754176Z","end":"2026-04-16T03:50:04.970954Z","steps":["trace[972668155] 'agreement among raft nodes before linearized reading' (duration: 216.624111ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:04.971095Z","caller":"traceutil/trace.go:171","msg":"trace[537196421] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5729; }","duration":"168.054605ms","start":"2026-04-16T03:50:04.803032Z","end":"2026-04-16T03:50:04.971087Z","steps":["trace[537196421] 'agreement among raft nodes before linearized reading' (duration: 168.001144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:04.971555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.738184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-sync-ldxbr\" ","response":"range_response_count:1 size:9975"} {"level":"info","ts":"2026-04-16T03:50:04.971592Z","caller":"traceutil/trace.go:171","msg":"trace[1816767354] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-sync-ldxbr; range_end:; response_count:1; response_revision:5729; }","duration":"129.801075ms","start":"2026-04-16T03:50:04.841783Z","end":"2026-04-16T03:50:04.971584Z","steps":["trace[1816767354] 'agreement among raft nodes before linearized reading' (duration: 129.141531ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:04.972307Z","caller":"traceutil/trace.go:171","msg":"trace[1682520016] transaction","detail":"{read_only:false; response_revision:5729; number_of_response:1; }","duration":"195.229811ms","start":"2026-04-16T03:50:04.777061Z","end":"2026-04-16T03:50:04.972291Z","steps":["trace[1682520016] 'process raft request' (duration: 193.51012ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:05.15311Z","caller":"traceutil/trace.go:171","msg":"trace[959120338] transaction","detail":"{read_only:false; response_revision:5731; number_of_response:1; }","duration":"169.147952ms","start":"2026-04-16T03:50:04.983932Z","end":"2026-04-16T03:50:05.15308Z","steps":["trace[959120338] 'process raft request' (duration: 168.9295ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:05.153311Z","caller":"traceutil/trace.go:171","msg":"trace[1890364037] linearizableReadLoop","detail":"{readStateIndex:5956; appliedIndex:5954; }","duration":"122.367187ms","start":"2026-04-16T03:50:05.03092Z","end":"2026-04-16T03:50:05.153287Z","steps":["trace[1890364037] 'read index received' (duration: 121.946824ms)","trace[1890364037] 'applied index is now lower than readState.Index' (duration: 419.183µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:05.153572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.525279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T03:50:05.153617Z","caller":"traceutil/trace.go:171","msg":"trace[1092180836] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5732; }","duration":"179.586359ms","start":"2026-04-16T03:50:04.97402Z","end":"2026-04-16T03:50:05.153606Z","steps":["trace[1092180836] 'agreement among raft nodes before linearized reading' (duration: 179.367108ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:05.153817Z","caller":"traceutil/trace.go:171","msg":"trace[734915627] transaction","detail":"{read_only:false; response_revision:5732; number_of_response:1; }","duration":"134.866558ms","start":"2026-04-16T03:50:05.018937Z","end":"2026-04-16T03:50:05.153803Z","steps":["trace[734915627] 'process raft request' (duration: 134.089383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:05.153859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.71468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:05.153902Z","caller":"traceutil/trace.go:171","msg":"trace[1622519559] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5732; }","duration":"179.801371ms","start":"2026-04-16T03:50:04.974088Z","end":"2026-04-16T03:50:05.153889Z","steps":["trace[1622519559] 'agreement among raft nodes before linearized reading' (duration: 179.72011ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:05.190292Z","caller":"traceutil/trace.go:171","msg":"trace[526557643] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5732; }","duration":"157.027313ms","start":"2026-04-16T03:50:05.033248Z","end":"2026-04-16T03:50:05.190275Z","steps":["trace[526557643] 'process raft request' (duration: 156.247558ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:05.33932Z","caller":"traceutil/trace.go:171","msg":"trace[2030829201] transaction","detail":"{read_only:false; response_revision:5736; number_of_response:1; }","duration":"102.946111ms","start":"2026-04-16T03:50:05.236351Z","end":"2026-04-16T03:50:05.339297Z","steps":["trace[2030829201] 'process raft request' (duration: 102.76555ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:05.901981Z","caller":"traceutil/trace.go:171","msg":"trace[608420714] linearizableReadLoop","detail":"{readStateIndex:5995; appliedIndex:5994; }","duration":"110.77663ms","start":"2026-04-16T03:50:05.791184Z","end":"2026-04-16T03:50:05.901961Z","steps":["trace[608420714] 'read index received' (duration: 110.562949ms)","trace[608420714] 'applied index is now lower than readState.Index' (duration: 212.781µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:05.902153Z","caller":"traceutil/trace.go:171","msg":"trace[528446277] transaction","detail":"{read_only:false; response_revision:5768; number_of_response:1; }","duration":"112.678153ms","start":"2026-04-16T03:50:05.789443Z","end":"2026-04-16T03:50:05.902121Z","steps":["trace[528446277] 'process raft request' (duration: 112.354051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:05.902303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.081832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-16T03:50:05.902345Z","caller":"traceutil/trace.go:171","msg":"trace[193925328] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5768; }","duration":"111.165513ms","start":"2026-04-16T03:50:05.79117Z","end":"2026-04-16T03:50:05.902335Z","steps":["trace[193925328] 'agreement among raft nodes before linearized reading' (duration: 110.950901ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:05.960575Z","caller":"traceutil/trace.go:171","msg":"trace[1596812112] transaction","detail":"{read_only:false; response_revision:5769; number_of_response:1; }","duration":"107.764251ms","start":"2026-04-16T03:50:05.852777Z","end":"2026-04-16T03:50:05.960541Z","steps":["trace[1596812112] 'process raft request' (duration: 93.898861ms)","trace[1596812112] 'compare' (duration: 13.705999ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:05.960843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.358088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zg8k5\" ","response":"range_response_count:1 size:9164"} {"level":"info","ts":"2026-04-16T03:50:05.960896Z","caller":"traceutil/trace.go:171","msg":"trace[1817947993] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zg8k5; range_end:; response_count:1; response_revision:5770; }","duration":"110.420998ms","start":"2026-04-16T03:50:05.850463Z","end":"2026-04-16T03:50:05.960884Z","steps":["trace[1817947993] 'agreement among raft nodes before linearized reading' (duration: 110.267737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:05.961864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.141595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-16T03:50:05.96192Z","caller":"traceutil/trace.go:171","msg":"trace[373089207] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5770; }","duration":"142.247326ms","start":"2026-04-16T03:50:05.819657Z","end":"2026-04-16T03:50:05.961904Z","steps":["trace[373089207] 'agreement among raft nodes before linearized reading' (duration: 142.121185ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:06.640896Z","caller":"traceutil/trace.go:171","msg":"trace[2052583386] transaction","detail":"{read_only:false; response_revision:5779; number_of_response:1; }","duration":"135.964975ms","start":"2026-04-16T03:50:06.504909Z","end":"2026-04-16T03:50:06.640874Z","steps":["trace[2052583386] 'process raft request' (duration: 135.797164ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:06.668223Z","caller":"traceutil/trace.go:171","msg":"trace[1152520610] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"129.823046ms","start":"2026-04-16T03:50:06.538368Z","end":"2026-04-16T03:50:06.668191Z","steps":["trace[1152520610] 'process raft request' (duration: 129.603604ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:06.668289Z","caller":"traceutil/trace.go:171","msg":"trace[688547245] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"129.832615ms","start":"2026-04-16T03:50:06.53843Z","end":"2026-04-16T03:50:06.668263Z","steps":["trace[688547245] 'process raft request' (duration: 129.719805ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:06.668442Z","caller":"traceutil/trace.go:171","msg":"trace[1871984311] transaction","detail":"{read_only:false; response_revision:5783; number_of_response:1; }","duration":"129.842936ms","start":"2026-04-16T03:50:06.538577Z","end":"2026-04-16T03:50:06.66842Z","steps":["trace[1871984311] 'process raft request' (duration: 129.607385ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:06.668441Z","caller":"traceutil/trace.go:171","msg":"trace[328287985] transaction","detail":"{read_only:false; response_revision:5781; number_of_response:1; }","duration":"129.998517ms","start":"2026-04-16T03:50:06.538415Z","end":"2026-04-16T03:50:06.668413Z","steps":["trace[328287985] 'process raft request' (duration: 129.698565ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:07.108335Z","caller":"traceutil/trace.go:171","msg":"trace[1588306636] linearizableReadLoop","detail":"{readStateIndex:6015; appliedIndex:6014; }","duration":"115.794675ms","start":"2026-04-16T03:50:06.992508Z","end":"2026-04-16T03:50:07.108303Z","steps":["trace[1588306636] 'read index received' (duration: 80.233623ms)","trace[1588306636] 'applied index is now lower than readState.Index' (duration: 35.559932ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:07.108582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.048486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-sync-ldxbr\" ","response":"range_response_count:1 size:10161"} {"level":"info","ts":"2026-04-16T03:50:07.108673Z","caller":"traceutil/trace.go:171","msg":"trace[514344697] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-sync-ldxbr; range_end:; response_count:1; response_revision:5788; }","duration":"116.180767ms","start":"2026-04-16T03:50:06.992472Z","end":"2026-04-16T03:50:07.108653Z","steps":["trace[514344697] 'agreement among raft nodes before linearized reading' (duration: 115.955796ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:07.108619Z","caller":"traceutil/trace.go:171","msg":"trace[690047200] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"116.768141ms","start":"2026-04-16T03:50:06.99181Z","end":"2026-04-16T03:50:07.108578Z","steps":["trace[690047200] 'process raft request' (duration: 80.818536ms)","trace[690047200] 'compare' (duration: 35.332241ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:07.117051Z","caller":"traceutil/trace.go:171","msg":"trace[1893367277] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"124.182229ms","start":"2026-04-16T03:50:06.992851Z","end":"2026-04-16T03:50:07.117033Z","steps":["trace[1893367277] 'process raft request' (duration: 124.007387ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:07.117215Z","caller":"traceutil/trace.go:171","msg":"trace[1511034544] transaction","detail":"{read_only:false; response_revision:5792; number_of_response:1; }","duration":"121.36288ms","start":"2026-04-16T03:50:06.995839Z","end":"2026-04-16T03:50:07.117202Z","steps":["trace[1511034544] 'process raft request' (duration: 121.302429ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:07.117219Z","caller":"traceutil/trace.go:171","msg":"trace[1602673879] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"124.259609ms","start":"2026-04-16T03:50:06.992937Z","end":"2026-04-16T03:50:07.117196Z","steps":["trace[1602673879] 'process raft request' (duration: 124.022977ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:07.117264Z","caller":"traceutil/trace.go:171","msg":"trace[1404702931] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"124.164829ms","start":"2026-04-16T03:50:06.993089Z","end":"2026-04-16T03:50:07.117254Z","steps":["trace[1404702931] 'process raft request' (duration: 124.012638ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:07.270031Z","caller":"traceutil/trace.go:171","msg":"trace[1640252319] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"151.945029ms","start":"2026-04-16T03:50:07.117775Z","end":"2026-04-16T03:50:07.26972Z","steps":["trace[1640252319] 'process raft request' (duration: 151.783188ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:08.06364Z","caller":"traceutil/trace.go:171","msg":"trace[1651834999] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"183.118453ms","start":"2026-04-16T03:50:07.880489Z","end":"2026-04-16T03:50:08.063608Z","steps":["trace[1651834999] 'process raft request' (duration: 123.043151ms)","trace[1651834999] 'compare' (duration: 59.7589ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:09.262124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311248352,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:09.576656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001547423s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:09.576869Z","caller":"traceutil/trace.go:171","msg":"trace[465627249] transaction","detail":"{read_only:false; response_revision:5802; number_of_response:1; }","duration":"902.255266ms","start":"2026-04-16T03:50:08.674596Z","end":"2026-04-16T03:50:09.576851Z","steps":["trace[465627249] 'process raft request' (duration: 902.187655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:09.576938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:08.674572Z","time spent":"902.335176ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:09.577178Z","caller":"traceutil/trace.go:171","msg":"trace[1574520080] transaction","detail":"{read_only:false; response_revision:5801; number_of_response:1; }","duration":"1.071907361s","start":"2026-04-16T03:50:08.505236Z","end":"2026-04-16T03:50:09.577143Z","steps":["trace[1574520080] 'process raft request' (duration: 69.798214ms)","trace[1574520080] 'compare' (duration: 1.000664638s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:09.577238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:08.5052Z","time spent":"1.072009021s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72084,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:09.602692Z","caller":"traceutil/trace.go:171","msg":"trace[1651308513] transaction","detail":"{read_only:false; response_revision:5803; number_of_response:1; }","duration":"927.904073ms","start":"2026-04-16T03:50:08.674754Z","end":"2026-04-16T03:50:09.602658Z","steps":["trace[1651308513] 'process raft request' (duration: 927.654171ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:09.602771Z","caller":"traceutil/trace.go:171","msg":"trace[1528584705] transaction","detail":"{read_only:false; response_revision:5804; number_of_response:1; }","duration":"927.59567ms","start":"2026-04-16T03:50:08.675158Z","end":"2026-04-16T03:50:09.602754Z","steps":["trace[1528584705] 'process raft request' (duration: 927.387099ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:09.602875Z","caller":"traceutil/trace.go:171","msg":"trace[311769155] transaction","detail":"{read_only:false; response_revision:5805; number_of_response:1; }","duration":"927.47374ms","start":"2026-04-16T03:50:08.675384Z","end":"2026-04-16T03:50:09.602858Z","steps":["trace[311769155] 'process raft request' (duration: 927.199378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:09.60294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:08.675146Z","time spent":"927.728292ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:09.602969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:08.675356Z","time spent":"927.57961ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:09.603094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:08.674723Z","time spent":"928.120554ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:09.713631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.993974ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-16T03:50:09.713719Z","caller":"traceutil/trace.go:171","msg":"trace[1913303223] linearizableReadLoop","detail":"{readStateIndex:6033; appliedIndex:6027; }","duration":"952.419752ms","start":"2026-04-16T03:50:08.761285Z","end":"2026-04-16T03:50:09.713705Z","steps":["trace[1913303223] 'read index received' (duration: 634.17979ms)","trace[1913303223] 'applied index is now lower than readState.Index' (duration: 318.238802ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:09.713913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.912057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:09.71399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.690084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8339"} {"level":"info","ts":"2026-04-16T03:50:09.714057Z","caller":"traceutil/trace.go:171","msg":"trace[6293686] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5805; }","duration":"944.052688ms","start":"2026-04-16T03:50:08.769955Z","end":"2026-04-16T03:50:09.714008Z","steps":["trace[6293686] 'agreement among raft nodes before linearized reading' (duration: 943.853747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:09.714135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:08.769945Z","time spent":"944.179839ms","remote":"127.0.0.1:55256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:09.714149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.998072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:50:09.71415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.552089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:50:09.714203Z","caller":"traceutil/trace.go:171","msg":"trace[1981889427] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5805; }","duration":"593.071892ms","start":"2026-04-16T03:50:09.121125Z","end":"2026-04-16T03:50:09.714196Z","steps":["trace[1981889427] 'agreement among raft nodes before linearized reading' (duration: 592.966482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:09.714037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.850491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T03:50:09.714283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:09.121119Z","time spent":"593.155983ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:50:09.714265Z","caller":"traceutil/trace.go:171","msg":"trace[384640563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5805; }","duration":"592.67623ms","start":"2026-04-16T03:50:09.121575Z","end":"2026-04-16T03:50:09.714251Z","steps":["trace[384640563] 'agreement among raft nodes before linearized reading' (duration: 592.387368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:09.714285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.721814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:09.714332Z","caller":"traceutil/trace.go:171","msg":"trace[1478458261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5805; }","duration":"737.823134ms","start":"2026-04-16T03:50:08.9765Z","end":"2026-04-16T03:50:09.714323Z","steps":["trace[1478458261] 'agreement among raft nodes before linearized reading' (duration: 737.635853ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:09.714327Z","caller":"traceutil/trace.go:171","msg":"trace[1193693394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5805; }","duration":"593.176413ms","start":"2026-04-16T03:50:09.121123Z","end":"2026-04-16T03:50:09.7143Z","steps":["trace[1193693394] 'agreement among raft nodes before linearized reading' (duration: 592.74106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:09.714337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:09.121571Z","time spent":"592.7502ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:09.714357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:08.976482Z","time spent":"737.871084ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:50:09.714393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:09.121087Z","time spent":"593.287843ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:50:09.714061Z","caller":"traceutil/trace.go:171","msg":"trace[23387270] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5805; }","duration":"952.773174ms","start":"2026-04-16T03:50:08.761276Z","end":"2026-04-16T03:50:09.714049Z","steps":["trace[23387270] 'agreement among raft nodes before linearized reading' (duration: 952.512823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:09.714526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:08.761209Z","time spent":"953.306318ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8361,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:50:09.714516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.768585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:09.714581Z","caller":"traceutil/trace.go:171","msg":"trace[1275585197] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:5805; }","duration":"126.854427ms","start":"2026-04-16T03:50:09.58771Z","end":"2026-04-16T03:50:09.714564Z","steps":["trace[1275585197] 'agreement among raft nodes before linearized reading' (duration: 126.773436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:09.7142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.036252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:50:09.714676Z","caller":"traceutil/trace.go:171","msg":"trace[2075418984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5805; }","duration":"593.497815ms","start":"2026-04-16T03:50:09.121152Z","end":"2026-04-16T03:50:09.714649Z","steps":["trace[2075418984] 'agreement among raft nodes before linearized reading' (duration: 592.935812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:09.714738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:09.12115Z","time spent":"593.572376ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:09.714985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.979026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:50:09.71506Z","caller":"traceutil/trace.go:171","msg":"trace[1322495980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5805; }","duration":"603.078047ms","start":"2026-04-16T03:50:09.111973Z","end":"2026-04-16T03:50:09.715051Z","steps":["trace[1322495980] 'agreement among raft nodes before linearized reading' (duration: 602.100141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:09.7151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:09.111959Z","time spent":"603.132278ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:50:10.150802Z","caller":"traceutil/trace.go:171","msg":"trace[562752116] transaction","detail":"{read_only:false; response_revision:5806; number_of_response:1; }","duration":"433.193432ms","start":"2026-04-16T03:50:09.717579Z","end":"2026-04-16T03:50:10.150773Z","steps":["trace[562752116] 'process raft request' (duration: 432.9892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:10.15112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:09.71757Z","time spent":"433.349443ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4666,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:50:10.18184Z","caller":"traceutil/trace.go:171","msg":"trace[1531115959] transaction","detail":"{read_only:false; response_revision:5808; number_of_response:1; }","duration":"462.449952ms","start":"2026-04-16T03:50:09.719372Z","end":"2026-04-16T03:50:10.181821Z","steps":["trace[1531115959] 'process raft request' (duration: 462.327651ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:10.18185Z","caller":"traceutil/trace.go:171","msg":"trace[1130277934] transaction","detail":"{read_only:false; response_revision:5807; number_of_response:1; }","duration":"462.483082ms","start":"2026-04-16T03:50:09.719328Z","end":"2026-04-16T03:50:10.181811Z","steps":["trace[1130277934] 'process raft request' (duration: 462.25796ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:10.181828Z","caller":"traceutil/trace.go:171","msg":"trace[250106053] transaction","detail":"{read_only:false; response_revision:5809; number_of_response:1; }","duration":"461.748598ms","start":"2026-04-16T03:50:09.72006Z","end":"2026-04-16T03:50:10.181808Z","steps":["trace[250106053] 'process raft request' (duration: 461.677207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:10.18205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:09.720043Z","time spent":"461.960799ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:10.182062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:09.719319Z","time spent":"462.640173ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:10.181952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:09.719367Z","time spent":"462.520382ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:10.182165Z","caller":"traceutil/trace.go:171","msg":"trace[8170171] linearizableReadLoop","detail":"{readStateIndex:6039; appliedIndex:6033; }","duration":"385.25821ms","start":"2026-04-16T03:50:09.796878Z","end":"2026-04-16T03:50:10.182136Z","steps":["trace[8170171] 'read index received' (duration: 353.585854ms)","trace[8170171] 'applied index is now lower than readState.Index' (duration: 31.671296ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:10.18228Z","caller":"traceutil/trace.go:171","msg":"trace[1954493829] transaction","detail":"{read_only:false; response_revision:5810; number_of_response:1; }","duration":"461.936618ms","start":"2026-04-16T03:50:09.72032Z","end":"2026-04-16T03:50:10.182256Z","steps":["trace[1954493829] 'process raft request' (duration: 461.452605ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:10.1823Z","caller":"traceutil/trace.go:171","msg":"trace[1307108043] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"461.636377ms","start":"2026-04-16T03:50:09.72065Z","end":"2026-04-16T03:50:10.182287Z","steps":["trace[1307108043] 'process raft request' (duration: 461.357635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:10.18242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:09.7203Z","time spent":"462.025349ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:10.182399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:09.720638Z","time spent":"461.726977ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:10.18252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.594432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:50:10.182644Z","caller":"traceutil/trace.go:171","msg":"trace[584715173] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5811; }","duration":"385.768183ms","start":"2026-04-16T03:50:09.796861Z","end":"2026-04-16T03:50:10.18263Z","steps":["trace[584715173] 'agreement among raft nodes before linearized reading' (duration: 385.41979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:10.182716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:09.796806Z","time spent":"385.896163ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":95,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:50:10.3078Z","caller":"traceutil/trace.go:171","msg":"trace[1139766028] transaction","detail":"{read_only:false; response_revision:5812; number_of_response:1; }","duration":"122.400097ms","start":"2026-04-16T03:50:10.18537Z","end":"2026-04-16T03:50:10.30777Z","steps":["trace[1139766028] 'process raft request' (duration: 45.946269ms)","trace[1139766028] 'compare' (duration: 76.116576ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:10.808569Z","caller":"traceutil/trace.go:171","msg":"trace[2121612761] transaction","detail":"{read_only:false; response_revision:5818; number_of_response:1; }","duration":"200.027754ms","start":"2026-04-16T03:50:10.60852Z","end":"2026-04-16T03:50:10.808548Z","steps":["trace[2121612761] 'process raft request' (duration: 199.897523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:11.221833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.013503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:11.222394Z","caller":"traceutil/trace.go:171","msg":"trace[1539657786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5818; }","duration":"246.623526ms","start":"2026-04-16T03:50:10.975749Z","end":"2026-04-16T03:50:11.222373Z","steps":["trace[1539657786] 'range keys from in-memory index tree' (duration: 245.918612ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:12.081435Z","caller":"traceutil/trace.go:171","msg":"trace[45697] linearizableReadLoop","detail":"{readStateIndex:6052; appliedIndex:6051; }","duration":"107.033027ms","start":"2026-04-16T03:50:11.974388Z","end":"2026-04-16T03:50:12.081421Z","steps":["trace[45697] 'read index received' (duration: 106.908536ms)","trace[45697] 'applied index is now lower than readState.Index' (duration: 124.001µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:12.081528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.123497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:50:12.081544Z","caller":"traceutil/trace.go:171","msg":"trace[1117843554] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5824; }","duration":"107.187718ms","start":"2026-04-16T03:50:11.974352Z","end":"2026-04-16T03:50:12.08154Z","steps":["trace[1117843554] 'agreement among raft nodes before linearized reading' (duration: 107.129457ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:12.081735Z","caller":"traceutil/trace.go:171","msg":"trace[1679343070] transaction","detail":"{read_only:false; response_revision:5824; number_of_response:1; }","duration":"339.925764ms","start":"2026-04-16T03:50:11.741803Z","end":"2026-04-16T03:50:12.081729Z","steps":["trace[1679343070] 'process raft request' (duration: 339.539941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:12.081779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:11.741782Z","time spent":"339.971304ms","remote":"127.0.0.1:44374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2817,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:50:12.424988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.262419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:12.425078Z","caller":"traceutil/trace.go:171","msg":"trace[1696123632] linearizableReadLoop","detail":"{readStateIndex:6058; appliedIndex:6057; }","duration":"146.957587ms","start":"2026-04-16T03:50:12.278105Z","end":"2026-04-16T03:50:12.425062Z","steps":["trace[1696123632] 'read index received' (duration: 42.594827ms)","trace[1696123632] 'applied index is now lower than readState.Index' (duration: 104.36152ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:12.425154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.053818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:12.425176Z","caller":"traceutil/trace.go:171","msg":"trace[597106579] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5830; }","duration":"147.108148ms","start":"2026-04-16T03:50:12.27806Z","end":"2026-04-16T03:50:12.425168Z","steps":["trace[597106579] 'agreement among raft nodes before linearized reading' (duration: 147.041027ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:12.42533Z","caller":"traceutil/trace.go:171","msg":"trace[1513040044] transaction","detail":"{read_only:false; response_revision:5830; number_of_response:1; }","duration":"167.652083ms","start":"2026-04-16T03:50:12.257643Z","end":"2026-04-16T03:50:12.425295Z","steps":["trace[1513040044] 'process raft request' (duration: 63.014061ms)","trace[1513040044] 'compare' (duration: 104.157759ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:13.067325Z","caller":"traceutil/trace.go:171","msg":"trace[1026073005] transaction","detail":"{read_only:false; response_revision:5835; number_of_response:1; }","duration":"113.924002ms","start":"2026-04-16T03:50:12.953373Z","end":"2026-04-16T03:50:13.067297Z","steps":["trace[1026073005] 'process raft request' (duration: 113.335819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:14.262736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.736559ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:14.262812Z","caller":"traceutil/trace.go:171","msg":"trace[60933589] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5837; }","duration":"154.822819ms","start":"2026-04-16T03:50:14.107979Z","end":"2026-04-16T03:50:14.262801Z","steps":["trace[60933589] 'range keys from in-memory index tree' (duration: 154.726619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:14.263118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.205206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:50:14.263189Z","caller":"traceutil/trace.go:171","msg":"trace[748903979] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:5837; }","duration":"747.299067ms","start":"2026-04-16T03:50:13.515873Z","end":"2026-04-16T03:50:14.263172Z","steps":["trace[748903979] 'range keys from in-memory index tree' (duration: 747.075786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:14.263238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:13.51586Z","time spent":"747.364497ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-04-16T03:50:14.263247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.644266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:14.263301Z","caller":"traceutil/trace.go:171","msg":"trace[1955197245] transaction","detail":"{read_only:false; response_revision:5838; number_of_response:1; }","duration":"647.587007ms","start":"2026-04-16T03:50:13.615706Z","end":"2026-04-16T03:50:14.263293Z","steps":["trace[1955197245] 'process raft request' (duration: 93.855121ms)","trace[1955197245] 'compare' (duration: 553.277224ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:14.263328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:13.615683Z","time spent":"647.630668ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:14.51826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311248426,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:14.799122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.116217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:14.799376Z","caller":"traceutil/trace.go:171","msg":"trace[869103470] transaction","detail":"{read_only:false; response_revision:5839; number_of_response:1; }","duration":"1.153440892s","start":"2026-04-16T03:50:13.645907Z","end":"2026-04-16T03:50:14.799348Z","steps":["trace[869103470] 'process raft request' (duration: 1.023017613s)","trace[869103470] 'compare' (duration: 129.338922ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:14.799423Z","caller":"traceutil/trace.go:171","msg":"trace[1678655240] transaction","detail":"{read_only:false; response_revision:5840; number_of_response:1; }","duration":"1.15342051s","start":"2026-04-16T03:50:13.645994Z","end":"2026-04-16T03:50:14.799415Z","steps":["trace[1678655240] 'process raft request' (duration: 1.153225629s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:14.799477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:13.645888Z","time spent":"1.153542482s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:14.799487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:13.645965Z","time spent":"1.153488753s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:14.799391Z","caller":"traceutil/trace.go:171","msg":"trace[427908283] transaction","detail":"{read_only:false; response_revision:5841; number_of_response:1; }","duration":"1.15332092s","start":"2026-04-16T03:50:13.646054Z","end":"2026-04-16T03:50:14.799375Z","steps":["trace[427908283] 'process raft request' (duration: 1.15324881s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:14.799586Z","caller":"traceutil/trace.go:171","msg":"trace[1892309976] linearizableReadLoop","detail":"{readStateIndex:6071; appliedIndex:6066; }","duration":"782.105933ms","start":"2026-04-16T03:50:14.017443Z","end":"2026-04-16T03:50:14.799549Z","steps":["trace[1892309976] 'read index received' (duration: 651.373973ms)","trace[1892309976] 'applied index is now lower than readState.Index' (duration: 130.73091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:14.79962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:13.646046Z","time spent":"1.153549812s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:14.799709Z","caller":"traceutil/trace.go:171","msg":"trace[1284300999] transaction","detail":"{read_only:false; response_revision:5842; number_of_response:1; }","duration":"587.223284ms","start":"2026-04-16T03:50:14.212473Z","end":"2026-04-16T03:50:14.799696Z","steps":["trace[1284300999] 'process raft request' (duration: 586.873632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:14.799725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:14.264922Z","time spent":"534.800303ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:50:14.799755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:14.212455Z","time spent":"587.281014ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:50:14.799987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.503956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:14.800084Z","caller":"traceutil/trace.go:171","msg":"trace[718677225] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5842; }","duration":"782.647626ms","start":"2026-04-16T03:50:14.017417Z","end":"2026-04-16T03:50:14.800065Z","steps":["trace[718677225] 'agreement among raft nodes before linearized reading' (duration: 782.459875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:14.800109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.927626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:50:14.800098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.356658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T03:50:14.80014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:14.017402Z","time spent":"782.726567ms","remote":"127.0.0.1:45864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:50:14.800156Z","caller":"traceutil/trace.go:171","msg":"trace[481690924] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5842; }","duration":"242.010137ms","start":"2026-04-16T03:50:14.558135Z","end":"2026-04-16T03:50:14.800145Z","steps":["trace[481690924] 'agreement among raft nodes before linearized reading' (duration: 241.928765ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:14.800172Z","caller":"traceutil/trace.go:171","msg":"trace[1904479289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5842; }","duration":"603.477591ms","start":"2026-04-16T03:50:14.196681Z","end":"2026-04-16T03:50:14.800158Z","steps":["trace[1904479289] 'agreement among raft nodes before linearized reading' (duration: 603.215768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:14.800231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.647322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:50:14.800243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:14.196661Z","time spent":"603.571531ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:50:14.800238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.631302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:50:14.800275Z","caller":"traceutil/trace.go:171","msg":"trace[1072161794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5842; }","duration":"600.711373ms","start":"2026-04-16T03:50:14.199554Z","end":"2026-04-16T03:50:14.800265Z","steps":["trace[1072161794] 'agreement among raft nodes before linearized reading' (duration: 600.580462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:14.800315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:14.199534Z","time spent":"600.775173ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:50:14.80035Z","caller":"traceutil/trace.go:171","msg":"trace[202569835] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5842; }","duration":"600.730983ms","start":"2026-04-16T03:50:14.19957Z","end":"2026-04-16T03:50:14.800301Z","steps":["trace[202569835] 'agreement among raft nodes before linearized reading' (duration: 600.514611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:14.800405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.862073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-rabbit-init-lczcd\" ","response":"range_response_count:1 size:6560"} {"level":"warn","ts":"2026-04-16T03:50:14.800454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:14.199559Z","time spent":"600.884074ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:50:14.800478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.520185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:50:14.800496Z","caller":"traceutil/trace.go:171","msg":"trace[6881237] range","detail":"{range_begin:/registry/pods/openstack/keystone-rabbit-init-lczcd; range_end:; response_count:1; response_revision:5842; }","duration":"580.988024ms","start":"2026-04-16T03:50:14.219484Z","end":"2026-04-16T03:50:14.800472Z","steps":["trace[6881237] 'agreement among raft nodes before linearized reading' (duration: 580.599711ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:14.800517Z","caller":"traceutil/trace.go:171","msg":"trace[737338627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5842; }","duration":"599.582325ms","start":"2026-04-16T03:50:14.200925Z","end":"2026-04-16T03:50:14.800507Z","steps":["trace[737338627] 'agreement among raft nodes before linearized reading' (duration: 599.455354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:14.800578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:14.200915Z","time spent":"599.653746ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:14.80057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:14.219472Z","time spent":"581.082944ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":6582,"request content":"key:\"/registry/pods/openstack/keystone-rabbit-init-lczcd\" "} {"level":"warn","ts":"2026-04-16T03:50:14.800404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.009739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:50:14.802574Z","caller":"traceutil/trace.go:171","msg":"trace[719497946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5842; }","duration":"599.218473ms","start":"2026-04-16T03:50:14.20334Z","end":"2026-04-16T03:50:14.802558Z","steps":["trace[719497946] 'agreement among raft nodes before linearized reading' (duration: 596.669546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:14.802704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:14.203328Z","time spent":"599.362374ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:50:15.533256Z","caller":"traceutil/trace.go:171","msg":"trace[862657434] transaction","detail":"{read_only:false; response_revision:5854; number_of_response:1; }","duration":"297.535527ms","start":"2026-04-16T03:50:15.235697Z","end":"2026-04-16T03:50:15.533233Z","steps":["trace[862657434] 'process raft request' (duration: 297.402207ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:15.79716Z","caller":"traceutil/trace.go:171","msg":"trace[1755212987] linearizableReadLoop","detail":"{readStateIndex:6084; appliedIndex:6082; }","duration":"400.437548ms","start":"2026-04-16T03:50:15.396707Z","end":"2026-04-16T03:50:15.797144Z","steps":["trace[1755212987] 'read index received' (duration: 136.370568ms)","trace[1755212987] 'applied index is now lower than readState.Index' (duration: 264.06641ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:15.797334Z","caller":"traceutil/trace.go:171","msg":"trace[648628997] transaction","detail":"{read_only:false; response_revision:5855; number_of_response:1; }","duration":"408.405839ms","start":"2026-04-16T03:50:15.388922Z","end":"2026-04-16T03:50:15.797328Z","steps":["trace[648628997] 'process raft request' (duration: 408.131987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:15.797403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:15.388895Z","time spent":"408.457989ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:15.797639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.409673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:50:15.79766Z","caller":"traceutil/trace.go:171","msg":"trace[1091075308] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5855; }","duration":"350.453463ms","start":"2026-04-16T03:50:15.4472Z","end":"2026-04-16T03:50:15.797654Z","steps":["trace[1091075308] 'agreement among raft nodes before linearized reading' (duration: 350.371723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:15.797675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:15.447188Z","time spent":"350.484423ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T03:50:15.797818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.895417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-zg8k5.18a6b9d03066ddc6\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-16T03:50:15.797836Z","caller":"traceutil/trace.go:171","msg":"trace[1888645518] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-zg8k5.18a6b9d03066ddc6; range_end:; response_count:1; response_revision:5855; }","duration":"169.940277ms","start":"2026-04-16T03:50:15.627891Z","end":"2026-04-16T03:50:15.797832Z","steps":["trace[1888645518] 'agreement among raft nodes before linearized reading' (duration: 169.890617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:15.797951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.324403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-9777db576-76lts\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-04-16T03:50:15.797968Z","caller":"traceutil/trace.go:171","msg":"trace[1033450521] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-9777db576-76lts; range_end:; response_count:1; response_revision:5855; }","duration":"255.372363ms","start":"2026-04-16T03:50:15.542591Z","end":"2026-04-16T03:50:15.797964Z","steps":["trace[1033450521] 'agreement among raft nodes before linearized reading' (duration: 255.328643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:15.799436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.810891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:15.799461Z","caller":"traceutil/trace.go:171","msg":"trace[529633144] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5855; }","duration":"402.771623ms","start":"2026-04-16T03:50:15.396682Z","end":"2026-04-16T03:50:15.799453Z","steps":["trace[529633144] 'agreement among raft nodes before linearized reading' (duration: 400.815691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:15.799477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:15.396672Z","time spent":"402.799963ms","remote":"127.0.0.1:45852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:17.321973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311248473,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:18.316961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.190206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:18.317062Z","caller":"traceutil/trace.go:171","msg":"trace[1689346155] transaction","detail":"{read_only:false; response_revision:5862; number_of_response:1; }","duration":"1.511232832s","start":"2026-04-16T03:50:16.805811Z","end":"2026-04-16T03:50:18.317043Z","steps":["trace[1689346155] 'process raft request' (duration: 955.878285ms)","trace[1689346155] 'compare' (duration: 555.002665ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:18.317122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:16.805786Z","time spent":"1.511307004s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:18.62893Z","caller":"traceutil/trace.go:171","msg":"trace[1396282874] transaction","detail":"{read_only:false; response_revision:5863; number_of_response:1; }","duration":"1.823066712s","start":"2026-04-16T03:50:16.805846Z","end":"2026-04-16T03:50:18.628913Z","steps":["trace[1396282874] 'process raft request' (duration: 1.745289637s)","trace[1396282874] 'compare' (duration: 77.526694ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:18.629049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:16.805821Z","time spent":"1.823159003s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:18.629242Z","caller":"traceutil/trace.go:171","msg":"trace[704796595] transaction","detail":"{read_only:false; response_revision:5864; number_of_response:1; }","duration":"1.821806123s","start":"2026-04-16T03:50:16.807427Z","end":"2026-04-16T03:50:18.629233Z","steps":["trace[704796595] 'process raft request' (duration: 1.821413981s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:18.629291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:16.807408Z","time spent":"1.821859195s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:18.629298Z","caller":"traceutil/trace.go:171","msg":"trace[995163961] linearizableReadLoop","detail":"{readStateIndex:6094; appliedIndex:6090; }","duration":"1.808362136s","start":"2026-04-16T03:50:16.820912Z","end":"2026-04-16T03:50:18.629274Z","steps":["trace[995163961] 'read index received' (duration: 940.782686ms)","trace[995163961] 'applied index is now lower than readState.Index' (duration: 867.57855ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:18.629412Z","caller":"traceutil/trace.go:171","msg":"trace[103441062] transaction","detail":"{read_only:false; response_revision:5865; number_of_response:1; }","duration":"1.763704185s","start":"2026-04-16T03:50:16.865692Z","end":"2026-04-16T03:50:18.629396Z","steps":["trace[103441062] 'process raft request' (duration: 1.763444004s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:18.629494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:16.86567Z","time spent":"1.763775986s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4848,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:18.629676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808752019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:50:18.629793Z","caller":"traceutil/trace.go:171","msg":"trace[1981137119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5865; }","duration":"1.80883909s","start":"2026-04-16T03:50:16.820885Z","end":"2026-04-16T03:50:18.629724Z","steps":["trace[1981137119] 'agreement among raft nodes before linearized reading' (duration: 1.808554728s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:18.629842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:16.820876Z","time spent":"1.808954801s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:18.973924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000384397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:50:18.974006Z","caller":"traceutil/trace.go:171","msg":"trace[903171914] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000529998s","start":"2026-04-16T03:50:16.973458Z","end":"2026-04-16T03:50:18.973988Z","steps":["trace[903171914] 'agreement among raft nodes before linearized reading' (duration: 2.000424087s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:18.974052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:16.97343Z","time spent":"2.000613459s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:50:19.046773Z","caller":"traceutil/trace.go:171","msg":"trace[1420448452] transaction","detail":"{read_only:false; response_revision:5866; number_of_response:1; }","duration":"766.838593ms","start":"2026-04-16T03:50:18.279904Z","end":"2026-04-16T03:50:19.046742Z","steps":["trace[1420448452] 'process raft request' (duration: 681.708278ms)","trace[1420448452] 'compare' (duration: 84.4412ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:19.046839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224681918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T03:50:19.046856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.222661134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:50:19.0469Z","caller":"traceutil/trace.go:171","msg":"trace[1206374505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5866; }","duration":"2.224766709s","start":"2026-04-16T03:50:16.82212Z","end":"2026-04-16T03:50:19.046886Z","steps":["trace[1206374505] 'agreement among raft nodes before linearized reading' (duration: 2.224569817s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:19.046921Z","caller":"traceutil/trace.go:171","msg":"trace[1977749039] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5866; }","duration":"2.222759175s","start":"2026-04-16T03:50:16.824145Z","end":"2026-04-16T03:50:19.046904Z","steps":["trace[1977749039] 'agreement among raft nodes before linearized reading' (duration: 2.222531823s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:19.046922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:18.279878Z","time spent":"766.968484ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:19.046866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80424119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zg8k5\" ","response":"range_response_count:1 size:9818"} {"level":"warn","ts":"2026-04-16T03:50:19.04695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:16.822113Z","time spent":"2.224827609s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:19.046961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:16.824133Z","time spent":"2.222819706s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:19.047013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224035753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T03:50:19.047083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.483823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:19.04712Z","caller":"traceutil/trace.go:171","msg":"trace[1927955006] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5866; }","duration":"525.567853ms","start":"2026-04-16T03:50:18.52154Z","end":"2026-04-16T03:50:19.047108Z","steps":["trace[1927955006] 'agreement among raft nodes before linearized reading' (duration: 525.516733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:19.047148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:18.521514Z","time spent":"525.627294ms","remote":"127.0.0.1:38320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:19.047161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017050543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:50:19.047228Z","caller":"traceutil/trace.go:171","msg":"trace[748355086] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5866; }","duration":"1.017170125s","start":"2026-04-16T03:50:18.03004Z","end":"2026-04-16T03:50:19.04721Z","steps":["trace[748355086] 'agreement among raft nodes before linearized reading' (duration: 1.016290039s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:19.047094Z","caller":"traceutil/trace.go:171","msg":"trace[773434935] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5866; }","duration":"2.224309086s","start":"2026-04-16T03:50:16.822771Z","end":"2026-04-16T03:50:19.04708Z","steps":["trace[773434935] 'agreement among raft nodes before linearized reading' (duration: 2.223910442s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:19.047282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:18.030017Z","time spent":"1.017250776s","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":83,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:19.047293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:16.82276Z","time spent":"2.224519987s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:50:19.047018Z","caller":"traceutil/trace.go:171","msg":"trace[1766651178] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zg8k5; range_end:; response_count:1; response_revision:5866; }","duration":"1.804389962s","start":"2026-04-16T03:50:17.242573Z","end":"2026-04-16T03:50:19.046963Z","steps":["trace[1766651178] 'agreement among raft nodes before linearized reading' (duration: 1.804105129s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:19.047446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:17.242557Z","time spent":"1.804879995s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9840,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zg8k5\" "} {"level":"warn","ts":"2026-04-16T03:50:19.048022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226055317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:50:19.048082Z","caller":"traceutil/trace.go:171","msg":"trace[566862883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5866; }","duration":"2.226147958s","start":"2026-04-16T03:50:16.82192Z","end":"2026-04-16T03:50:19.048068Z","steps":["trace[566862883] 'agreement among raft nodes before linearized reading' (duration: 2.225999967s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:19.048127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:16.821902Z","time spent":"2.226210158s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:50:19.048505Z","caller":"traceutil/trace.go:171","msg":"trace[411026256] linearizableReadLoop","detail":"{readStateIndex:6095; appliedIndex:6094; }","duration":"416.863095ms","start":"2026-04-16T03:50:18.629342Z","end":"2026-04-16T03:50:19.046205Z","steps":["trace[411026256] 'read index received' (duration: 332.342675ms)","trace[411026256] 'applied index is now lower than readState.Index' (duration: 84.51905ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:19.04725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.201315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:50:19.048945Z","caller":"traceutil/trace.go:171","msg":"trace[1766440810] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5866; }","duration":"771.871436ms","start":"2026-04-16T03:50:18.276967Z","end":"2026-04-16T03:50:19.048839Z","steps":["trace[1766440810] 'agreement among raft nodes before linearized reading' (duration: 770.094266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:19.049072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:18.276951Z","time spent":"772.094008ms","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":71,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:50:19.105527Z","caller":"traceutil/trace.go:171","msg":"trace[1702149954] transaction","detail":"{read_only:false; response_revision:5867; number_of_response:1; }","duration":"470.858806ms","start":"2026-04-16T03:50:18.634648Z","end":"2026-04-16T03:50:19.105507Z","steps":["trace[1702149954] 'process raft request' (duration: 470.741155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:19.105751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.089646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:50:19.105845Z","caller":"traceutil/trace.go:171","msg":"trace[2094373525] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5867; }","duration":"196.232849ms","start":"2026-04-16T03:50:18.909597Z","end":"2026-04-16T03:50:19.10583Z","steps":["trace[2094373525] 'agreement among raft nodes before linearized reading' (duration: 196.094787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:19.105902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.043143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:19.106004Z","caller":"traceutil/trace.go:171","msg":"trace[847724796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5867; }","duration":"131.186874ms","start":"2026-04-16T03:50:18.9748Z","end":"2026-04-16T03:50:19.105987Z","steps":["trace[847724796] 'agreement among raft nodes before linearized reading' (duration: 130.954702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:19.105768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:18.634627Z","time spent":"470.955367ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:19.610382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311248488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:20.111572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311248488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:20.121631Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.016215538s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:50:20.122247Z","caller":"traceutil/trace.go:171","msg":"trace[1004832950] transaction","detail":"{read_only:false; response_revision:5868; number_of_response:1; }","duration":"1.070517381s","start":"2026-04-16T03:50:19.051676Z","end":"2026-04-16T03:50:20.122193Z","steps":["trace[1004832950] 'process raft request' (duration: 1.07025382s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:20.122536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:19.051627Z","time spent":"1.070673193s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:20.122612Z","caller":"traceutil/trace.go:171","msg":"trace[1480476332] transaction","detail":"{read_only:false; response_revision:5872; number_of_response:1; }","duration":"1.065188647s","start":"2026-04-16T03:50:19.057409Z","end":"2026-04-16T03:50:20.122598Z","steps":["trace[1480476332] 'process raft request' (duration: 1.065124597s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:20.122692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:19.057394Z","time spent":"1.065256637s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9630,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:20.122719Z","caller":"traceutil/trace.go:171","msg":"trace[1606496836] transaction","detail":"{read_only:false; response_revision:5871; number_of_response:1; }","duration":"1.068992023s","start":"2026-04-16T03:50:19.053711Z","end":"2026-04-16T03:50:20.122703Z","steps":["trace[1606496836] 'process raft request' (duration: 1.06877612s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:20.122699Z","caller":"traceutil/trace.go:171","msg":"trace[2111150396] transaction","detail":"{read_only:false; response_revision:5869; number_of_response:1; }","duration":"1.070380711s","start":"2026-04-16T03:50:19.052259Z","end":"2026-04-16T03:50:20.12264Z","steps":["trace[2111150396] 'process raft request' (duration: 1.069896618s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:20.122776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:19.053694Z","time spent":"1.069050723s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:20.122869Z","caller":"traceutil/trace.go:171","msg":"trace[1217243445] transaction","detail":"{read_only:false; response_revision:5870; number_of_response:1; }","duration":"1.070459913s","start":"2026-04-16T03:50:19.0524Z","end":"2026-04-16T03:50:20.12286Z","steps":["trace[1217243445] 'process raft request' (duration: 1.070019579s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:20.122918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:19.052392Z","time spent":"1.070497343s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:20.122982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:19.052235Z","time spent":"1.070581853s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:20.988461Z","caller":"traceutil/trace.go:171","msg":"trace[902139640] linearizableReadLoop","detail":"{readStateIndex:6102; appliedIndex:6096; }","duration":"1.878841036s","start":"2026-04-16T03:50:19.109592Z","end":"2026-04-16T03:50:20.988433Z","steps":["trace[902139640] 'read index received' (duration: 1.012218732s)","trace[902139640] 'applied index is now lower than readState.Index' (duration: 866.621064ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:20.98857Z","caller":"traceutil/trace.go:171","msg":"trace[846051549] transaction","detail":"{read_only:false; response_revision:5873; number_of_response:1; }","duration":"1.058566014s","start":"2026-04-16T03:50:19.929968Z","end":"2026-04-16T03:50:20.988534Z","steps":["trace[846051549] 'process raft request' (duration: 1.058288061s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:20.988742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:19.92992Z","time spent":"1.058735486s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:20.989373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879759322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-16T03:50:20.989536Z","caller":"traceutil/trace.go:171","msg":"trace[67298032] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25; range_end:; response_count:1; response_revision:5873; }","duration":"1.879962933s","start":"2026-04-16T03:50:19.109557Z","end":"2026-04-16T03:50:20.98952Z","steps":["trace[67298032] 'agreement among raft nodes before linearized reading' (duration: 1.879011967s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:20.989617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:19.109541Z","time spent":"1.880062053s","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25\" "} {"level":"warn","ts":"2026-04-16T03:50:21.114044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000284156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:50:21.11412Z","caller":"traceutil/trace.go:171","msg":"trace[2113824403] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000397917s","start":"2026-04-16T03:50:19.113705Z","end":"2026-04-16T03:50:21.114103Z","steps":["trace[2113824403] 'agreement among raft nodes before linearized reading' (duration: 2.000301366s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:21.114159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:19.113696Z","time spent":"2.000453548s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:50:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:50:21.489354Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311248494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:22.308926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.155562ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-16T03:50:22.309837Z","caller":"traceutil/trace.go:171","msg":"trace[1503376078] transaction","detail":"{read_only:false; response_revision:5874; number_of_response:1; }","duration":"1.98856642s","start":"2026-04-16T03:50:20.321255Z","end":"2026-04-16T03:50:22.309821Z","steps":["trace[1503376078] 'process raft request' (duration: 1.987757005s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:22.309959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:20.321234Z","time spent":"1.988668531s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:22.683169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.255041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:22.683642Z","caller":"traceutil/trace.go:171","msg":"trace[470359163] transaction","detail":"{read_only:false; response_revision:5875; number_of_response:1; }","duration":"2.050429703s","start":"2026-04-16T03:50:20.633179Z","end":"2026-04-16T03:50:22.683609Z","steps":["trace[470359163] 'process raft request' (duration: 1.676634448s)","trace[470359163] 'compare' (duration: 373.121169ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:22.683696Z","caller":"traceutil/trace.go:171","msg":"trace[762164234] transaction","detail":"{read_only:false; response_revision:5876; number_of_response:1; }","duration":"2.050217672s","start":"2026-04-16T03:50:20.63346Z","end":"2026-04-16T03:50:22.683678Z","steps":["trace[762164234] 'process raft request' (duration: 2.04986548s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:22.683718Z","caller":"traceutil/trace.go:171","msg":"trace[224745707] linearizableReadLoop","detail":"{readStateIndex:6108; appliedIndex:6102; }","duration":"1.695158229s","start":"2026-04-16T03:50:20.988541Z","end":"2026-04-16T03:50:22.683699Z","steps":["trace[224745707] 'read index received' (duration: 853.295656ms)","trace[224745707] 'applied index is now lower than readState.Index' (duration: 841.861603ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:22.683741Z","caller":"traceutil/trace.go:171","msg":"trace[907501804] transaction","detail":"{read_only:false; response_revision:5877; number_of_response:1; }","duration":"1.692324441s","start":"2026-04-16T03:50:20.991384Z","end":"2026-04-16T03:50:22.683708Z","steps":["trace[907501804] 'process raft request' (duration: 1.692218681s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:22.683784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:20.633446Z","time spent":"2.050288792s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:22.683796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:20.633155Z","time spent":"2.050556373s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:22.683943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:20.991363Z","time spent":"1.692473942s","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:22.685445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795641024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:50:22.685554Z","caller":"traceutil/trace.go:171","msg":"trace[1388536280] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5878; }","duration":"1.795766004s","start":"2026-04-16T03:50:20.889744Z","end":"2026-04-16T03:50:22.68551Z","steps":["trace[1388536280] 'agreement among raft nodes before linearized reading' (duration: 1.793982353s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:22.685671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:20.889727Z","time spent":"1.795920235s","remote":"127.0.0.1:38346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:22.685832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711003974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-16T03:50:22.685891Z","caller":"traceutil/trace.go:171","msg":"trace[1730147463] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5878; }","duration":"2.711101286s","start":"2026-04-16T03:50:19.974772Z","end":"2026-04-16T03:50:22.685874Z","steps":["trace[1730147463] 'agreement among raft nodes before linearized reading' (duration: 2.709030952s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:22.685937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:19.974757Z","time spent":"2.711170826s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-16T03:50:22.686176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.373437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:50:22.686334Z","caller":"traceutil/trace.go:171","msg":"trace[66869797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5878; }","duration":"558.582598ms","start":"2026-04-16T03:50:22.12773Z","end":"2026-04-16T03:50:22.686312Z","steps":["trace[66869797] 'agreement among raft nodes before linearized reading' (duration: 558.307087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:22.686461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:22.127711Z","time spent":"558.730999ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:22.686504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.204612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-16T03:50:22.686589Z","caller":"traceutil/trace.go:171","msg":"trace[1000691710] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5878; }","duration":"926.325983ms","start":"2026-04-16T03:50:21.760243Z","end":"2026-04-16T03:50:22.686569Z","steps":["trace[1000691710] 'agreement among raft nodes before linearized reading' (duration: 926.054031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:22.686623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572233059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:22.686658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:21.760217Z","time spent":"926.412223ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-16T03:50:22.686698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06534767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-data-valkey-node-1.18a6b99804abee4b\" ","response":"range_response_count:1 size:764"} {"level":"warn","ts":"2026-04-16T03:50:22.68621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686473183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-16T03:50:22.68686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.792673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:50:22.686937Z","caller":"traceutil/trace.go:171","msg":"trace[1148385314] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5878; }","duration":"557.886443ms","start":"2026-04-16T03:50:22.129031Z","end":"2026-04-16T03:50:22.686917Z","steps":["trace[1148385314] 'agreement among raft nodes before linearized reading' (duration: 557.675412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:22.687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:22.12902Z","time spent":"557.966593ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:50:22.686256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37256335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:50:22.686953Z","caller":"traceutil/trace.go:171","msg":"trace[240768815] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5878; }","duration":"1.687175037s","start":"2026-04-16T03:50:20.999702Z","end":"2026-04-16T03:50:22.686877Z","steps":["trace[240768815] 'agreement among raft nodes before linearized reading' (duration: 1.685907978s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:22.687151Z","caller":"traceutil/trace.go:171","msg":"trace[791939356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5878; }","duration":"1.57235704s","start":"2026-04-16T03:50:21.114324Z","end":"2026-04-16T03:50:22.686682Z","steps":["trace[791939356] 'agreement among raft nodes before linearized reading' (duration: 1.571982017s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:22.687198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:20.999694Z","time spent":"1.687487269s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T03:50:22.687147Z","caller":"traceutil/trace.go:171","msg":"trace[980359232] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5878; }","duration":"1.373526415s","start":"2026-04-16T03:50:21.313586Z","end":"2026-04-16T03:50:22.687112Z","steps":["trace[980359232] 'agreement among raft nodes before linearized reading' (duration: 1.372485309s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:22.688252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:21.313564Z","time spent":"1.374659342s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:50:22.688545Z","caller":"traceutil/trace.go:171","msg":"trace[805492859] range","detail":"{range_begin:/registry/events/openstack/valkey-data-valkey-node-1.18a6b99804abee4b; range_end:; response_count:1; response_revision:5878; }","duration":"2.0653907s","start":"2026-04-16T03:50:20.62134Z","end":"2026-04-16T03:50:22.686731Z","steps":["trace[805492859] 'agreement among raft nodes before linearized reading' (duration: 2.062484961s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:22.687053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.208342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:50:22.688299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560017501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zg8k5\" ","response":"range_response_count:1 size:9645"} {"level":"warn","ts":"2026-04-16T03:50:22.68865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578189247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:50:22.688791Z","caller":"traceutil/trace.go:171","msg":"trace[1934457244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5878; }","duration":"1.578334589s","start":"2026-04-16T03:50:21.110414Z","end":"2026-04-16T03:50:22.688749Z","steps":["trace[1934457244] 'agreement among raft nodes before linearized reading' (duration: 1.577949056s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:22.688843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:21.110394Z","time spent":"1.57842922s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:22.688827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:20.621283Z","time spent":"2.067523956s","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":786,"request content":"key:\"/registry/events/openstack/valkey-data-valkey-node-1.18a6b99804abee4b\" "} {"level":"info","ts":"2026-04-16T03:50:22.688973Z","caller":"traceutil/trace.go:171","msg":"trace[17660921] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zg8k5; range_end:; response_count:1; response_revision:5878; }","duration":"2.560393225s","start":"2026-04-16T03:50:20.128219Z","end":"2026-04-16T03:50:22.688612Z","steps":["trace[17660921] 'agreement among raft nodes before linearized reading' (duration: 2.555675494s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:22.689305Z","caller":"traceutil/trace.go:171","msg":"trace[559939309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5878; }","duration":"561.483208ms","start":"2026-04-16T03:50:22.127803Z","end":"2026-04-16T03:50:22.689286Z","steps":["trace[559939309] 'agreement among raft nodes before linearized reading' (duration: 558.972611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:22.689355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:22.127787Z","time spent":"561.555798ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:50:22.689376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:20.1282Z","time spent":"2.56109804s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9667,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zg8k5\" "} {"level":"warn","ts":"2026-04-16T03:50:22.68738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:21.114313Z","time spent":"1.573014325s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:50:22.68396Z","caller":"traceutil/trace.go:171","msg":"trace[460653618] transaction","detail":"{read_only:false; response_revision:5878; number_of_response:1; }","duration":"1.63219985s","start":"2026-04-16T03:50:21.051741Z","end":"2026-04-16T03:50:22.683941Z","steps":["trace[460653618] 'process raft request' (duration: 1.631918608s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:22.689664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:21.051716Z","time spent":"1.637904537s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:22.692179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.021806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:50:22.692232Z","caller":"traceutil/trace.go:171","msg":"trace[1546056556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5878; }","duration":"563.105947ms","start":"2026-04-16T03:50:22.129105Z","end":"2026-04-16T03:50:22.692211Z","steps":["trace[1546056556] 'agreement among raft nodes before linearized reading' (duration: 557.649531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:22.695854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:22.129082Z","time spent":"566.745911ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:50:22.819462Z","caller":"traceutil/trace.go:171","msg":"trace[1762263434] transaction","detail":"{read_only:false; response_revision:5880; number_of_response:1; }","duration":"121.670502ms","start":"2026-04-16T03:50:22.697766Z","end":"2026-04-16T03:50:22.819437Z","steps":["trace[1762263434] 'process raft request' (duration: 115.126949ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:22.819654Z","caller":"traceutil/trace.go:171","msg":"trace[949487180] transaction","detail":"{read_only:false; response_revision:5881; number_of_response:1; }","duration":"121.723892ms","start":"2026-04-16T03:50:22.69792Z","end":"2026-04-16T03:50:22.819644Z","steps":["trace[949487180] 'process raft request' (duration: 121.45977ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:22.81987Z","caller":"traceutil/trace.go:171","msg":"trace[680685687] transaction","detail":"{read_only:false; response_revision:5882; number_of_response:1; }","duration":"121.784622ms","start":"2026-04-16T03:50:22.698071Z","end":"2026-04-16T03:50:22.819856Z","steps":["trace[680685687] 'process raft request' (duration: 121.539441ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:22.820013Z","caller":"traceutil/trace.go:171","msg":"trace[336298259] transaction","detail":"{read_only:false; response_revision:5883; number_of_response:1; }","duration":"121.820693ms","start":"2026-04-16T03:50:22.698182Z","end":"2026-04-16T03:50:22.820003Z","steps":["trace[336298259] 'process raft request' (duration: 121.623382ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:22.82054Z","caller":"traceutil/trace.go:171","msg":"trace[529070841] transaction","detail":"{read_only:false; response_revision:5884; number_of_response:1; }","duration":"122.070405ms","start":"2026-04-16T03:50:22.698444Z","end":"2026-04-16T03:50:22.820514Z","steps":["trace[529070841] 'process raft request' (duration: 121.522751ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:22.820704Z","caller":"traceutil/trace.go:171","msg":"trace[636442002] transaction","detail":"{read_only:false; response_revision:5885; number_of_response:1; }","duration":"122.208377ms","start":"2026-04-16T03:50:22.69848Z","end":"2026-04-16T03:50:22.820689Z","steps":["trace[636442002] 'process raft request' (duration: 121.918195ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:22.821262Z","caller":"traceutil/trace.go:171","msg":"trace[1598193244] transaction","detail":"{read_only:false; response_revision:5886; number_of_response:1; }","duration":"122.112236ms","start":"2026-04-16T03:50:22.69913Z","end":"2026-04-16T03:50:22.821242Z","steps":["trace[1598193244] 'process raft request' (duration: 121.471812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:22.821751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.298316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-16T03:50:22.821814Z","caller":"traceutil/trace.go:171","msg":"trace[133336748] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25; range_end:; response_count:1; response_revision:5887; }","duration":"128.376956ms","start":"2026-04-16T03:50:22.693421Z","end":"2026-04-16T03:50:22.821798Z","steps":["trace[133336748] 'agreement among raft nodes before linearized reading' (duration: 128.193745ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:22.821968Z","caller":"traceutil/trace.go:171","msg":"trace[1629949535] transaction","detail":"{read_only:false; response_revision:5887; number_of_response:1; }","duration":"119.309007ms","start":"2026-04-16T03:50:22.702649Z","end":"2026-04-16T03:50:22.821958Z","steps":["trace[1629949535] 'process raft request' (duration: 118.358832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:22.822059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.664092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:22.822089Z","caller":"traceutil/trace.go:171","msg":"trace[779839181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5887; }","duration":"124.719262ms","start":"2026-04-16T03:50:22.697362Z","end":"2026-04-16T03:50:22.822082Z","steps":["trace[779839181] 'agreement among raft nodes before linearized reading' (duration: 124.673392ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:22.940211Z","caller":"traceutil/trace.go:171","msg":"trace[30990368] transaction","detail":"{read_only:false; response_revision:5889; number_of_response:1; }","duration":"110.771991ms","start":"2026-04-16T03:50:22.829412Z","end":"2026-04-16T03:50:22.940184Z","steps":["trace[30990368] 'process raft request' (duration: 90.077707ms)","trace[30990368] 'compare' (duration: 20.10831ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:22.940745Z","caller":"traceutil/trace.go:171","msg":"trace[1182311256] transaction","detail":"{read_only:false; response_revision:5890; number_of_response:1; }","duration":"111.143533ms","start":"2026-04-16T03:50:22.829586Z","end":"2026-04-16T03:50:22.94073Z","steps":["trace[1182311256] 'process raft request' (duration: 110.282768ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:22.940994Z","caller":"traceutil/trace.go:171","msg":"trace[796264219] transaction","detail":"{read_only:false; response_revision:5891; number_of_response:1; }","duration":"109.609475ms","start":"2026-04-16T03:50:22.831354Z","end":"2026-04-16T03:50:22.940963Z","steps":["trace[796264219] 'process raft request' (duration: 109.270012ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:24.875933Z","caller":"traceutil/trace.go:171","msg":"trace[585878658] transaction","detail":"{read_only:false; response_revision:5905; number_of_response:1; }","duration":"491.003057ms","start":"2026-04-16T03:50:24.384875Z","end":"2026-04-16T03:50:24.875878Z","steps":["trace[585878658] 'process raft request' (duration: 490.826486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:24.87621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:24.384852Z","time spent":"491.173989ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11921,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:24.881642Z","caller":"traceutil/trace.go:171","msg":"trace[1794123795] transaction","detail":"{read_only:false; response_revision:5906; number_of_response:1; }","duration":"185.133846ms","start":"2026-04-16T03:50:24.696483Z","end":"2026-04-16T03:50:24.881617Z","steps":["trace[1794123795] 'process raft request' (duration: 184.873664ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:24.881841Z","caller":"traceutil/trace.go:171","msg":"trace[1330032341] transaction","detail":"{read_only:false; response_revision:5907; number_of_response:1; }","duration":"184.774714ms","start":"2026-04-16T03:50:24.697035Z","end":"2026-04-16T03:50:24.88181Z","steps":["trace[1330032341] 'process raft request' (duration: 184.497432ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:24.882096Z","caller":"traceutil/trace.go:171","msg":"trace[1582541956] transaction","detail":"{read_only:false; response_revision:5908; number_of_response:1; }","duration":"184.366421ms","start":"2026-04-16T03:50:24.697719Z","end":"2026-04-16T03:50:24.882085Z","steps":["trace[1582541956] 'process raft request' (duration: 184.24188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:26.311519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.91633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-cf859d464-njn26.18a6b9d43fb26be2\" ","response":"range_response_count:1 size:893"} {"level":"info","ts":"2026-04-16T03:50:26.311607Z","caller":"traceutil/trace.go:171","msg":"trace[1159218713] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-cf859d464-njn26.18a6b9d43fb26be2; range_end:; response_count:1; response_revision:5935; }","duration":"364.053511ms","start":"2026-04-16T03:50:25.947532Z","end":"2026-04-16T03:50:26.311586Z","steps":["trace[1159218713] 'range keys from in-memory index tree' (duration: 363.715349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:26.311653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:25.947511Z","time spent":"364.131171ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":915,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-cf859d464-njn26.18a6b9d43fb26be2\" "} {"level":"info","ts":"2026-04-16T03:50:26.685561Z","caller":"traceutil/trace.go:171","msg":"trace[1449887919] transaction","detail":"{read_only:false; response_revision:5943; number_of_response:1; }","duration":"218.302041ms","start":"2026-04-16T03:50:26.467228Z","end":"2026-04-16T03:50:26.68553Z","steps":["trace[1449887919] 'process raft request' (duration: 172.701285ms)","trace[1449887919] 'compare' (duration: 45.428845ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:27.212151Z","caller":"traceutil/trace.go:171","msg":"trace[1808938229] transaction","detail":"{read_only:false; response_revision:5944; number_of_response:1; }","duration":"520.820962ms","start":"2026-04-16T03:50:26.691304Z","end":"2026-04-16T03:50:27.212125Z","steps":["trace[1808938229] 'process raft request' (duration: 520.639601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:27.212303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:26.691279Z","time spent":"520.945022ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6450,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:50:27.353184Z","caller":"traceutil/trace.go:171","msg":"trace[398944755] linearizableReadLoop","detail":"{readStateIndex:6178; appliedIndex:6174; }","duration":"440.419639ms","start":"2026-04-16T03:50:26.912745Z","end":"2026-04-16T03:50:27.353165Z","steps":["trace[398944755] 'read index received' (duration: 299.280799ms)","trace[398944755] 'applied index is now lower than readState.Index' (duration: 141.13821ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:27.353204Z","caller":"traceutil/trace.go:171","msg":"trace[2131625646] transaction","detail":"{read_only:false; response_revision:5946; number_of_response:1; }","duration":"464.333524ms","start":"2026-04-16T03:50:26.888847Z","end":"2026-04-16T03:50:27.35318Z","steps":["trace[2131625646] 'process raft request' (duration: 464.226734ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:27.353249Z","caller":"traceutil/trace.go:171","msg":"trace[1438728086] transaction","detail":"{read_only:false; response_revision:5947; number_of_response:1; }","duration":"464.297904ms","start":"2026-04-16T03:50:26.888938Z","end":"2026-04-16T03:50:27.353236Z","steps":["trace[1438728086] 'process raft request' (duration: 464.201743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:27.353332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:26.88882Z","time spent":"464.441775ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:27.353358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.61272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:50:27.353379Z","caller":"traceutil/trace.go:171","msg":"trace[1022523225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5947; }","duration":"440.69161ms","start":"2026-04-16T03:50:26.912681Z","end":"2026-04-16T03:50:27.353372Z","steps":["trace[1022523225] 'agreement among raft nodes before linearized reading' (duration: 440.57011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:27.353401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:26.912659Z","time spent":"440.736981ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:50:27.353178Z","caller":"traceutil/trace.go:171","msg":"trace[1781640484] transaction","detail":"{read_only:false; response_revision:5945; number_of_response:1; }","duration":"465.126969ms","start":"2026-04-16T03:50:26.888022Z","end":"2026-04-16T03:50:27.353149Z","steps":["trace[1781640484] 'process raft request' (duration: 457.988302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:27.353393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:26.888931Z","time spent":"464.358194ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:27.353512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:26.887995Z","time spent":"465.438021ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:27.588445Z","caller":"traceutil/trace.go:171","msg":"trace[884065026] transaction","detail":"{read_only:false; response_revision:5948; number_of_response:1; }","duration":"372.194114ms","start":"2026-04-16T03:50:27.216228Z","end":"2026-04-16T03:50:27.588422Z","steps":["trace[884065026] 'process raft request' (duration: 317.202565ms)","trace[884065026] 'compare' (duration: 54.711816ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:27.588577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:27.216202Z","time spent":"372.306784ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6496,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:27.588701Z","caller":"traceutil/trace.go:171","msg":"trace[1545924208] linearizableReadLoop","detail":"{readStateIndex:6181; appliedIndex:6178; }","duration":"235.440052ms","start":"2026-04-16T03:50:27.353231Z","end":"2026-04-16T03:50:27.588671Z","steps":["trace[1545924208] 'read index received' (duration: 180.149212ms)","trace[1545924208] 'applied index is now lower than readState.Index' (duration: 55.29002ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:27.588903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.23901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:27.588978Z","caller":"traceutil/trace.go:171","msg":"trace[1870936268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5950; }","duration":"614.370251ms","start":"2026-04-16T03:50:26.97459Z","end":"2026-04-16T03:50:27.58896Z","steps":["trace[1870936268] 'agreement among raft nodes before linearized reading' (duration: 614.19395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:27.588972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.664257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-16T03:50:27.589023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:26.974564Z","time spent":"614.450691ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:50:27.589032Z","caller":"traceutil/trace.go:171","msg":"trace[73647478] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5950; }","duration":"673.751937ms","start":"2026-04-16T03:50:26.915263Z","end":"2026-04-16T03:50:27.589015Z","steps":["trace[73647478] 'agreement among raft nodes before linearized reading' (duration: 673.530196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:27.589077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:26.91522Z","time spent":"673.847799ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:50:27.589248Z","caller":"traceutil/trace.go:171","msg":"trace[1429186720] transaction","detail":"{read_only:false; response_revision:5950; number_of_response:1; }","duration":"368.239798ms","start":"2026-04-16T03:50:27.220989Z","end":"2026-04-16T03:50:27.589229Z","steps":["trace[1429186720] 'process raft request' (duration: 367.596604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:27.589241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.406802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:50:27.589251Z","caller":"traceutil/trace.go:171","msg":"trace[1789703534] transaction","detail":"{read_only:false; response_revision:5949; number_of_response:1; }","duration":"371.072437ms","start":"2026-04-16T03:50:27.218069Z","end":"2026-04-16T03:50:27.589142Z","steps":["trace[1789703534] 'process raft request' (duration: 370.311552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:27.589356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.004665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:50:27.589376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.130359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:50:27.589417Z","caller":"traceutil/trace.go:171","msg":"trace[2002158014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5950; }","duration":"675.106156ms","start":"2026-04-16T03:50:26.914296Z","end":"2026-04-16T03:50:27.589402Z","steps":["trace[2002158014] 'agreement among raft nodes before linearized reading' (duration: 674.928375ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:27.589431Z","caller":"traceutil/trace.go:171","msg":"trace[272390383] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5950; }","duration":"674.216671ms","start":"2026-04-16T03:50:26.915193Z","end":"2026-04-16T03:50:27.58941Z","steps":["trace[272390383] 'agreement among raft nodes before linearized reading' (duration: 674.1335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:27.589448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:26.914251Z","time spent":"675.191626ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:27.589456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:26.915167Z","time spent":"674.282881ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:50:27.58946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:27.218053Z","time spent":"371.348429ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":695,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:50:27.589294Z","caller":"traceutil/trace.go:171","msg":"trace[317246094] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5950; }","duration":"674.487902ms","start":"2026-04-16T03:50:26.914797Z","end":"2026-04-16T03:50:27.589285Z","steps":["trace[317246094] 'agreement among raft nodes before linearized reading' (duration: 674.338811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:27.589599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:26.914783Z","time spent":"674.801984ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:50:27.58934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:27.220973Z","time spent":"368.308989ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6285,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:27.618394Z","caller":"traceutil/trace.go:171","msg":"trace[1334938978] transaction","detail":"{read_only:false; response_revision:5951; number_of_response:1; }","duration":"260.988149ms","start":"2026-04-16T03:50:27.357379Z","end":"2026-04-16T03:50:27.618367Z","steps":["trace[1334938978] 'process raft request' (duration: 260.631547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:27.618446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.830519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:50:27.618521Z","caller":"traceutil/trace.go:171","msg":"trace[1222375963] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5951; }","duration":"102.95155ms","start":"2026-04-16T03:50:27.515549Z","end":"2026-04-16T03:50:27.618501Z","steps":["trace[1222375963] 'agreement among raft nodes before linearized reading' (duration: 102.809679ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:27.838374Z","caller":"traceutil/trace.go:171","msg":"trace[583140376] transaction","detail":"{read_only:false; response_revision:5954; number_of_response:1; }","duration":"242.309289ms","start":"2026-04-16T03:50:27.595981Z","end":"2026-04-16T03:50:27.83829Z","steps":["trace[583140376] 'process raft request' (duration: 242.205688ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:27.838449Z","caller":"traceutil/trace.go:171","msg":"trace[1420031822] transaction","detail":"{read_only:false; response_revision:5953; number_of_response:1; }","duration":"242.442329ms","start":"2026-04-16T03:50:27.595952Z","end":"2026-04-16T03:50:27.838394Z","steps":["trace[1420031822] 'process raft request' (duration: 242.164548ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:27.838598Z","caller":"traceutil/trace.go:171","msg":"trace[280521930] transaction","detail":"{read_only:false; response_revision:5952; number_of_response:1; }","duration":"242.70376ms","start":"2026-04-16T03:50:27.595866Z","end":"2026-04-16T03:50:27.83857Z","steps":["trace[280521930] 'process raft request' (duration: 242.100727ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:27.838699Z","caller":"traceutil/trace.go:171","msg":"trace[1612582695] transaction","detail":"{read_only:false; response_revision:5955; number_of_response:1; }","duration":"242.485699ms","start":"2026-04-16T03:50:27.596196Z","end":"2026-04-16T03:50:27.838682Z","steps":["trace[1612582695] 'process raft request' (duration: 242.056766ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:27.838935Z","caller":"traceutil/trace.go:171","msg":"trace[765697853] transaction","detail":"{read_only:false; response_revision:5956; number_of_response:1; }","duration":"242.49956ms","start":"2026-04-16T03:50:27.596423Z","end":"2026-04-16T03:50:27.838923Z","steps":["trace[765697853] 'process raft request' (duration: 242.251518ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:27.838929Z","caller":"traceutil/trace.go:171","msg":"trace[1025794048] linearizableReadLoop","detail":"{readStateIndex:6187; appliedIndex:6182; }","duration":"220.543566ms","start":"2026-04-16T03:50:27.618328Z","end":"2026-04-16T03:50:27.838872Z","steps":["trace[1025794048] 'read index received' (duration: 219.613251ms)","trace[1025794048] 'applied index is now lower than readState.Index' (duration: 929.055µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:27.839069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.581927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-domain-manage-g8bf4\" ","response":"range_response_count:1 size:6511"} {"level":"warn","ts":"2026-04-16T03:50:27.839063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.968781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:27.839204Z","caller":"traceutil/trace.go:171","msg":"trace[1860392899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5956; }","duration":"249.137733ms","start":"2026-04-16T03:50:27.590016Z","end":"2026-04-16T03:50:27.839154Z","steps":["trace[1860392899] 'agreement among raft nodes before linearized reading' (duration: 248.953622ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:27.839114Z","caller":"traceutil/trace.go:171","msg":"trace[1330864686] range","detail":"{range_begin:/registry/pods/openstack/keystone-domain-manage-g8bf4; range_end:; response_count:1; response_revision:5956; }","duration":"240.664168ms","start":"2026-04-16T03:50:27.598439Z","end":"2026-04-16T03:50:27.839103Z","steps":["trace[1330864686] 'agreement among raft nodes before linearized reading' (duration: 240.490107ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:28.445822Z","caller":"traceutil/trace.go:171","msg":"trace[316890455] transaction","detail":"{read_only:false; response_revision:5958; number_of_response:1; }","duration":"159.80602ms","start":"2026-04-16T03:50:28.285992Z","end":"2026-04-16T03:50:28.445798Z","steps":["trace[316890455] 'process raft request' (duration: 159.669409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:29.370755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.172841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:29.370833Z","caller":"traceutil/trace.go:171","msg":"trace[1319842977] transaction","detail":"{read_only:false; response_revision:5959; number_of_response:1; }","duration":"1.015424394s","start":"2026-04-16T03:50:28.355395Z","end":"2026-04-16T03:50:29.370819Z","steps":["trace[1319842977] 'process raft request' (duration: 209.119442ms)","trace[1319842977] 'compare' (duration: 805.354426ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:29.370874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:28.355376Z","time spent":"1.015478414s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:29.402692Z","caller":"traceutil/trace.go:171","msg":"trace[1677524127] linearizableReadLoop","detail":"{readStateIndex:6191; appliedIndex:6189; }","duration":"925.459667ms","start":"2026-04-16T03:50:28.477208Z","end":"2026-04-16T03:50:29.402668Z","steps":["trace[1677524127] 'read index received' (duration: 87.310818ms)","trace[1677524127] 'applied index is now lower than readState.Index' (duration: 838.147719ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:29.402794Z","caller":"traceutil/trace.go:171","msg":"trace[1606873399] transaction","detail":"{read_only:false; response_revision:5960; number_of_response:1; }","duration":"948.247865ms","start":"2026-04-16T03:50:28.454535Z","end":"2026-04-16T03:50:29.402783Z","steps":["trace[1606873399] 'process raft request' (duration: 947.947233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:29.402877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:28.454509Z","time spent":"948.312975ms","remote":"127.0.0.1:44374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2843,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:50:29.402879Z","caller":"traceutil/trace.go:171","msg":"trace[484780128] transaction","detail":"{read_only:false; response_revision:5961; number_of_response:1; }","duration":"907.672062ms","start":"2026-04-16T03:50:28.49516Z","end":"2026-04-16T03:50:29.402832Z","steps":["trace[484780128] 'process raft request' (duration: 907.44457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:29.403051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.825879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:50:29.403082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:28.49514Z","time spent":"907.828752ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:29.403116Z","caller":"traceutil/trace.go:171","msg":"trace[758322994] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5961; }","duration":"925.94381ms","start":"2026-04-16T03:50:28.477156Z","end":"2026-04-16T03:50:29.4031Z","steps":["trace[758322994] 'agreement among raft nodes before linearized reading' (duration: 925.830179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:29.403156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:28.477133Z","time spent":"926.01405ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:29.605125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.82027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:29.60548Z","caller":"traceutil/trace.go:171","msg":"trace[957550402] transaction","detail":"{read_only:false; response_revision:5962; number_of_response:1; }","duration":"246.957939ms","start":"2026-04-16T03:50:29.358492Z","end":"2026-04-16T03:50:29.60545Z","steps":["trace[957550402] 'process raft request' (duration: 126.678605ms)","trace[957550402] 'compare' (duration: 119.429427ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:29.605542Z","caller":"traceutil/trace.go:171","msg":"trace[1958709749] linearizableReadLoop","detail":"{readStateIndex:6195; appliedIndex:6192; }","duration":"202.761811ms","start":"2026-04-16T03:50:29.402754Z","end":"2026-04-16T03:50:29.605516Z","steps":["trace[1958709749] 'read index received' (duration: 82.323347ms)","trace[1958709749] 'applied index is now lower than readState.Index' (duration: 120.437354ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:29.605598Z","caller":"traceutil/trace.go:171","msg":"trace[426430665] transaction","detail":"{read_only:false; response_revision:5963; number_of_response:1; }","duration":"246.992899ms","start":"2026-04-16T03:50:29.358572Z","end":"2026-04-16T03:50:29.605565Z","steps":["trace[426430665] 'process raft request' (duration: 246.685907ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:29.60565Z","caller":"traceutil/trace.go:171","msg":"trace[385622243] transaction","detail":"{read_only:false; response_revision:5964; number_of_response:1; }","duration":"246.140343ms","start":"2026-04-16T03:50:29.359415Z","end":"2026-04-16T03:50:29.605555Z","steps":["trace[385622243] 'process raft request' (duration: 245.959892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:29.605705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.970036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:29.605842Z","caller":"traceutil/trace.go:171","msg":"trace[1190911715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5964; }","duration":"632.144747ms","start":"2026-04-16T03:50:28.973688Z","end":"2026-04-16T03:50:29.605832Z","steps":["trace[1190911715] 'agreement among raft nodes before linearized reading' (duration: 631.936176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:29.605887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:28.973666Z","time spent":"632.191967ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:50:29.60595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.925492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:50:29.606094Z","caller":"traceutil/trace.go:171","msg":"trace[1989850823] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5964; }","duration":"874.222443ms","start":"2026-04-16T03:50:28.731846Z","end":"2026-04-16T03:50:29.606068Z","steps":["trace[1989850823] 'agreement among raft nodes before linearized reading' (duration: 873.931642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:29.606279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:28.731826Z","time spent":"874.434075ms","remote":"127.0.0.1:60258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:29.606564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.248799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:29.606644Z","caller":"traceutil/trace.go:171","msg":"trace[1530390278] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5964; }","duration":"147.40802ms","start":"2026-04-16T03:50:29.459214Z","end":"2026-04-16T03:50:29.606622Z","steps":["trace[1530390278] 'agreement among raft nodes before linearized reading' (duration: 146.492014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:29.91271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.798099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:29.912793Z","caller":"traceutil/trace.go:171","msg":"trace[2048674225] linearizableReadLoop","detail":"{readStateIndex:6196; appliedIndex:6195; }","duration":"141.944763ms","start":"2026-04-16T03:50:29.770833Z","end":"2026-04-16T03:50:29.912778Z","steps":["trace[2048674225] 'read index received' (duration: 33.252076ms)","trace[2048674225] 'applied index is now lower than readState.Index' (duration: 108.691717ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:29.913042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.188415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:50:29.913176Z","caller":"traceutil/trace.go:171","msg":"trace[2046305468] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5965; }","duration":"142.352677ms","start":"2026-04-16T03:50:29.7708Z","end":"2026-04-16T03:50:29.913152Z","steps":["trace[2046305468] 'agreement among raft nodes before linearized reading' (duration: 142.120435ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:29.912862Z","caller":"traceutil/trace.go:171","msg":"trace[1568530642] transaction","detail":"{read_only:false; response_revision:5965; number_of_response:1; }","duration":"284.11208ms","start":"2026-04-16T03:50:29.628742Z","end":"2026-04-16T03:50:29.912854Z","steps":["trace[1568530642] 'process raft request' (duration: 175.10328ms)","trace[1568530642] 'compare' (duration: 108.534297ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:30.032479Z","caller":"traceutil/trace.go:171","msg":"trace[1818626231] linearizableReadLoop","detail":"{readStateIndex:6197; appliedIndex:6196; }","duration":"119.617109ms","start":"2026-04-16T03:50:29.912824Z","end":"2026-04-16T03:50:30.032441Z","steps":["trace[1818626231] 'read index received' (duration: 72.868434ms)","trace[1818626231] 'applied index is now lower than readState.Index' (duration: 46.746875ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:30.032753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.198976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:50:30.032789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.179769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:50:30.03284Z","caller":"traceutil/trace.go:171","msg":"trace[548274936] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5965; }","duration":"188.319396ms","start":"2026-04-16T03:50:29.8445Z","end":"2026-04-16T03:50:30.032819Z","steps":["trace[548274936] 'agreement among raft nodes before linearized reading' (duration: 188.047875ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:30.03288Z","caller":"traceutil/trace.go:171","msg":"trace[1833628411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5965; }","duration":"187.313741ms","start":"2026-04-16T03:50:29.845547Z","end":"2026-04-16T03:50:30.032861Z","steps":["trace[1833628411] 'agreement among raft nodes before linearized reading' (duration: 186.948528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:30.033023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.239772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:50:30.033071Z","caller":"traceutil/trace.go:171","msg":"trace[1598713779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5965; }","duration":"189.365363ms","start":"2026-04-16T03:50:29.843694Z","end":"2026-04-16T03:50:30.033059Z","steps":["trace[1598713779] 'agreement among raft nodes before linearized reading' (duration: 188.9734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:30.033143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.424383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:50:30.033205Z","caller":"traceutil/trace.go:171","msg":"trace[64935042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5965; }","duration":"189.536804ms","start":"2026-04-16T03:50:29.843653Z","end":"2026-04-16T03:50:30.03319Z","steps":["trace[64935042] 'agreement among raft nodes before linearized reading' (duration: 189.363062ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:30.204183Z","caller":"traceutil/trace.go:171","msg":"trace[140321580] transaction","detail":"{read_only:false; response_revision:5967; number_of_response:1; }","duration":"165.81247ms","start":"2026-04-16T03:50:30.038322Z","end":"2026-04-16T03:50:30.204135Z","steps":["trace[140321580] 'process raft request' (duration: 159.790121ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:30.20449Z","caller":"traceutil/trace.go:171","msg":"trace[317087738] transaction","detail":"{read_only:false; response_revision:5968; number_of_response:1; }","duration":"166.079411ms","start":"2026-04-16T03:50:30.038396Z","end":"2026-04-16T03:50:30.204475Z","steps":["trace[317087738] 'process raft request' (duration: 165.679439ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:30.204568Z","caller":"traceutil/trace.go:171","msg":"trace[1788895400] transaction","detail":"{read_only:false; response_revision:5969; number_of_response:1; }","duration":"166.151192ms","start":"2026-04-16T03:50:30.038396Z","end":"2026-04-16T03:50:30.204547Z","steps":["trace[1788895400] 'process raft request' (duration: 165.95515ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:30.768093Z","caller":"traceutil/trace.go:171","msg":"trace[641217725] transaction","detail":"{read_only:false; response_revision:5973; number_of_response:1; }","duration":"135.550423ms","start":"2026-04-16T03:50:30.632475Z","end":"2026-04-16T03:50:30.768025Z","steps":["trace[641217725] 'process raft request' (duration: 135.365292ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:31.899541Z","caller":"traceutil/trace.go:171","msg":"trace[1353089272] linearizableReadLoop","detail":"{readStateIndex:6216; appliedIndex:6214; }","duration":"115.666804ms","start":"2026-04-16T03:50:31.783847Z","end":"2026-04-16T03:50:31.899514Z","steps":["trace[1353089272] 'read index received' (duration: 24.719062ms)","trace[1353089272] 'applied index is now lower than readState.Index' (duration: 90.946502ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:31.899626Z","caller":"traceutil/trace.go:171","msg":"trace[245202672] transaction","detail":"{read_only:false; response_revision:5983; number_of_response:1; }","duration":"288.395928ms","start":"2026-04-16T03:50:31.6112Z","end":"2026-04-16T03:50:31.899596Z","steps":["trace[245202672] 'process raft request' (duration: 197.382985ms)","trace[245202672] 'compare' (duration: 90.388898ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:31.89966Z","caller":"traceutil/trace.go:171","msg":"trace[147049677] transaction","detail":"{read_only:false; response_revision:5984; number_of_response:1; }","duration":"288.341377ms","start":"2026-04-16T03:50:31.611295Z","end":"2026-04-16T03:50:31.899636Z","steps":["trace[147049677] 'process raft request' (duration: 288.128135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:31.899731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.859385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:50:31.899792Z","caller":"traceutil/trace.go:171","msg":"trace[1487981128] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5984; }","duration":"115.945556ms","start":"2026-04-16T03:50:31.783829Z","end":"2026-04-16T03:50:31.899774Z","steps":["trace[1487981128] 'agreement among raft nodes before linearized reading' (duration: 115.809205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:32.222395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.700601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:50:32.222448Z","caller":"traceutil/trace.go:171","msg":"trace[299121894] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5985; }","duration":"133.760811ms","start":"2026-04-16T03:50:32.088675Z","end":"2026-04-16T03:50:32.222436Z","steps":["trace[299121894] 'range keys from in-memory index tree' (duration: 133.598061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:32.222616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.410102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:50:32.222646Z","caller":"traceutil/trace.go:171","msg":"trace[2126773525] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5985; }","duration":"132.474342ms","start":"2026-04-16T03:50:32.090163Z","end":"2026-04-16T03:50:32.222637Z","steps":["trace[2126773525] 'count revisions from in-memory index tree' (duration: 132.290121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:33.916798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.915465ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-16T03:50:33.917118Z","caller":"traceutil/trace.go:171","msg":"trace[804358469] transaction","detail":"{read_only:false; response_revision:5991; number_of_response:1; }","duration":"210.189848ms","start":"2026-04-16T03:50:33.706909Z","end":"2026-04-16T03:50:33.917099Z","steps":["trace[804358469] 'process raft request' (duration: 210.020477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:33.916918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:33.526321Z","time spent":"390.590284ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:50:33.91724Z","caller":"traceutil/trace.go:171","msg":"trace[1341348560] linearizableReadLoop","detail":"{readStateIndex:6223; appliedIndex:6222; }","duration":"286.614497ms","start":"2026-04-16T03:50:33.630606Z","end":"2026-04-16T03:50:33.917221Z","steps":["trace[1341348560] 'read index received' (duration: 87.278049ms)","trace[1341348560] 'applied index is now lower than readState.Index' (duration: 199.334818ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:33.91738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.768658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:33.91741Z","caller":"traceutil/trace.go:171","msg":"trace[282825333] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5991; }","duration":"286.852668ms","start":"2026-04-16T03:50:33.63055Z","end":"2026-04-16T03:50:33.917403Z","steps":["trace[282825333] 'agreement among raft nodes before linearized reading' (duration: 286.749008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:34.220771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.991209ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:34.221036Z","caller":"traceutil/trace.go:171","msg":"trace[385189173] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5991; }","duration":"112.253811ms","start":"2026-04-16T03:50:34.108731Z","end":"2026-04-16T03:50:34.220985Z","steps":["trace[385189173] 'range keys from in-memory index tree' (duration: 111.965319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:34.221147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.173922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:34.221255Z","caller":"traceutil/trace.go:171","msg":"trace[2104610740] transaction","detail":"{read_only:false; response_revision:5992; number_of_response:1; }","duration":"315.593705ms","start":"2026-04-16T03:50:33.905645Z","end":"2026-04-16T03:50:34.221239Z","steps":["trace[2104610740] 'process raft request' (duration: 192.226401ms)","trace[2104610740] 'compare' (duration: 123.012081ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:34.221553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:33.90562Z","time spent":"315.901186ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:34.561261Z","caller":"traceutil/trace.go:171","msg":"trace[1539626972] linearizableReadLoop","detail":"{readStateIndex:6227; appliedIndex:6224; }","duration":"604.606157ms","start":"2026-04-16T03:50:33.956637Z","end":"2026-04-16T03:50:34.561243Z","steps":["trace[1539626972] 'read index received' (duration: 141.242049ms)","trace[1539626972] 'applied index is now lower than readState.Index' (duration: 463.363378ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:34.56163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.97078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:50:34.561724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.809681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:50:34.561758Z","caller":"traceutil/trace.go:171","msg":"trace[176654946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5994; }","duration":"242.882532ms","start":"2026-04-16T03:50:34.318864Z","end":"2026-04-16T03:50:34.561747Z","steps":["trace[176654946] 'agreement among raft nodes before linearized reading' (duration: 242.764391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:34.561883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.466895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:50:34.561935Z","caller":"traceutil/trace.go:171","msg":"trace[1980340674] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5994; }","duration":"243.558646ms","start":"2026-04-16T03:50:34.318364Z","end":"2026-04-16T03:50:34.561922Z","steps":["trace[1980340674] 'agreement among raft nodes before linearized reading' (duration: 243.397145ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:34.562172Z","caller":"traceutil/trace.go:171","msg":"trace[752101022] transaction","detail":"{read_only:false; response_revision:5993; number_of_response:1; }","duration":"654.966695ms","start":"2026-04-16T03:50:33.907188Z","end":"2026-04-16T03:50:34.562155Z","steps":["trace[752101022] 'process raft request' (duration: 650.433875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:34.562214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.379551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T03:50:34.562315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:33.907169Z","time spent":"655.085027ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:34.562355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.144941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:50:34.562363Z","caller":"traceutil/trace.go:171","msg":"trace[1894155648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5994; }","duration":"267.579182ms","start":"2026-04-16T03:50:34.294753Z","end":"2026-04-16T03:50:34.562332Z","steps":["trace[1894155648] 'agreement among raft nodes before linearized reading' (duration: 267.19462ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:34.562378Z","caller":"traceutil/trace.go:171","msg":"trace[723660461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5994; }","duration":"582.200081ms","start":"2026-04-16T03:50:33.980171Z","end":"2026-04-16T03:50:34.562371Z","steps":["trace[723660461] 'agreement among raft nodes before linearized reading' (duration: 581.273126ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:34.56228Z","caller":"traceutil/trace.go:171","msg":"trace[1303068693] transaction","detail":"{read_only:false; response_revision:5994; number_of_response:1; }","duration":"643.706322ms","start":"2026-04-16T03:50:33.918564Z","end":"2026-04-16T03:50:34.562271Z","steps":["trace[1303068693] 'process raft request' (duration: 642.631965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:34.5624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:33.980153Z","time spent":"582.241702ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:34.562392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.892338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:50:34.562459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:33.918544Z","time spent":"643.869664ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:34.562478Z","caller":"traceutil/trace.go:171","msg":"trace[1451607588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5994; }","duration":"244.009799ms","start":"2026-04-16T03:50:34.318453Z","end":"2026-04-16T03:50:34.562462Z","steps":["trace[1451607588] 'agreement among raft nodes before linearized reading' (duration: 243.705917ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:34.561905Z","caller":"traceutil/trace.go:171","msg":"trace[744113926] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5994; }","duration":"605.280651ms","start":"2026-04-16T03:50:33.956593Z","end":"2026-04-16T03:50:34.561874Z","steps":["trace[744113926] 'agreement among raft nodes before linearized reading' (duration: 604.821929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:34.562659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:33.956573Z","time spent":"606.032787ms","remote":"127.0.0.1:45772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":7,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:50:34.706311Z","caller":"traceutil/trace.go:171","msg":"trace[124738846] transaction","detail":"{read_only:false; response_revision:5996; number_of_response:1; }","duration":"139.996222ms","start":"2026-04-16T03:50:34.566256Z","end":"2026-04-16T03:50:34.706252Z","steps":["trace[124738846] 'process raft request' (duration: 94.839668ms)","trace[124738846] 'compare' (duration: 44.814252ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:34.70646Z","caller":"traceutil/trace.go:171","msg":"trace[1546814199] transaction","detail":"{read_only:false; response_revision:5998; number_of_response:1; }","duration":"139.288067ms","start":"2026-04-16T03:50:34.567155Z","end":"2026-04-16T03:50:34.706443Z","steps":["trace[1546814199] 'process raft request' (duration: 139.015175ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:34.706529Z","caller":"traceutil/trace.go:171","msg":"trace[663955775] transaction","detail":"{read_only:false; response_revision:5997; number_of_response:1; }","duration":"140.006772ms","start":"2026-04-16T03:50:34.566494Z","end":"2026-04-16T03:50:34.706501Z","steps":["trace[663955775] 'process raft request' (duration: 139.557028ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:34.706614Z","caller":"traceutil/trace.go:171","msg":"trace[648034950] transaction","detail":"{read_only:false; response_revision:5999; number_of_response:1; }","duration":"138.815784ms","start":"2026-04-16T03:50:34.567787Z","end":"2026-04-16T03:50:34.706602Z","steps":["trace[648034950] 'process raft request' (duration: 138.524891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:36.123866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311248720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:36.624696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311248720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:37.125639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311248720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:37.208939Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.71821714s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:50:37.2095Z","caller":"traceutil/trace.go:171","msg":"trace[1459103100] transaction","detail":"{read_only:false; response_revision:6000; number_of_response:1; }","duration":"1.718880184s","start":"2026-04-16T03:50:35.490587Z","end":"2026-04-16T03:50:37.209467Z","steps":["trace[1459103100] 'process raft request' (duration: 1.718559182s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.209692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:35.490558Z","time spent":"1.719035385s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:37.259827Z","caller":"traceutil/trace.go:171","msg":"trace[1566447415] transaction","detail":"{read_only:false; response_revision:6001; number_of_response:1; }","duration":"1.727911303s","start":"2026-04-16T03:50:35.531884Z","end":"2026-04-16T03:50:37.259796Z","steps":["trace[1566447415] 'process raft request' (duration: 1.727708122s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.260009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:35.531857Z","time spent":"1.728054264s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:37.260064Z","caller":"traceutil/trace.go:171","msg":"trace[2081513539] transaction","detail":"{read_only:false; response_revision:6003; number_of_response:1; }","duration":"1.061641053s","start":"2026-04-16T03:50:36.198413Z","end":"2026-04-16T03:50:37.260054Z","steps":["trace[2081513539] 'process raft request' (duration: 1.061336402s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:37.259837Z","caller":"traceutil/trace.go:171","msg":"trace[2116152935] transaction","detail":"{read_only:false; response_revision:6002; number_of_response:1; }","duration":"1.338459386s","start":"2026-04-16T03:50:35.921353Z","end":"2026-04-16T03:50:37.259812Z","steps":["trace[2116152935] 'process raft request' (duration: 1.338360095s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.260194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:36.198376Z","time spent":"1.061733004s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:37.260199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:35.921328Z","time spent":"1.338814048s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:37.261003Z","caller":"traceutil/trace.go:171","msg":"trace[563153644] transaction","detail":"{read_only:false; response_revision:6004; number_of_response:1; }","duration":"1.034402796s","start":"2026-04-16T03:50:36.226584Z","end":"2026-04-16T03:50:37.260987Z","steps":["trace[563153644] 'process raft request' (duration: 1.03342538s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.261235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:36.226539Z","time spent":"1.034513397s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:37.261492Z","caller":"traceutil/trace.go:171","msg":"trace[756903776] transaction","detail":"{read_only:false; response_revision:6005; number_of_response:1; }","duration":"692.47791ms","start":"2026-04-16T03:50:36.568908Z","end":"2026-04-16T03:50:37.261386Z","steps":["trace[756903776] 'process raft request' (duration: 691.974696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.261921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:36.568883Z","time spent":"692.927723ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:37.262056Z","caller":"traceutil/trace.go:171","msg":"trace[290136119] transaction","detail":"{read_only:false; response_revision:6006; number_of_response:1; }","duration":"354.071077ms","start":"2026-04-16T03:50:36.907963Z","end":"2026-04-16T03:50:37.262035Z","steps":["trace[290136119] 'process raft request' (duration: 353.13742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.264078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:36.907936Z","time spent":"356.09228ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:37.262263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639093304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-data-valkey-node-1.18a6b99804abee4b\" ","response":"range_response_count:1 size:764"} {"level":"info","ts":"2026-04-16T03:50:37.264416Z","caller":"traceutil/trace.go:171","msg":"trace[1529945069] range","detail":"{range_begin:/registry/events/openstack/valkey-data-valkey-node-1.18a6b99804abee4b; range_end:; response_count:1; response_revision:6006; }","duration":"1.641291208s","start":"2026-04-16T03:50:35.623112Z","end":"2026-04-16T03:50:37.264403Z","steps":["trace[1529945069] 'agreement among raft nodes before linearized reading' (duration: 1.639009453s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.264541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:35.623089Z","time spent":"1.641440129s","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":786,"request content":"key:\"/registry/events/openstack/valkey-data-valkey-node-1.18a6b99804abee4b\" "} {"level":"info","ts":"2026-04-16T03:50:37.262459Z","caller":"traceutil/trace.go:171","msg":"trace[1669579402] linearizableReadLoop","detail":"{readStateIndex:6239; appliedIndex:6232; }","duration":"1.638795682s","start":"2026-04-16T03:50:35.623173Z","end":"2026-04-16T03:50:37.261969Z","steps":["trace[1669579402] 'read index received' (duration: 1.585921228s)","trace[1669579402] 'applied index is now lower than readState.Index' (duration: 52.868414ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:37.264904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.267083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:50:37.264942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.034774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-16T03:50:37.264961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316944226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-cf859d464-njn26.18a6b9d43fb26be2\" ","response":"range_response_count:1 size:893"} {"level":"info","ts":"2026-04-16T03:50:37.264978Z","caller":"traceutil/trace.go:171","msg":"trace[275642519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6006; }","duration":"553.343094ms","start":"2026-04-16T03:50:36.711616Z","end":"2026-04-16T03:50:37.264959Z","steps":["trace[275642519] 'agreement among raft nodes before linearized reading' (duration: 553.139633ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:37.264998Z","caller":"traceutil/trace.go:171","msg":"trace[142870208] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6006; }","duration":"475.124194ms","start":"2026-04-16T03:50:36.789858Z","end":"2026-04-16T03:50:37.264982Z","steps":["trace[142870208] 'agreement among raft nodes before linearized reading' (duration: 474.969023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.264961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.199227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:50:37.26504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:36.789842Z","time spent":"475.186725ms","remote":"127.0.0.1:45624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-04-16T03:50:37.265109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24521683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:50:37.265113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.512608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:50:37.265145Z","caller":"traceutil/trace.go:171","msg":"trace[1001965739] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:6006; }","duration":"1.24525833s","start":"2026-04-16T03:50:36.019877Z","end":"2026-04-16T03:50:37.265135Z","steps":["trace[1001965739] 'agreement among raft nodes before linearized reading' (duration: 1.245170059s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:37.265164Z","caller":"traceutil/trace.go:171","msg":"trace[943158947] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:6006; }","duration":"489.618059ms","start":"2026-04-16T03:50:36.775533Z","end":"2026-04-16T03:50:37.265151Z","steps":["trace[943158947] 'agreement among raft nodes before linearized reading' (duration: 489.536318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.265192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:36.019841Z","time spent":"1.24534255s","remote":"127.0.0.1:45650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":41,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:37.265141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288931114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:37.265216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:36.775499Z","time spent":"489.700589ms","remote":"127.0.0.1:45752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:50:37.265137Z","caller":"traceutil/trace.go:171","msg":"trace[703751661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6006; }","duration":"635.373997ms","start":"2026-04-16T03:50:36.629688Z","end":"2026-04-16T03:50:37.265062Z","steps":["trace[703751661] 'agreement among raft nodes before linearized reading' (duration: 635.092006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.265356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.377453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:37.265398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:36.629671Z","time spent":"635.715949ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:50:37.26541Z","caller":"traceutil/trace.go:171","msg":"trace[1261390209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6006; }","duration":"278.464253ms","start":"2026-04-16T03:50:36.98693Z","end":"2026-04-16T03:50:37.265395Z","steps":["trace[1261390209] 'agreement among raft nodes before linearized reading' (duration: 278.373693ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:37.26502Z","caller":"traceutil/trace.go:171","msg":"trace[998150557] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-cf859d464-njn26.18a6b9d43fb26be2; range_end:; response_count:1; response_revision:6006; }","duration":"1.317034406s","start":"2026-04-16T03:50:35.947972Z","end":"2026-04-16T03:50:37.265006Z","steps":["trace[998150557] 'agreement among raft nodes before linearized reading' (duration: 1.316770374s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.265497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.646862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T03:50:37.265582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:35.947957Z","time spent":"1.31761518s","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":915,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-cf859d464-njn26.18a6b9d43fb26be2\" "} {"level":"warn","ts":"2026-04-16T03:50:37.265042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:36.711579Z","time spent":"553.442984ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:50:37.265242Z","caller":"traceutil/trace.go:171","msg":"trace[637064408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6006; }","duration":"1.289101294s","start":"2026-04-16T03:50:35.976127Z","end":"2026-04-16T03:50:37.265228Z","steps":["trace[637064408] 'agreement among raft nodes before linearized reading' (duration: 1.288917343s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.266117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:35.97609Z","time spent":"1.290011281s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:50:37.265531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.773206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:50:37.2662Z","caller":"traceutil/trace.go:171","msg":"trace[1173590949] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6006; }","duration":"554.487821ms","start":"2026-04-16T03:50:36.711697Z","end":"2026-04-16T03:50:37.266185Z","steps":["trace[1173590949] 'agreement among raft nodes before linearized reading' (duration: 553.730167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.26628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:36.711664Z","time spent":"554.601202ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:50:37.265618Z","caller":"traceutil/trace.go:171","msg":"trace[94051299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6006; }","duration":"554.778253ms","start":"2026-04-16T03:50:36.710822Z","end":"2026-04-16T03:50:37.2656Z","steps":["trace[94051299] 'agreement among raft nodes before linearized reading' (duration: 554.37414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.266446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:36.710813Z","time spent":"555.592648ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:37.265858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.085954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:50:37.266531Z","caller":"traceutil/trace.go:171","msg":"trace[299380454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6006; }","duration":"555.783949ms","start":"2026-04-16T03:50:36.710725Z","end":"2026-04-16T03:50:37.266509Z","steps":["trace[299380454] 'agreement among raft nodes before linearized reading' (duration: 555.052495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.266604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:36.710703Z","time spent":"555.88108ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:50:38.393058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311248738,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:50:38.465316Z","caller":"traceutil/trace.go:171","msg":"trace[1823776312] linearizableReadLoop","detail":"{readStateIndex:6247; appliedIndex:6246; }","duration":"573.206362ms","start":"2026-04-16T03:50:37.892088Z","end":"2026-04-16T03:50:38.465295Z","steps":["trace[1823776312] 'read index received' (duration: 572.978001ms)","trace[1823776312] 'applied index is now lower than readState.Index' (duration: 227.451µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:38.465588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.476774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-16T03:50:38.465629Z","caller":"traceutil/trace.go:171","msg":"trace[217885099] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6014; }","duration":"573.563244ms","start":"2026-04-16T03:50:37.892055Z","end":"2026-04-16T03:50:38.465618Z","steps":["trace[217885099] 'agreement among raft nodes before linearized reading' (duration: 573.357403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:38.465666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:37.89204Z","time spent":"573.617425ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-16T03:50:38.465562Z","caller":"traceutil/trace.go:171","msg":"trace[2053878700] transaction","detail":"{read_only:false; response_revision:6014; number_of_response:1; }","duration":"628.529633ms","start":"2026-04-16T03:50:37.837012Z","end":"2026-04-16T03:50:38.465541Z","steps":["trace[2053878700] 'process raft request' (duration: 628.11879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:38.466425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:37.837Z","time spent":"629.344159ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:38.465945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.947266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:50:38.466763Z","caller":"traceutil/trace.go:171","msg":"trace[668912803] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6014; }","duration":"285.820761ms","start":"2026-04-16T03:50:38.180925Z","end":"2026-04-16T03:50:38.466745Z","steps":["trace[668912803] 'agreement among raft nodes before linearized reading' (duration: 284.810424ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:38.642089Z","caller":"traceutil/trace.go:171","msg":"trace[214436804] linearizableReadLoop","detail":"{readStateIndex:6248; appliedIndex:6247; }","duration":"169.366752ms","start":"2026-04-16T03:50:38.472697Z","end":"2026-04-16T03:50:38.642064Z","steps":["trace[214436804] 'read index received' (duration: 159.349918ms)","trace[214436804] 'applied index is now lower than readState.Index' (duration: 10.015784ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:38.642158Z","caller":"traceutil/trace.go:171","msg":"trace[1435816714] transaction","detail":"{read_only:false; response_revision:6015; number_of_response:1; }","duration":"170.842373ms","start":"2026-04-16T03:50:38.471278Z","end":"2026-04-16T03:50:38.642121Z","steps":["trace[1435816714] 'process raft request' (duration: 160.806618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:38.642364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.652585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:11935"} {"level":"info","ts":"2026-04-16T03:50:38.642432Z","caller":"traceutil/trace.go:171","msg":"trace[1425319530] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6015; }","duration":"169.735246ms","start":"2026-04-16T03:50:38.472679Z","end":"2026-04-16T03:50:38.642414Z","steps":["trace[1425319530] 'agreement among raft nodes before linearized reading' (duration: 169.481213ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:41.583508Z","caller":"traceutil/trace.go:171","msg":"trace[552814879] transaction","detail":"{read_only:false; response_revision:6027; number_of_response:1; }","duration":"299.57876ms","start":"2026-04-16T03:50:41.283903Z","end":"2026-04-16T03:50:41.583482Z","steps":["trace[552814879] 'process raft request' (duration: 299.497029ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:41.583669Z","caller":"traceutil/trace.go:171","msg":"trace[62247903] linearizableReadLoop","detail":"{readStateIndex:6262; appliedIndex:6259; }","duration":"251.363857ms","start":"2026-04-16T03:50:41.332286Z","end":"2026-04-16T03:50:41.58365Z","steps":["trace[62247903] 'read index received' (duration: 250.877423ms)","trace[62247903] 'applied index is now lower than readState.Index' (duration: 485.564µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:41.583797Z","caller":"traceutil/trace.go:171","msg":"trace[613389556] transaction","detail":"{read_only:false; response_revision:6028; number_of_response:1; }","duration":"299.524741ms","start":"2026-04-16T03:50:41.284264Z","end":"2026-04-16T03:50:41.583789Z","steps":["trace[613389556] 'process raft request' (duration: 299.185508ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:41.58385Z","caller":"traceutil/trace.go:171","msg":"trace[969384363] transaction","detail":"{read_only:false; response_revision:6026; number_of_response:1; }","duration":"300.244726ms","start":"2026-04-16T03:50:41.283594Z","end":"2026-04-16T03:50:41.583838Z","steps":["trace[969384363] 'process raft request' (duration: 299.657322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:41.583954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:41.283577Z","time spent":"300.307426ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:41.584136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.300172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:50:41.584174Z","caller":"traceutil/trace.go:171","msg":"trace[1528539336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6028; }","duration":"247.360312ms","start":"2026-04-16T03:50:41.336804Z","end":"2026-04-16T03:50:41.584164Z","steps":["trace[1528539336] 'agreement among raft nodes before linearized reading' (duration: 247.248011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:41.584273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.403688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:50:41.58437Z","caller":"traceutil/trace.go:171","msg":"trace[2116666241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6028; }","duration":"248.571119ms","start":"2026-04-16T03:50:41.335782Z","end":"2026-04-16T03:50:41.584353Z","steps":["trace[2116666241] 'agreement among raft nodes before linearized reading' (duration: 248.273297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:41.58437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.93363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:50:41.58442Z","caller":"traceutil/trace.go:171","msg":"trace[1367524938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6028; }","duration":"252.147523ms","start":"2026-04-16T03:50:41.332258Z","end":"2026-04-16T03:50:41.584406Z","steps":["trace[1367524938] 'agreement among raft nodes before linearized reading' (duration: 251.76724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:41.584551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.759594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:50:41.584594Z","caller":"traceutil/trace.go:171","msg":"trace[465497591] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6028; }","duration":"247.825255ms","start":"2026-04-16T03:50:41.336759Z","end":"2026-04-16T03:50:41.584585Z","steps":["trace[465497591] 'agreement among raft nodes before linearized reading' (duration: 247.385002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:41.584768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.927706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:50:41.584846Z","caller":"traceutil/trace.go:171","msg":"trace[823829544] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6028; }","duration":"248.045126ms","start":"2026-04-16T03:50:41.336783Z","end":"2026-04-16T03:50:41.584828Z","steps":["trace[823829544] 'agreement among raft nodes before linearized reading' (duration: 247.320612ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:41.772815Z","caller":"traceutil/trace.go:171","msg":"trace[1384923222] transaction","detail":"{read_only:false; response_revision:6033; number_of_response:1; }","duration":"182.523618ms","start":"2026-04-16T03:50:41.590258Z","end":"2026-04-16T03:50:41.772782Z","steps":["trace[1384923222] 'process raft request' (duration: 182.196976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:43.303065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.482886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:43.303073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.364078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:43.30314Z","caller":"traceutil/trace.go:171","msg":"trace[2022716545] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:6041; }","duration":"360.607748ms","start":"2026-04-16T03:50:42.942514Z","end":"2026-04-16T03:50:43.303122Z","steps":["trace[2022716545] 'range keys from in-memory index tree' (duration: 360.395336ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:43.303155Z","caller":"traceutil/trace.go:171","msg":"trace[1643639947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6041; }","duration":"325.49929ms","start":"2026-04-16T03:50:42.977638Z","end":"2026-04-16T03:50:43.303137Z","steps":["trace[1643639947] 'range keys from in-memory index tree' (duration: 325.272328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:43.303178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:42.942488Z","time spent":"360.681698ms","remote":"127.0.0.1:45540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"warn","ts":"2026-04-16T03:50:43.303215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:42.977621Z","time spent":"325.57128ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:50:43.624667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.416676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:43.625012Z","caller":"traceutil/trace.go:171","msg":"trace[723737040] linearizableReadLoop","detail":"{readStateIndex:6277; appliedIndex:6276; }","duration":"277.663207ms","start":"2026-04-16T03:50:43.347326Z","end":"2026-04-16T03:50:43.624989Z","steps":["trace[723737040] 'read index received' (duration: 85.827999ms)","trace[723737040] 'applied index is now lower than readState.Index' (duration: 191.833658ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:43.625023Z","caller":"traceutil/trace.go:171","msg":"trace[988619625] transaction","detail":"{read_only:false; response_revision:6043; number_of_response:1; }","duration":"293.809772ms","start":"2026-04-16T03:50:43.331166Z","end":"2026-04-16T03:50:43.624976Z","steps":["trace[988619625] 'process raft request' (duration: 101.971854ms)","trace[988619625] 'compare' (duration: 191.210014ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:43.625433Z","caller":"traceutil/trace.go:171","msg":"trace[1228620474] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6044; }","duration":"264.501021ms","start":"2026-04-16T03:50:43.360919Z","end":"2026-04-16T03:50:43.62542Z","steps":["trace[1228620474] 'process raft request' (duration: 264.233099ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:43.625434Z","caller":"traceutil/trace.go:171","msg":"trace[921000566] transaction","detail":"{read_only:false; response_revision:6044; number_of_response:1; }","duration":"264.732693ms","start":"2026-04-16T03:50:43.360682Z","end":"2026-04-16T03:50:43.625415Z","steps":["trace[921000566] 'process raft request' (duration: 264.25364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:43.625308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.965806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-16T03:50:43.625965Z","caller":"traceutil/trace.go:171","msg":"trace[1112987145] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6044; }","duration":"296.655631ms","start":"2026-04-16T03:50:43.329293Z","end":"2026-04-16T03:50:43.625948Z","steps":["trace[1112987145] 'agreement among raft nodes before linearized reading' (duration: 295.798425ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:43.625289Z","caller":"traceutil/trace.go:171","msg":"trace[300466995] transaction","detail":"{read_only:false; response_revision:6045; number_of_response:1; }","duration":"252.900426ms","start":"2026-04-16T03:50:43.372369Z","end":"2026-04-16T03:50:43.62527Z","steps":["trace[300466995] 'process raft request' (duration: 252.835226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:44.145878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.970952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:44.146106Z","caller":"traceutil/trace.go:171","msg":"trace[567452009] linearizableReadLoop","detail":"{readStateIndex:6283; appliedIndex:6280; }","duration":"521.028183ms","start":"2026-04-16T03:50:43.625061Z","end":"2026-04-16T03:50:44.146089Z","steps":["trace[567452009] 'read index received' (duration: 211.88125ms)","trace[567452009] 'applied index is now lower than readState.Index' (duration: 309.145843ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:44.146366Z","caller":"traceutil/trace.go:171","msg":"trace[2130632748] transaction","detail":"{read_only:false; response_revision:6046; number_of_response:1; }","duration":"556.043491ms","start":"2026-04-16T03:50:43.590308Z","end":"2026-04-16T03:50:44.146351Z","steps":["trace[2130632748] 'process raft request' (duration: 246.523555ms)","trace[2130632748] 'compare' (duration: 308.544829ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:44.146446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:43.590267Z","time spent":"556.137731ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:44.146498Z","caller":"traceutil/trace.go:171","msg":"trace[897856785] transaction","detail":"{read_only:false; response_revision:6047; number_of_response:1; }","duration":"556.0139ms","start":"2026-04-16T03:50:43.590459Z","end":"2026-04-16T03:50:44.146473Z","steps":["trace[897856785] 'process raft request' (duration: 555.514267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:44.146606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.188226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:50:44.146641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:43.590426Z","time spent":"556.142062ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:44.146685Z","caller":"traceutil/trace.go:171","msg":"trace[170861412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6048; }","duration":"552.305026ms","start":"2026-04-16T03:50:43.594362Z","end":"2026-04-16T03:50:44.146667Z","steps":["trace[170861412] 'agreement among raft nodes before linearized reading' (duration: 552.066715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:44.14669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.52361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:1716"} {"level":"warn","ts":"2026-04-16T03:50:44.146746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:43.594349Z","time spent":"552.382637ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:50:44.146773Z","caller":"traceutil/trace.go:171","msg":"trace[136593434] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:6048; }","duration":"789.638261ms","start":"2026-04-16T03:50:43.357095Z","end":"2026-04-16T03:50:44.146733Z","steps":["trace[136593434] 'agreement among raft nodes before linearized reading' (duration: 789.394239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:44.146827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.776974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T03:50:44.146846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:43.357077Z","time spent":"789.756661ms","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":1738,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"info","ts":"2026-04-16T03:50:44.146891Z","caller":"traceutil/trace.go:171","msg":"trace[327624649] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:6048; }","duration":"628.904636ms","start":"2026-04-16T03:50:43.517973Z","end":"2026-04-16T03:50:44.146878Z","steps":["trace[327624649] 'agreement among raft nodes before linearized reading' (duration: 628.691873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:44.14693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:43.517951Z","time spent":"628.972196ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"info","ts":"2026-04-16T03:50:44.147209Z","caller":"traceutil/trace.go:171","msg":"trace[617411522] transaction","detail":"{read_only:false; response_revision:6048; number_of_response:1; }","duration":"555.85371ms","start":"2026-04-16T03:50:43.590842Z","end":"2026-04-16T03:50:44.146695Z","steps":["trace[617411522] 'process raft request' (duration: 555.207956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:44.147386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:43.59082Z","time spent":"556.486344ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:44.457141Z","caller":"traceutil/trace.go:171","msg":"trace[1362727399] transaction","detail":"{read_only:false; response_revision:6049; number_of_response:1; }","duration":"824.471989ms","start":"2026-04-16T03:50:43.632634Z","end":"2026-04-16T03:50:44.457106Z","steps":["trace[1362727399] 'process raft request' (duration: 823.595324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:44.457305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:43.632615Z","time spent":"824.61087ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":842,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:50:44.457348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.381207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:50:44.457395Z","caller":"traceutil/trace.go:171","msg":"trace[1116030224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6050; }","duration":"827.480928ms","start":"2026-04-16T03:50:43.629904Z","end":"2026-04-16T03:50:44.457385Z","steps":["trace[1116030224] 'agreement among raft nodes before linearized reading' (duration: 827.292207ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:44.457387Z","caller":"traceutil/trace.go:171","msg":"trace[1161350568] transaction","detail":"{read_only:false; response_revision:6050; number_of_response:1; }","duration":"818.039807ms","start":"2026-04-16T03:50:43.639324Z","end":"2026-04-16T03:50:44.457364Z","steps":["trace[1161350568] 'process raft request' (duration: 817.665324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:44.457431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:43.629885Z","time spent":"827.537118ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:44.457438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.372591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T03:50:44.457445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.683992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:50:44.457493Z","caller":"traceutil/trace.go:171","msg":"trace[631370611] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6050; }","duration":"826.475661ms","start":"2026-04-16T03:50:43.631004Z","end":"2026-04-16T03:50:44.457479Z","steps":["trace[631370611] 'agreement among raft nodes before linearized reading' (duration: 826.30119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:44.457507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:43.639316Z","time spent":"818.125927ms","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2250,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:44.457523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:43.630974Z","time spent":"826.543332ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:50:44.457513Z","caller":"traceutil/trace.go:171","msg":"trace[107736571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6050; }","duration":"680.793183ms","start":"2026-04-16T03:50:43.776703Z","end":"2026-04-16T03:50:44.457496Z","steps":["trace[107736571] 'agreement among raft nodes before linearized reading' (duration: 680.591232ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:44.457144Z","caller":"traceutil/trace.go:171","msg":"trace[308069751] linearizableReadLoop","detail":"{readStateIndex:6285; appliedIndex:6283; }","duration":"310.971605ms","start":"2026-04-16T03:50:44.146147Z","end":"2026-04-16T03:50:44.457119Z","steps":["trace[308069751] 'read index received' (duration: 310.09608ms)","trace[308069751] 'applied index is now lower than readState.Index' (duration: 874.225µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:44.457558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:43.776684Z","time spent":"680.865314ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:44.457638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.949245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:50:44.457656Z","caller":"traceutil/trace.go:171","msg":"trace[1222371514] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6050; }","duration":"735.057306ms","start":"2026-04-16T03:50:43.722592Z","end":"2026-04-16T03:50:44.45765Z","steps":["trace[1222371514] 'agreement among raft nodes before linearized reading' (duration: 735.001816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:44.457672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:43.722558Z","time spent":"735.110636ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T03:50:44.457716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.051678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"info","ts":"2026-04-16T03:50:44.457745Z","caller":"traceutil/trace.go:171","msg":"trace[523768706] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6050; }","duration":"491.078168ms","start":"2026-04-16T03:50:43.966657Z","end":"2026-04-16T03:50:44.457735Z","steps":["trace[523768706] 'agreement among raft nodes before linearized reading' (duration: 491.018547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:44.457776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:43.966597Z","time spent":"491.173238ms","remote":"127.0.0.1:45650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2006,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-16T03:50:44.457842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.73219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:50:44.4579Z","caller":"traceutil/trace.go:171","msg":"trace[1002983504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6050; }","duration":"827.796281ms","start":"2026-04-16T03:50:43.630088Z","end":"2026-04-16T03:50:44.457884Z","steps":["trace[1002983504] 'agreement among raft nodes before linearized reading' (duration: 827.592529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:44.45795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:43.630062Z","time spent":"827.871481ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:50:44.502683Z","caller":"traceutil/trace.go:171","msg":"trace[710918021] transaction","detail":"{read_only:false; response_revision:6051; number_of_response:1; }","duration":"351.007856ms","start":"2026-04-16T03:50:44.151648Z","end":"2026-04-16T03:50:44.502656Z","steps":["trace[710918021] 'process raft request' (duration: 350.842244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:44.502916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:44.151627Z","time spent":"351.210328ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:44.502775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:44.148564Z","time spent":"354.204947ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:50:44.71312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.930997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:44.713769Z","caller":"traceutil/trace.go:171","msg":"trace[1404952680] transaction","detail":"{read_only:false; response_revision:6057; number_of_response:1; }","duration":"209.393944ms","start":"2026-04-16T03:50:44.504361Z","end":"2026-04-16T03:50:44.713755Z","steps":["trace[1404952680] 'process raft request' (duration: 209.357924ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:44.713949Z","caller":"traceutil/trace.go:171","msg":"trace[811388294] transaction","detail":"{read_only:false; response_revision:6052; number_of_response:1; }","duration":"250.940315ms","start":"2026-04-16T03:50:44.46297Z","end":"2026-04-16T03:50:44.71391Z","steps":["trace[811388294] 'process raft request' (duration: 140.156613ms)","trace[811388294] 'compare' (duration: 109.818236ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:44.714283Z","caller":"traceutil/trace.go:171","msg":"trace[1518605938] transaction","detail":"{read_only:false; response_revision:6056; number_of_response:1; }","duration":"249.354314ms","start":"2026-04-16T03:50:44.464915Z","end":"2026-04-16T03:50:44.714269Z","steps":["trace[1518605938] 'process raft request' (duration: 248.775101ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:44.714327Z","caller":"traceutil/trace.go:171","msg":"trace[255193465] transaction","detail":"{read_only:false; response_revision:6054; number_of_response:1; }","duration":"250.127358ms","start":"2026-04-16T03:50:44.464188Z","end":"2026-04-16T03:50:44.714315Z","steps":["trace[255193465] 'process raft request' (duration: 249.443004ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:44.714319Z","caller":"traceutil/trace.go:171","msg":"trace[1477270830] linearizableReadLoop","detail":"{readStateIndex:6292; appliedIndex:6287; }","duration":"211.670018ms","start":"2026-04-16T03:50:44.502623Z","end":"2026-04-16T03:50:44.714293Z","steps":["trace[1477270830] 'read index received' (duration: 100.516734ms)","trace[1477270830] 'applied index is now lower than readState.Index' (duration: 111.149924ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:44.714349Z","caller":"traceutil/trace.go:171","msg":"trace[1994587492] transaction","detail":"{read_only:false; response_revision:6053; number_of_response:1; }","duration":"250.215579ms","start":"2026-04-16T03:50:44.464103Z","end":"2026-04-16T03:50:44.714319Z","steps":["trace[1994587492] 'process raft request' (duration: 249.483095ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:44.714272Z","caller":"traceutil/trace.go:171","msg":"trace[1049010217] transaction","detail":"{read_only:false; response_revision:6055; number_of_response:1; }","duration":"249.527885ms","start":"2026-04-16T03:50:44.464721Z","end":"2026-04-16T03:50:44.714249Z","steps":["trace[1049010217] 'process raft request' (duration: 248.935821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:44.714644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.303883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:50:44.714687Z","caller":"traceutil/trace.go:171","msg":"trace[409559195] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6057; }","duration":"252.404554ms","start":"2026-04-16T03:50:44.462272Z","end":"2026-04-16T03:50:44.714677Z","steps":["trace[409559195] 'agreement among raft nodes before linearized reading' (duration: 252.196522ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:45.038185Z","caller":"traceutil/trace.go:171","msg":"trace[1338161407] linearizableReadLoop","detail":"{readStateIndex:6294; appliedIndex:6293; }","duration":"323.744208ms","start":"2026-04-16T03:50:44.71441Z","end":"2026-04-16T03:50:45.038154Z","steps":["trace[1338161407] 'read index received' (duration: 317.238216ms)","trace[1338161407] 'applied index is now lower than readState.Index' (duration: 6.504542ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:45.038302Z","caller":"traceutil/trace.go:171","msg":"trace[933295204] transaction","detail":"{read_only:false; response_revision:6058; number_of_response:1; }","duration":"378.098662ms","start":"2026-04-16T03:50:44.66018Z","end":"2026-04-16T03:50:45.038278Z","steps":["trace[933295204] 'process raft request' (duration: 371.454199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:45.038413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:44.66016Z","time spent":"378.190073ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2581,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:50:45.038451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.379961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:45.038506Z","caller":"traceutil/trace.go:171","msg":"trace[1279969562] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:6058; }","duration":"350.480773ms","start":"2026-04-16T03:50:44.688005Z","end":"2026-04-16T03:50:45.038486Z","steps":["trace[1279969562] 'agreement among raft nodes before linearized reading' (duration: 350.335912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:45.038562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:44.687984Z","time spent":"350.563883ms","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:45.038874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.218507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:50:45.038961Z","caller":"traceutil/trace.go:171","msg":"trace[1821521946] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:6058; }","duration":"400.369617ms","start":"2026-04-16T03:50:44.638574Z","end":"2026-04-16T03:50:45.038944Z","steps":["trace[1821521946] 'agreement among raft nodes before linearized reading' (duration: 400.154836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:45.039005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:44.638555Z","time spent":"400.442278ms","remote":"127.0.0.1:45746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:50:45.046744Z","caller":"traceutil/trace.go:171","msg":"trace[465159851] transaction","detail":"{read_only:false; response_revision:6059; number_of_response:1; }","duration":"275.867937ms","start":"2026-04-16T03:50:44.770848Z","end":"2026-04-16T03:50:45.046716Z","steps":["trace[465159851] 'process raft request' (duration: 275.519945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:45.047074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.928259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T03:50:45.047126Z","caller":"traceutil/trace.go:171","msg":"trace[821462953] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6059; }","duration":"330.0114ms","start":"2026-04-16T03:50:44.717102Z","end":"2026-04-16T03:50:45.047114Z","steps":["trace[821462953] 'agreement among raft nodes before linearized reading' (duration: 329.899269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:45.047153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:44.71709Z","time spent":"330.05802ms","remote":"127.0.0.1:45624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:50:45.047305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.135146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:11935"} {"level":"info","ts":"2026-04-16T03:50:45.047329Z","caller":"traceutil/trace.go:171","msg":"trace[449540749] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6059; }","duration":"331.335147ms","start":"2026-04-16T03:50:44.715988Z","end":"2026-04-16T03:50:45.047323Z","steps":["trace[449540749] 'agreement among raft nodes before linearized reading' (duration: 331.267166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:45.047346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:44.715973Z","time spent":"331.369928ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":11957,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-16T03:50:45.385238Z","caller":"traceutil/trace.go:171","msg":"trace[288771615] linearizableReadLoop","detail":"{readStateIndex:6308; appliedIndex:6307; }","duration":"110.337769ms","start":"2026-04-16T03:50:45.27488Z","end":"2026-04-16T03:50:45.385218Z","steps":["trace[288771615] 'read index received' (duration: 109.865275ms)","trace[288771615] 'applied index is now lower than readState.Index' (duration: 471.564µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:45.385289Z","caller":"traceutil/trace.go:171","msg":"trace[1002910268] transaction","detail":"{read_only:false; response_revision:6072; number_of_response:1; }","duration":"114.426995ms","start":"2026-04-16T03:50:45.270839Z","end":"2026-04-16T03:50:45.385266Z","steps":["trace[1002910268] 'process raft request' (duration: 114.143952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:45.385589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.691811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:61063"} {"level":"info","ts":"2026-04-16T03:50:45.385667Z","caller":"traceutil/trace.go:171","msg":"trace[1709271919] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:6072; }","duration":"110.817021ms","start":"2026-04-16T03:50:45.274833Z","end":"2026-04-16T03:50:45.38565Z","steps":["trace[1709271919] 'agreement among raft nodes before linearized reading' (duration: 110.52143ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:45.555779Z","caller":"traceutil/trace.go:171","msg":"trace[523180290] transaction","detail":"{read_only:false; response_revision:6073; number_of_response:1; }","duration":"160.782657ms","start":"2026-04-16T03:50:45.394969Z","end":"2026-04-16T03:50:45.555752Z","steps":["trace[523180290] 'process raft request' (duration: 122.777099ms)","trace[523180290] 'compare' (duration: 37.861977ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:45.575798Z","caller":"traceutil/trace.go:171","msg":"trace[292481217] linearizableReadLoop","detail":"{readStateIndex:6310; appliedIndex:6308; }","duration":"158.685354ms","start":"2026-04-16T03:50:45.417093Z","end":"2026-04-16T03:50:45.575778Z","steps":["trace[292481217] 'read index received' (duration: 100.583745ms)","trace[292481217] 'applied index is now lower than readState.Index' (duration: 58.100849ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:45.575841Z","caller":"traceutil/trace.go:171","msg":"trace[197187756] transaction","detail":"{read_only:false; response_revision:6074; number_of_response:1; }","duration":"179.286618ms","start":"2026-04-16T03:50:45.396519Z","end":"2026-04-16T03:50:45.575805Z","steps":["trace[197187756] 'process raft request' (duration: 179.139387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:45.576068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.954465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-16T03:50:45.576123Z","caller":"traceutil/trace.go:171","msg":"trace[1384790878] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6074; }","duration":"159.033456ms","start":"2026-04-16T03:50:45.41706Z","end":"2026-04-16T03:50:45.576094Z","steps":["trace[1384790878] 'agreement among raft nodes before linearized reading' (duration: 158.823934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:45.72917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.457013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-16T03:50:45.729253Z","caller":"traceutil/trace.go:171","msg":"trace[656173714] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6077; }","duration":"126.562884ms","start":"2026-04-16T03:50:45.60267Z","end":"2026-04-16T03:50:45.729232Z","steps":["trace[656173714] 'agreement among raft nodes before linearized reading' (duration: 126.317473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:46.182204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.555467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-cf859d464-njn26.18a6b9d43fb26be2\" ","response":"range_response_count:1 size:893"} {"level":"info","ts":"2026-04-16T03:50:46.182306Z","caller":"traceutil/trace.go:171","msg":"trace[1643987367] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-cf859d464-njn26.18a6b9d43fb26be2; range_end:; response_count:1; response_revision:6081; }","duration":"234.683209ms","start":"2026-04-16T03:50:45.947596Z","end":"2026-04-16T03:50:46.182279Z","steps":["trace[1643987367] 'range keys from in-memory index tree' (duration: 234.282006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:46.182201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.501302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:46.18242Z","caller":"traceutil/trace.go:171","msg":"trace[1594732149] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:6081; }","duration":"287.748534ms","start":"2026-04-16T03:50:45.894653Z","end":"2026-04-16T03:50:46.182402Z","steps":["trace[1594732149] 'range keys from in-memory index tree' (duration: 287.448462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:46.183184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.724237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193165"} {"level":"info","ts":"2026-04-16T03:50:46.183439Z","caller":"traceutil/trace.go:171","msg":"trace[877142185] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:6081; }","duration":"132.033181ms","start":"2026-04-16T03:50:46.05138Z","end":"2026-04-16T03:50:46.183413Z","steps":["trace[877142185] 'range keys from in-memory index tree' (duration: 130.537801ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:49.785796Z","caller":"traceutil/trace.go:171","msg":"trace[1077517312] transaction","detail":"{read_only:false; response_revision:6112; number_of_response:1; }","duration":"174.766348ms","start":"2026-04-16T03:50:49.611002Z","end":"2026-04-16T03:50:49.785768Z","steps":["trace[1077517312] 'process raft request' (duration: 130.56398ms)","trace[1077517312] 'compare' (duration: 44.064357ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:49.813669Z","caller":"traceutil/trace.go:171","msg":"trace[28376341] transaction","detail":"{read_only:false; response_revision:6113; number_of_response:1; }","duration":"120.837177ms","start":"2026-04-16T03:50:49.692808Z","end":"2026-04-16T03:50:49.813645Z","steps":["trace[28376341] 'process raft request' (duration: 120.727416ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:50.076749Z","caller":"traceutil/trace.go:171","msg":"trace[377450577] transaction","detail":"{read_only:false; response_revision:6114; number_of_response:1; }","duration":"282.863682ms","start":"2026-04-16T03:50:49.793851Z","end":"2026-04-16T03:50:50.076715Z","steps":["trace[377450577] 'process raft request' (duration: 230.281371ms)","trace[377450577] 'compare' (duration: 52.35285ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:50.077252Z","caller":"traceutil/trace.go:171","msg":"trace[1722583494] transaction","detail":"{read_only:false; response_revision:6116; number_of_response:1; }","duration":"280.716818ms","start":"2026-04-16T03:50:49.796506Z","end":"2026-04-16T03:50:50.077222Z","steps":["trace[1722583494] 'process raft request' (duration: 280.495117ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:50.077699Z","caller":"traceutil/trace.go:171","msg":"trace[1662604164] transaction","detail":"{read_only:false; response_revision:6117; number_of_response:1; }","duration":"280.437116ms","start":"2026-04-16T03:50:49.797219Z","end":"2026-04-16T03:50:50.077656Z","steps":["trace[1662604164] 'process raft request' (duration: 279.927472ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:50.077706Z","caller":"traceutil/trace.go:171","msg":"trace[931676396] linearizableReadLoop","detail":"{readStateIndex:6356; appliedIndex:6351; }","duration":"245.71765ms","start":"2026-04-16T03:50:49.831963Z","end":"2026-04-16T03:50:50.07768Z","steps":["trace[931676396] 'read index received' (duration: 192.064311ms)","trace[931676396] 'applied index is now lower than readState.Index' (duration: 53.651219ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:50.077886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.903822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-16T03:50:50.077933Z","caller":"traceutil/trace.go:171","msg":"trace[1882944723] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6118; }","duration":"245.998993ms","start":"2026-04-16T03:50:49.831923Z","end":"2026-04-16T03:50:50.077922Z","steps":["trace[1882944723] 'agreement among raft nodes before linearized reading' (duration: 245.826652ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:50.078054Z","caller":"traceutil/trace.go:171","msg":"trace[130857443] transaction","detail":"{read_only:false; response_revision:6118; number_of_response:1; }","duration":"273.751333ms","start":"2026-04-16T03:50:49.804282Z","end":"2026-04-16T03:50:50.078033Z","steps":["trace[130857443] 'process raft request' (duration: 273.071739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:50.079798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.876857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:50.079866Z","caller":"traceutil/trace.go:171","msg":"trace[2043508865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6118; }","duration":"103.996557ms","start":"2026-04-16T03:50:49.975855Z","end":"2026-04-16T03:50:50.079851Z","steps":["trace[2043508865] 'agreement among raft nodes before linearized reading' (duration: 103.890937ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:50.08009Z","caller":"traceutil/trace.go:171","msg":"trace[721193910] transaction","detail":"{read_only:false; response_revision:6115; number_of_response:1; }","duration":"280.912159ms","start":"2026-04-16T03:50:49.796245Z","end":"2026-04-16T03:50:50.077157Z","steps":["trace[721193910] 'process raft request' (duration: 280.401996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:50.481024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.742837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:50.48116Z","caller":"traceutil/trace.go:171","msg":"trace[1699252332] transaction","detail":"{read_only:false; response_revision:6119; number_of_response:1; }","duration":"385.138288ms","start":"2026-04-16T03:50:50.096001Z","end":"2026-04-16T03:50:50.481139Z","steps":["trace[1699252332] 'process raft request' (duration: 161.17105ms)","trace[1699252332] 'compare' (duration: 223.546436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:50.481542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:50.095982Z","time spent":"385.45528ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4711,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:50.488835Z","caller":"traceutil/trace.go:171","msg":"trace[1099371651] transaction","detail":"{read_only:false; response_revision:6120; number_of_response:1; }","duration":"285.971562ms","start":"2026-04-16T03:50:50.202806Z","end":"2026-04-16T03:50:50.488777Z","steps":["trace[1099371651] 'process raft request' (duration: 285.737061ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:50.488829Z","caller":"traceutil/trace.go:171","msg":"trace[1929129647] transaction","detail":"{read_only:false; response_revision:6121; number_of_response:1; }","duration":"284.961034ms","start":"2026-04-16T03:50:50.20381Z","end":"2026-04-16T03:50:50.488771Z","steps":["trace[1929129647] 'process raft request' (duration: 284.874164ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:50.488932Z","caller":"traceutil/trace.go:171","msg":"trace[1404581587] linearizableReadLoop","detail":"{readStateIndex:6360; appliedIndex:6356; }","duration":"261.247751ms","start":"2026-04-16T03:50:50.227671Z","end":"2026-04-16T03:50:50.488919Z","steps":["trace[1404581587] 'read index received' (duration: 29.444013ms)","trace[1404581587] 'applied index is now lower than readState.Index' (duration: 231.802618ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:50.489122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.432273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:50:50.489197Z","caller":"traceutil/trace.go:171","msg":"trace[1470476497] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6122; }","duration":"261.562604ms","start":"2026-04-16T03:50:50.227623Z","end":"2026-04-16T03:50:50.489186Z","steps":["trace[1470476497] 'agreement among raft nodes before linearized reading' (duration: 261.332401ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:50.489229Z","caller":"traceutil/trace.go:171","msg":"trace[343447287] transaction","detail":"{read_only:false; response_revision:6122; number_of_response:1; }","duration":"285.297778ms","start":"2026-04-16T03:50:50.203918Z","end":"2026-04-16T03:50:50.489216Z","steps":["trace[343447287] 'process raft request' (duration: 284.814224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:50.778429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.086181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-data-valkey-node-1.18a6b99804abee4b\" ","response":"range_response_count:1 size:764"} {"level":"info","ts":"2026-04-16T03:50:50.778512Z","caller":"traceutil/trace.go:171","msg":"trace[483627573] range","detail":"{range_begin:/registry/events/openstack/valkey-data-valkey-node-1.18a6b99804abee4b; range_end:; response_count:1; response_revision:6122; }","duration":"155.227432ms","start":"2026-04-16T03:50:50.623267Z","end":"2026-04-16T03:50:50.778494Z","steps":["trace[483627573] 'range keys from in-memory index tree' (duration: 154.925629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:50.778708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.106215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:50:50.778839Z","caller":"traceutil/trace.go:171","msg":"trace[1772029889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6122; }","duration":"148.290226ms","start":"2026-04-16T03:50:50.630525Z","end":"2026-04-16T03:50:50.778815Z","steps":["trace[1772029889] 'range keys from in-memory index tree' (duration: 147.725392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:51.274715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.033819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:51.275292Z","caller":"traceutil/trace.go:171","msg":"trace[1191864293] transaction","detail":"{read_only:false; response_revision:6124; number_of_response:1; }","duration":"492.228305ms","start":"2026-04-16T03:50:50.783047Z","end":"2026-04-16T03:50:51.275275Z","steps":["trace[1191864293] 'process raft request' (duration: 491.747342ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:51.275309Z","caller":"traceutil/trace.go:171","msg":"trace[499699448] transaction","detail":"{read_only:false; response_revision:6123; number_of_response:1; }","duration":"492.542157ms","start":"2026-04-16T03:50:50.78273Z","end":"2026-04-16T03:50:51.275272Z","steps":["trace[499699448] 'process raft request' (duration: 284.875945ms)","trace[499699448] 'compare' (duration: 206.902648ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:51.275466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:50.782713Z","time spent":"492.664938ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:51.275368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:50.783031Z","time spent":"492.301496ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:51.275528Z","caller":"traceutil/trace.go:171","msg":"trace[1169341133] transaction","detail":"{read_only:false; response_revision:6125; number_of_response:1; }","duration":"492.372067ms","start":"2026-04-16T03:50:50.783133Z","end":"2026-04-16T03:50:51.275505Z","steps":["trace[1169341133] 'process raft request' (duration: 492.101675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:51.275679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:50.783122Z","time spent":"492.482567ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:51.275764Z","caller":"traceutil/trace.go:171","msg":"trace[1147208391] transaction","detail":"{read_only:false; response_revision:6127; number_of_response:1; }","duration":"492.192474ms","start":"2026-04-16T03:50:50.783557Z","end":"2026-04-16T03:50:51.275749Z","steps":["trace[1147208391] 'process raft request' (duration: 492.130694ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:51.275834Z","caller":"traceutil/trace.go:171","msg":"trace[544624922] transaction","detail":"{read_only:false; response_revision:6126; number_of_response:1; }","duration":"492.436006ms","start":"2026-04-16T03:50:50.783339Z","end":"2026-04-16T03:50:51.275775Z","steps":["trace[544624922] 'process raft request' (duration: 492.065754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:51.275995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:50.783329Z","time spent":"492.598497ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:51.276386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:50.783499Z","time spent":"492.307636ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:51.488633Z","caller":"traceutil/trace.go:171","msg":"trace[1480076784] linearizableReadLoop","detail":"{readStateIndex:6367; appliedIndex:6361; }","duration":"542.834804ms","start":"2026-04-16T03:50:50.945767Z","end":"2026-04-16T03:50:51.488602Z","steps":["trace[1480076784] 'read index received' (duration: 121.748443ms)","trace[1480076784] 'applied index is now lower than readState.Index' (duration: 421.084781ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:51.488659Z","caller":"traceutil/trace.go:171","msg":"trace[110952492] transaction","detail":"{read_only:false; response_revision:6128; number_of_response:1; }","duration":"579.214922ms","start":"2026-04-16T03:50:50.909411Z","end":"2026-04-16T03:50:51.488626Z","steps":["trace[110952492] 'process raft request' (duration: 538.628438ms)","trace[110952492] 'compare' (duration: 40.292542ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:51.488753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.962565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:51.488883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:50.909385Z","time spent":"579.335312ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":749,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:51.489013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.836611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:50:51.489023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.301471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17126"} {"level":"info","ts":"2026-04-16T03:50:51.488831Z","caller":"traceutil/trace.go:171","msg":"trace[1421683366] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:6128; }","duration":"543.087516ms","start":"2026-04-16T03:50:50.945727Z","end":"2026-04-16T03:50:51.488814Z","steps":["trace[1421683366] 'agreement among raft nodes before linearized reading' (duration: 542.962305ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:51.4891Z","caller":"traceutil/trace.go:171","msg":"trace[189948415] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6128; }","duration":"198.380081ms","start":"2026-04-16T03:50:51.290703Z","end":"2026-04-16T03:50:51.489083Z","steps":["trace[189948415] 'agreement among raft nodes before linearized reading' (duration: 198.1737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:51.48913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:50.945708Z","time spent":"543.404928ms","remote":"127.0.0.1:58500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:50:51.489066Z","caller":"traceutil/trace.go:171","msg":"trace[1340630448] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:6128; }","duration":"440.967141ms","start":"2026-04-16T03:50:51.048087Z","end":"2026-04-16T03:50:51.489054Z","steps":["trace[1340630448] 'agreement among raft nodes before linearized reading' (duration: 440.668029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:51.489662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:51.048068Z","time spent":"441.426445ms","remote":"127.0.0.1:39340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":21,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:50:51.735422Z","caller":"traceutil/trace.go:171","msg":"trace[1769367095] linearizableReadLoop","detail":"{readStateIndex:6368; appliedIndex:6367; }","duration":"187.078118ms","start":"2026-04-16T03:50:51.54831Z","end":"2026-04-16T03:50:51.735388Z","steps":["trace[1769367095] 'read index received' (duration: 186.778746ms)","trace[1769367095] 'applied index is now lower than readState.Index' (duration: 298.022µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:51.735498Z","caller":"traceutil/trace.go:171","msg":"trace[1328628539] transaction","detail":"{read_only:false; response_revision:6129; number_of_response:1; }","duration":"233.219649ms","start":"2026-04-16T03:50:51.50225Z","end":"2026-04-16T03:50:51.73547Z","steps":["trace[1328628539] 'process raft request' (duration: 232.957477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:51.736134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.805273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-16T03:50:51.736205Z","caller":"traceutil/trace.go:171","msg":"trace[1955442180] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6129; }","duration":"187.922753ms","start":"2026-04-16T03:50:51.548259Z","end":"2026-04-16T03:50:51.736181Z","steps":["trace[1955442180] 'agreement among raft nodes before linearized reading' (duration: 187.263648ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:51.90084Z","caller":"traceutil/trace.go:171","msg":"trace[1244964442] transaction","detail":"{read_only:false; response_revision:6130; number_of_response:1; }","duration":"147.707861ms","start":"2026-04-16T03:50:51.753064Z","end":"2026-04-16T03:50:51.900772Z","steps":["trace[1244964442] 'process raft request' (duration: 147.49923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:52.137918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.152158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:52.138039Z","caller":"traceutil/trace.go:171","msg":"trace[598637959] transaction","detail":"{read_only:false; response_revision:6131; number_of_response:1; }","duration":"319.698412ms","start":"2026-04-16T03:50:51.818314Z","end":"2026-04-16T03:50:52.138013Z","steps":["trace[598637959] 'process raft request' (duration: 192.352113ms)","trace[598637959] 'compare' (duration: 127.019867ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:52.138123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:51.818287Z","time spent":"319.792242ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:52.209629Z","caller":"traceutil/trace.go:171","msg":"trace[215861599] transaction","detail":"{read_only:false; response_revision:6132; number_of_response:1; }","duration":"301.443753ms","start":"2026-04-16T03:50:51.908163Z","end":"2026-04-16T03:50:52.209607Z","steps":["trace[215861599] 'process raft request' (duration: 301.150201ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:52.209629Z","caller":"traceutil/trace.go:171","msg":"trace[960550457] transaction","detail":"{read_only:false; response_revision:6133; number_of_response:1; }","duration":"301.256102ms","start":"2026-04-16T03:50:51.908352Z","end":"2026-04-16T03:50:52.209608Z","steps":["trace[960550457] 'process raft request' (duration: 301.118471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:52.209747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:51.908144Z","time spent":"301.539884ms","remote":"127.0.0.1:45718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:52.209753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:51.908345Z","time spent":"301.347803ms","remote":"127.0.0.1:45718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:52.209968Z","caller":"traceutil/trace.go:171","msg":"trace[564508434] linearizableReadLoop","detail":"{readStateIndex:6375; appliedIndex:6369; }","duration":"234.411136ms","start":"2026-04-16T03:50:51.975538Z","end":"2026-04-16T03:50:52.209949Z","steps":["trace[564508434] 'read index received' (duration: 35.132799ms)","trace[564508434] 'applied index is now lower than readState.Index' (duration: 199.277387ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:52.209938Z","caller":"traceutil/trace.go:171","msg":"trace[551512801] transaction","detail":"{read_only:false; response_revision:6134; number_of_response:1; }","duration":"301.246192ms","start":"2026-04-16T03:50:51.908655Z","end":"2026-04-16T03:50:52.209901Z","steps":["trace[551512801] 'process raft request' (duration: 300.89052ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:52.210066Z","caller":"traceutil/trace.go:171","msg":"trace[1046109756] transaction","detail":"{read_only:false; response_revision:6135; number_of_response:1; }","duration":"300.940021ms","start":"2026-04-16T03:50:51.909087Z","end":"2026-04-16T03:50:52.210027Z","steps":["trace[1046109756] 'process raft request' (duration: 300.568308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:52.210164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.626858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:52.210206Z","caller":"traceutil/trace.go:171","msg":"trace[1700877666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6136; }","duration":"234.691239ms","start":"2026-04-16T03:50:51.975504Z","end":"2026-04-16T03:50:52.210195Z","steps":["trace[1700877666] 'agreement among raft nodes before linearized reading' (duration: 234.628608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:52.21026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:51.909075Z","time spent":"301.069681ms","remote":"127.0.0.1:45624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:52.210409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.822929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-16T03:50:52.210488Z","caller":"traceutil/trace.go:171","msg":"trace[233846929] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6136; }","duration":"125.966051ms","start":"2026-04-16T03:50:52.084506Z","end":"2026-04-16T03:50:52.210472Z","steps":["trace[233846929] 'agreement among raft nodes before linearized reading' (duration: 125.681559ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:52.210508Z","caller":"traceutil/trace.go:171","msg":"trace[1524264608] transaction","detail":"{read_only:false; response_revision:6136; number_of_response:1; }","duration":"294.116666ms","start":"2026-04-16T03:50:51.91638Z","end":"2026-04-16T03:50:52.210497Z","steps":["trace[1524264608] 'process raft request' (duration: 293.506282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:52.212161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:51.908623Z","time spent":"301.470033ms","remote":"127.0.0.1:45624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:52.443667Z","caller":"traceutil/trace.go:171","msg":"trace[1018963161] transaction","detail":"{read_only:false; response_revision:6137; number_of_response:1; }","duration":"213.143698ms","start":"2026-04-16T03:50:52.230476Z","end":"2026-04-16T03:50:52.443619Z","steps":["trace[1018963161] 'process raft request' (duration: 212.988817ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:52.614703Z","caller":"traceutil/trace.go:171","msg":"trace[626979105] transaction","detail":"{read_only:false; response_revision:6138; number_of_response:1; }","duration":"121.137879ms","start":"2026-04-16T03:50:52.49354Z","end":"2026-04-16T03:50:52.614678Z","steps":["trace[626979105] 'process raft request' (duration: 53.023885ms)","trace[626979105] 'compare' (duration: 67.931682ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:52.614881Z","caller":"traceutil/trace.go:171","msg":"trace[1112960125] transaction","detail":"{read_only:false; response_revision:6139; number_of_response:1; }","duration":"120.802567ms","start":"2026-04-16T03:50:52.494063Z","end":"2026-04-16T03:50:52.614865Z","steps":["trace[1112960125] 'process raft request' (duration: 120.567645ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:52.615055Z","caller":"traceutil/trace.go:171","msg":"trace[919236849] transaction","detail":"{read_only:false; response_revision:6140; number_of_response:1; }","duration":"120.528125ms","start":"2026-04-16T03:50:52.494515Z","end":"2026-04-16T03:50:52.615043Z","steps":["trace[919236849] 'process raft request' (duration: 120.297283ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:53.847109Z","caller":"traceutil/trace.go:171","msg":"trace[581423951] transaction","detail":"{read_only:false; response_revision:6149; number_of_response:1; }","duration":"196.223057ms","start":"2026-04-16T03:50:53.650862Z","end":"2026-04-16T03:50:53.847085Z","steps":["trace[581423951] 'process raft request' (duration: 196.046946ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:54.815418Z","caller":"traceutil/trace.go:171","msg":"trace[1870717122] transaction","detail":"{read_only:false; response_revision:6153; number_of_response:1; }","duration":"193.694611ms","start":"2026-04-16T03:50:54.6217Z","end":"2026-04-16T03:50:54.815395Z","steps":["trace[1870717122] 'process raft request' (duration: 193.645401ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:54.81563Z","caller":"traceutil/trace.go:171","msg":"trace[1786296563] transaction","detail":"{read_only:false; response_revision:6152; number_of_response:1; }","duration":"194.82787ms","start":"2026-04-16T03:50:54.620769Z","end":"2026-04-16T03:50:54.815597Z","steps":["trace[1786296563] 'process raft request' (duration: 152.513344ms)","trace[1786296563] 'compare' (duration: 41.935873ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:55.400534Z","caller":"traceutil/trace.go:171","msg":"trace[2006248630] transaction","detail":"{read_only:false; response_revision:6154; number_of_response:1; }","duration":"100.495065ms","start":"2026-04-16T03:50:55.300015Z","end":"2026-04-16T03:50:55.40051Z","steps":["trace[2006248630] 'process raft request' (duration: 100.339224ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:55.484136Z","caller":"traceutil/trace.go:171","msg":"trace[754707098] linearizableReadLoop","detail":"{readStateIndex:6395; appliedIndex:6393; }","duration":"171.635578ms","start":"2026-04-16T03:50:55.312475Z","end":"2026-04-16T03:50:55.484111Z","steps":["trace[754707098] 'read index received' (duration: 87.910193ms)","trace[754707098] 'applied index is now lower than readState.Index' (duration: 83.724055ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:55.484283Z","caller":"traceutil/trace.go:171","msg":"trace[470850371] transaction","detail":"{read_only:false; response_revision:6155; number_of_response:1; }","duration":"172.908436ms","start":"2026-04-16T03:50:55.311336Z","end":"2026-04-16T03:50:55.484244Z","steps":["trace[470850371] 'process raft request' (duration: 172.584924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:55.484387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.88764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:50:55.484422Z","caller":"traceutil/trace.go:171","msg":"trace[1885451628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6155; }","duration":"171.95572ms","start":"2026-04-16T03:50:55.312456Z","end":"2026-04-16T03:50:55.484412Z","steps":["trace[1885451628] 'agreement among raft nodes before linearized reading' (duration: 171.804409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:55.484608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.788949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T03:50:55.484657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.147205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:50:55.48469Z","caller":"traceutil/trace.go:171","msg":"trace[76593126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6155; }","duration":"171.8985ms","start":"2026-04-16T03:50:55.312774Z","end":"2026-04-16T03:50:55.484672Z","steps":["trace[76593126] 'agreement among raft nodes before linearized reading' (duration: 171.663398ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:55.484709Z","caller":"traceutil/trace.go:171","msg":"trace[2056706900] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6155; }","duration":"171.244635ms","start":"2026-04-16T03:50:55.313449Z","end":"2026-04-16T03:50:55.484693Z","steps":["trace[2056706900] 'agreement among raft nodes before linearized reading' (duration: 171.064984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:55.484813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.868179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:50:55.484848Z","caller":"traceutil/trace.go:171","msg":"trace[722467145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6155; }","duration":"171.930051ms","start":"2026-04-16T03:50:55.312908Z","end":"2026-04-16T03:50:55.484838Z","steps":["trace[722467145] 'agreement among raft nodes before linearized reading' (duration: 171.84358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:55.739305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.094457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:50:55.739383Z","caller":"traceutil/trace.go:171","msg":"trace[1849930611] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6159; }","duration":"156.230298ms","start":"2026-04-16T03:50:55.583136Z","end":"2026-04-16T03:50:55.739366Z","steps":["trace[1849930611] 'range keys from in-memory index tree' (duration: 155.918795ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:56.242332Z","caller":"traceutil/trace.go:171","msg":"trace[505347480] linearizableReadLoop","detail":"{readStateIndex:6400; appliedIndex:6399; }","duration":"210.39449ms","start":"2026-04-16T03:50:56.031913Z","end":"2026-04-16T03:50:56.242307Z","steps":["trace[505347480] 'read index received' (duration: 210.235249ms)","trace[505347480] 'applied index is now lower than readState.Index' (duration: 157.961µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:56.242514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.582141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:56.242557Z","caller":"traceutil/trace.go:171","msg":"trace[380614658] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:6160; }","duration":"210.689512ms","start":"2026-04-16T03:50:56.031856Z","end":"2026-04-16T03:50:56.242546Z","steps":["trace[380614658] 'agreement among raft nodes before linearized reading' (duration: 210.568161ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:56.242513Z","caller":"traceutil/trace.go:171","msg":"trace[1446833494] transaction","detail":"{read_only:false; response_revision:6160; number_of_response:1; }","duration":"292.782797ms","start":"2026-04-16T03:50:55.949604Z","end":"2026-04-16T03:50:56.242386Z","steps":["trace[1446833494] 'process raft request' (duration: 292.516815ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:56.931435Z","caller":"traceutil/trace.go:171","msg":"trace[1655753987] transaction","detail":"{read_only:false; response_revision:6164; number_of_response:1; }","duration":"109.791925ms","start":"2026-04-16T03:50:56.821613Z","end":"2026-04-16T03:50:56.931405Z","steps":["trace[1655753987] 'process raft request' (duration: 109.566004ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:57.594301Z","caller":"traceutil/trace.go:171","msg":"trace[1366915121] transaction","detail":"{read_only:false; response_revision:6165; number_of_response:1; }","duration":"185.937211ms","start":"2026-04-16T03:50:57.40827Z","end":"2026-04-16T03:50:57.594207Z","steps":["trace[1366915121] 'process raft request' (duration: 185.73711ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:57.814501Z","caller":"traceutil/trace.go:171","msg":"trace[165231085] transaction","detail":"{read_only:false; response_revision:6171; number_of_response:1; }","duration":"126.483803ms","start":"2026-04-16T03:50:57.687988Z","end":"2026-04-16T03:50:57.814471Z","steps":["trace[165231085] 'process raft request' (duration: 126.284122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:59.90827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.406886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:59.908459Z","caller":"traceutil/trace.go:171","msg":"trace[1186521433] transaction","detail":"{read_only:false; response_revision:6180; number_of_response:1; }","duration":"250.32276ms","start":"2026-04-16T03:50:59.65812Z","end":"2026-04-16T03:50:59.908443Z","steps":["trace[1186521433] 'process raft request' (duration: 250.2892ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:59.908766Z","caller":"traceutil/trace.go:171","msg":"trace[1118390765] transaction","detail":"{read_only:false; response_revision:6178; number_of_response:1; }","duration":"250.863023ms","start":"2026-04-16T03:50:59.657883Z","end":"2026-04-16T03:50:59.908746Z","steps":["trace[1118390765] 'process raft request' (duration: 138.903914ms)","trace[1118390765] 'compare' (duration: 111.301745ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:59.908779Z","caller":"traceutil/trace.go:171","msg":"trace[789404545] transaction","detail":"{read_only:false; response_revision:6179; number_of_response:1; }","duration":"250.735822ms","start":"2026-04-16T03:50:59.658011Z","end":"2026-04-16T03:50:59.908747Z","steps":["trace[789404545] 'process raft request' (duration: 250.34948ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:00.434879Z","caller":"traceutil/trace.go:171","msg":"trace[619289834] transaction","detail":"{read_only:false; response_revision:6182; number_of_response:1; }","duration":"141.24381ms","start":"2026-04-16T03:51:00.293608Z","end":"2026-04-16T03:51:00.434852Z","steps":["trace[619289834] 'process raft request' (duration: 141.014389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:04.001638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.939971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:04.001799Z","caller":"traceutil/trace.go:171","msg":"trace[433136732] transaction","detail":"{read_only:false; response_revision:6197; number_of_response:1; }","duration":"300.615437ms","start":"2026-04-16T03:51:03.70116Z","end":"2026-04-16T03:51:04.001776Z","steps":["trace[433136732] 'process raft request' (duration: 54.456324ms)","trace[433136732] 'compare' (duration: 245.844091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:04.00188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:03.701141Z","time spent":"300.699138ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:04.334269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.082903ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:04.334395Z","caller":"traceutil/trace.go:171","msg":"trace[22393004] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6200; }","duration":"226.248874ms","start":"2026-04-16T03:51:04.108127Z","end":"2026-04-16T03:51:04.334376Z","steps":["trace[22393004] 'range keys from in-memory index tree' (duration: 226.070152ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:07.747046Z","caller":"traceutil/trace.go:171","msg":"trace[95892329] transaction","detail":"{read_only:false; response_revision:6220; number_of_response:1; }","duration":"119.83685ms","start":"2026-04-16T03:51:07.627179Z","end":"2026-04-16T03:51:07.747016Z","steps":["trace[95892329] 'process raft request' (duration: 119.628659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:09.181033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.133703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:09.181385Z","caller":"traceutil/trace.go:171","msg":"trace[1410730787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6230; }","duration":"206.506035ms","start":"2026-04-16T03:51:08.974832Z","end":"2026-04-16T03:51:09.181338Z","steps":["trace[1410730787] 'range keys from in-memory index tree' (duration: 206.070633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:09.513284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.292481ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-16T03:51:09.514335Z","caller":"traceutil/trace.go:171","msg":"trace[510459130] transaction","detail":"{read_only:false; response_revision:6231; number_of_response:1; }","duration":"501.641376ms","start":"2026-04-16T03:51:09.012672Z","end":"2026-04-16T03:51:09.514313Z","steps":["trace[510459130] 'process raft request' (duration: 500.904752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:09.514606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:09.012648Z","time spent":"501.763857ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:51:09.607367Z","caller":"traceutil/trace.go:171","msg":"trace[1982818339] linearizableReadLoop","detail":"{readStateIndex:6475; appliedIndex:6472; }","duration":"532.753529ms","start":"2026-04-16T03:51:09.07459Z","end":"2026-04-16T03:51:09.607344Z","steps":["trace[1982818339] 'read index received' (duration: 430.303133ms)","trace[1982818339] 'applied index is now lower than readState.Index' (duration: 102.449106ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:09.607583Z","caller":"traceutil/trace.go:171","msg":"trace[1160746044] transaction","detail":"{read_only:false; response_revision:6232; number_of_response:1; }","duration":"563.959043ms","start":"2026-04-16T03:51:09.043609Z","end":"2026-04-16T03:51:09.607568Z","steps":["trace[1160746044] 'process raft request' (duration: 563.48153ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:09.607607Z","caller":"traceutil/trace.go:171","msg":"trace[1926345210] transaction","detail":"{read_only:false; response_revision:6233; number_of_response:1; }","duration":"483.961811ms","start":"2026-04-16T03:51:09.12362Z","end":"2026-04-16T03:51:09.607582Z","steps":["trace[1926345210] 'process raft request' (duration: 483.652369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:09.607712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:09.043588Z","time spent":"564.035203ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:09.607761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.896546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:09.607849Z","caller":"traceutil/trace.go:171","msg":"trace[1104147901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6233; }","duration":"425.047567ms","start":"2026-04-16T03:51:09.182779Z","end":"2026-04-16T03:51:09.607827Z","steps":["trace[1104147901] 'agreement among raft nodes before linearized reading' (duration: 424.872286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:09.607786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.170652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:51:09.607862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:09.123598Z","time spent":"484.180512ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:09.607903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:09.182758Z","time spent":"425.135548ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:51:09.608018Z","caller":"traceutil/trace.go:171","msg":"trace[1993515088] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6233; }","duration":"533.409144ms","start":"2026-04-16T03:51:09.074527Z","end":"2026-04-16T03:51:09.607936Z","steps":["trace[1993515088] 'agreement among raft nodes before linearized reading' (duration: 533.059822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:09.608103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:09.074501Z","time spent":"533.573125ms","remote":"127.0.0.1:60262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:11.635498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311249313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:51:12.136001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311249313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:51:12.637345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311249313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:51:12.677622Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.084700366s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:51:13.453598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.912628649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:51:13.453648Z","caller":"traceutil/trace.go:171","msg":"trace[1098068886] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6233; }","duration":"2.912736249s","start":"2026-04-16T03:51:10.540901Z","end":"2026-04-16T03:51:13.453637Z","steps":["trace[1098068886] 'count revisions from in-memory index tree' (duration: 2.912506456s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:13.453674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:10.540872Z","time spent":"2.912795499s","remote":"127.0.0.1:45866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:13.45372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.272716892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:51:13.453773Z","caller":"traceutil/trace.go:171","msg":"trace[1538272393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6233; }","duration":"3.272811873s","start":"2026-04-16T03:51:10.180948Z","end":"2026-04-16T03:51:13.45376Z","steps":["trace[1538272393] 'range keys from in-memory index tree' (duration: 3.272559712s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:13.45381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:10.180923Z","time spent":"3.272878683s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:51:13.453999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.285985979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:51:13.454053Z","caller":"traceutil/trace.go:171","msg":"trace[1779108453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6233; }","duration":"3.286088719s","start":"2026-04-16T03:51:10.167952Z","end":"2026-04-16T03:51:13.454041Z","steps":["trace[1779108453] 'range keys from in-memory index tree' (duration: 3.285808838s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:13.45408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:10.167928Z","time spent":"3.28614558s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:51:13.454156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.650268451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:51:13.454204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.316353306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:51:13.454242Z","caller":"traceutil/trace.go:171","msg":"trace[1842250238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6233; }","duration":"3.316424057s","start":"2026-04-16T03:51:10.137811Z","end":"2026-04-16T03:51:13.454235Z","steps":["trace[1842250238] 'range keys from in-memory index tree' (duration: 3.316254315s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:13.454266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:10.137791Z","time spent":"3.316469597s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:51:13.454204Z","caller":"traceutil/trace.go:171","msg":"trace[1108031827] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6233; }","duration":"3.650321571s","start":"2026-04-16T03:51:09.803871Z","end":"2026-04-16T03:51:13.454193Z","steps":["trace[1108031827] 'range keys from in-memory index tree' (duration: 3.650152761s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:13.454382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:09.803833Z","time spent":"3.650534783s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:51:13.454526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.478241861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:13.454548Z","caller":"traceutil/trace.go:171","msg":"trace[1988760776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6233; }","duration":"3.478299782s","start":"2026-04-16T03:51:09.976243Z","end":"2026-04-16T03:51:13.454543Z","steps":["trace[1988760776] 'range keys from in-memory index tree' (duration: 3.47811177s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:13.454562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:09.976223Z","time spent":"3.478335292s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:51:13.45462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.259110355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:51:13.454669Z","caller":"traceutil/trace.go:171","msg":"trace[516122837] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6233; }","duration":"3.259191515s","start":"2026-04-16T03:51:10.195466Z","end":"2026-04-16T03:51:13.454658Z","steps":["trace[516122837] 'range keys from in-memory index tree' (duration: 3.259009154s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:13.454692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:10.195455Z","time spent":"3.259232185s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:51:13.454772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.108240112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-16T03:51:13.454817Z","caller":"traceutil/trace.go:171","msg":"trace[1625034981] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6233; }","duration":"3.108324803s","start":"2026-04-16T03:51:10.346482Z","end":"2026-04-16T03:51:13.454806Z","steps":["trace[1625034981] 'range keys from in-memory index tree' (duration: 3.108071341s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:13.454901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.808969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-16T03:51:13.454881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:10.346462Z","time spent":"3.108409944s","remote":"127.0.0.1:45624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-04-16T03:51:13.45494Z","caller":"traceutil/trace.go:171","msg":"trace[1663761957] transaction","detail":"{read_only:false; response_revision:6234; number_of_response:1; }","duration":"2.86211233s","start":"2026-04-16T03:51:10.59282Z","end":"2026-04-16T03:51:13.454932Z","steps":["trace[1663761957] 'process raft request' (duration: 2.08524055s)","trace[1663761957] 'compare' (duration: 775.942363ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:13.454965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:10.592774Z","time spent":"2.8621789s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:13.977759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001202603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:51:13.977839Z","caller":"traceutil/trace.go:171","msg":"trace[812884480] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001371293s","start":"2026-04-16T03:51:11.97645Z","end":"2026-04-16T03:51:13.977821Z","steps":["trace[812884480] 'agreement among raft nodes before linearized reading' (duration: 2.001254853s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:13.97797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:11.976428Z","time spent":"2.001517434s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:51:14.533745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.198369ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:14.533896Z","caller":"traceutil/trace.go:171","msg":"trace[1259445548] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6234; }","duration":"425.36157ms","start":"2026-04-16T03:51:14.10851Z","end":"2026-04-16T03:51:14.533872Z","steps":["trace[1259445548] 'range keys from in-memory index tree' (duration: 425.180419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.539784Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.861924266s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:51:14.540167Z","caller":"traceutil/trace.go:171","msg":"trace[313642565] transaction","detail":"{read_only:false; response_revision:6235; number_of_response:1; }","duration":"3.019828865s","start":"2026-04-16T03:51:11.52032Z","end":"2026-04-16T03:51:14.540149Z","steps":["trace[313642565] 'process raft request' (duration: 3.019626704s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.540426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:11.520299Z","time spent":"3.019934326s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:51:14.540449Z","caller":"traceutil/trace.go:171","msg":"trace[422958256] linearizableReadLoop","detail":"{readStateIndex:6480; appliedIndex:6476; }","duration":"3.40594437s","start":"2026-04-16T03:51:11.134494Z","end":"2026-04-16T03:51:14.540438Z","steps":["trace[422958256] 'read index received' (duration: 1.5433619s)","trace[422958256] 'applied index is now lower than readState.Index' (duration: 1.86258135s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:14.54055Z","caller":"traceutil/trace.go:171","msg":"trace[903516737] transaction","detail":"{read_only:false; response_revision:6237; number_of_response:1; }","duration":"2.925943513s","start":"2026-04-16T03:51:11.614542Z","end":"2026-04-16T03:51:14.540485Z","steps":["trace[903516737] 'process raft request' (duration: 2.925804943s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:14.54058Z","caller":"traceutil/trace.go:171","msg":"trace[1427247308] transaction","detail":"{read_only:false; response_revision:6236; number_of_response:1; }","duration":"2.926559028s","start":"2026-04-16T03:51:11.613993Z","end":"2026-04-16T03:51:14.540552Z","steps":["trace[1427247308] 'process raft request' (duration: 2.926117695s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.540755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:11.614516Z","time spent":"2.926157976s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:14.540782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.406277312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:51:14.540837Z","caller":"traceutil/trace.go:171","msg":"trace[590136095] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6237; }","duration":"3.406344362s","start":"2026-04-16T03:51:11.134478Z","end":"2026-04-16T03:51:14.540823Z","steps":["trace[590136095] 'agreement among raft nodes before linearized reading' (duration: 3.406161211s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.540903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:11.134418Z","time spent":"3.406470284s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T03:51:14.540983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:11.613968Z","time spent":"2.926827659s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:51:14.553327Z","caller":"traceutil/trace.go:171","msg":"trace[233220698] transaction","detail":"{read_only:false; response_revision:6238; number_of_response:1; }","duration":"1.092275063s","start":"2026-04-16T03:51:13.461019Z","end":"2026-04-16T03:51:14.553294Z","steps":["trace[233220698] 'process raft request' (duration: 1.092078942s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:14.553409Z","caller":"traceutil/trace.go:171","msg":"trace[362673926] transaction","detail":"{read_only:false; response_revision:6239; number_of_response:1; }","duration":"1.092323783s","start":"2026-04-16T03:51:13.461069Z","end":"2026-04-16T03:51:14.553393Z","steps":["trace[362673926] 'process raft request' (duration: 1.092142982s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.553478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:13.461004Z","time spent":"1.092388534s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:14.553514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:13.461066Z","time spent":"1.092391493s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:14.553722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258917528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-04-16T03:51:14.553725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05182356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:14.553756Z","caller":"traceutil/trace.go:171","msg":"trace[1787677726] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:6242; }","duration":"1.258982938s","start":"2026-04-16T03:51:13.294763Z","end":"2026-04-16T03:51:14.553746Z","steps":["trace[1787677726] 'agreement among raft nodes before linearized reading' (duration: 1.258857057s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.553778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:13.294743Z","time spent":"1.259030318s","remote":"127.0.0.1:45620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-04-16T03:51:14.553809Z","caller":"traceutil/trace.go:171","msg":"trace[776755371] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:6242; }","duration":"1.051927731s","start":"2026-04-16T03:51:13.501837Z","end":"2026-04-16T03:51:14.553765Z","steps":["trace[776755371] 'agreement among raft nodes before linearized reading' (duration: 1.05179068s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.553868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282923764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:14.554044Z","caller":"traceutil/trace.go:171","msg":"trace[1039793918] transaction","detail":"{read_only:false; response_revision:6242; number_of_response:1; }","duration":"1.090686342s","start":"2026-04-16T03:51:13.46335Z","end":"2026-04-16T03:51:14.554036Z","steps":["trace[1039793918] 'process raft request' (duration: 1.089934797s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:14.554079Z","caller":"traceutil/trace.go:171","msg":"trace[593280700] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:6242; }","duration":"1.283202826s","start":"2026-04-16T03:51:13.270854Z","end":"2026-04-16T03:51:14.554057Z","steps":["trace[593280700] 'agreement among raft nodes before linearized reading' (duration: 1.282939294s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.554137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:13.270829Z","time spent":"1.283293706s","remote":"127.0.0.1:57944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:14.554147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:13.463325Z","time spent":"1.090742132s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:14.554283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.33742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:14.554322Z","caller":"traceutil/trace.go:171","msg":"trace[874433087] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:6242; }","duration":"981.41041ms","start":"2026-04-16T03:51:13.5729Z","end":"2026-04-16T03:51:14.554311Z","steps":["trace[874433087] 'agreement among raft nodes before linearized reading' (duration: 981.34858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.554384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:13.572874Z","time spent":"981.499711ms","remote":"127.0.0.1:57914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:14.554387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28491803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:14.554441Z","caller":"traceutil/trace.go:171","msg":"trace[1952142918] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:6242; }","duration":"2.28497376s","start":"2026-04-16T03:51:12.269451Z","end":"2026-04-16T03:51:14.554425Z","steps":["trace[1952142918] 'agreement among raft nodes before linearized reading' (duration: 2.28489347s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.554485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:12.269392Z","time spent":"2.28508315s","remote":"127.0.0.1:58546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:14.55457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035270381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T03:51:14.554615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451653813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:51:14.554676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.840365377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:51:14.55469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.309968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:14.554721Z","caller":"traceutil/trace.go:171","msg":"trace[2008183742] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:6242; }","duration":"2.840409937s","start":"2026-04-16T03:51:11.714299Z","end":"2026-04-16T03:51:14.554709Z","steps":["trace[2008183742] 'agreement among raft nodes before linearized reading' (duration: 2.840329696s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:14.554727Z","caller":"traceutil/trace.go:171","msg":"trace[183723601] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:6242; }","duration":"546.393348ms","start":"2026-04-16T03:51:14.008324Z","end":"2026-04-16T03:51:14.554717Z","steps":["trace[183723601] 'agreement among raft nodes before linearized reading' (duration: 546.332048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.55476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:14.008305Z","time spent":"546.448398ms","remote":"127.0.0.1:58436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:14.554758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:11.714195Z","time spent":"2.840554288s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:14.55477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550623147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:14.554624Z","caller":"traceutil/trace.go:171","msg":"trace[1881714854] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:6242; }","duration":"1.035352501s","start":"2026-04-16T03:51:13.519262Z","end":"2026-04-16T03:51:14.554614Z","steps":["trace[1881714854] 'agreement among raft nodes before linearized reading' (duration: 1.03518454s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:14.554799Z","caller":"traceutil/trace.go:171","msg":"trace[477197636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6242; }","duration":"1.550702997s","start":"2026-04-16T03:51:13.004087Z","end":"2026-04-16T03:51:14.55479Z","steps":["trace[477197636] 'agreement among raft nodes before linearized reading' (duration: 1.550656857s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.554828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:13.519174Z","time spent":"1.035645154s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"info","ts":"2026-04-16T03:51:14.554708Z","caller":"traceutil/trace.go:171","msg":"trace[595203252] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6242; }","duration":"1.451716134s","start":"2026-04-16T03:51:13.102938Z","end":"2026-04-16T03:51:14.554654Z","steps":["trace[595203252] 'agreement among raft nodes before linearized reading' (duration: 1.451594783s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.555018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:13.102873Z","time spent":"1.452120956s","remote":"127.0.0.1:60274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:14.554827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:13.004035Z","time spent":"1.550786209s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:51:14.553756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901919906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:14.555213Z","caller":"traceutil/trace.go:171","msg":"trace[251482041] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6242; }","duration":"1.903436445s","start":"2026-04-16T03:51:12.651768Z","end":"2026-04-16T03:51:14.555205Z","steps":["trace[251482041] 'agreement among raft nodes before linearized reading' (duration: 1.901901665s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.555276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:12.651739Z","time spent":"1.903525766s","remote":"127.0.0.1:45676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:14.553873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:13.50182Z","time spent":"1.052021321s","remote":"127.0.0.1:57982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:51:14.553971Z","caller":"traceutil/trace.go:171","msg":"trace[1598580429] transaction","detail":"{read_only:false; response_revision:6241; number_of_response:1; }","duration":"1.091333657s","start":"2026-04-16T03:51:13.462625Z","end":"2026-04-16T03:51:14.553959Z","steps":["trace[1598580429] 'process raft request' (duration: 1.090636333s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.555344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:13.462598Z","time spent":"1.092700097s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:51:14.553907Z","caller":"traceutil/trace.go:171","msg":"trace[1378395883] transaction","detail":"{read_only:false; response_revision:6240; number_of_response:1; }","duration":"1.092770596s","start":"2026-04-16T03:51:13.461128Z","end":"2026-04-16T03:51:14.553899Z","steps":["trace[1378395883] 'process raft request' (duration: 1.092112332s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.555619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:13.461124Z","time spent":"1.094441297s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:14.555792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.811698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:14.555842Z","caller":"traceutil/trace.go:171","msg":"trace[964386496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6242; }","duration":"570.885968ms","start":"2026-04-16T03:51:13.984945Z","end":"2026-04-16T03:51:14.555831Z","steps":["trace[964386496] 'agreement among raft nodes before linearized reading' (duration: 570.814277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.555879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:13.984933Z","time spent":"570.939818ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:51:14.556533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.244753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-16T03:51:14.556587Z","caller":"traceutil/trace.go:171","msg":"trace[808588725] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25; range_end:; response_count:1; response_revision:6242; }","duration":"576.317613ms","start":"2026-04-16T03:51:13.980256Z","end":"2026-04-16T03:51:14.556574Z","steps":["trace[808588725] 'agreement among raft nodes before linearized reading' (duration: 573.778347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.556627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:13.980243Z","time spent":"576.375634ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25\" "} {"level":"info","ts":"2026-04-16T03:51:18.757182Z","caller":"traceutil/trace.go:171","msg":"trace[1442828202] linearizableReadLoop","detail":"{readStateIndex:6506; appliedIndex:6504; }","duration":"118.879754ms","start":"2026-04-16T03:51:18.638276Z","end":"2026-04-16T03:51:18.757156Z","steps":["trace[1442828202] 'read index received' (duration: 77.980318ms)","trace[1442828202] 'applied index is now lower than readState.Index' (duration: 40.897816ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:18.757311Z","caller":"traceutil/trace.go:171","msg":"trace[1944306074] transaction","detail":"{read_only:false; response_revision:6262; number_of_response:1; }","duration":"201.08446ms","start":"2026-04-16T03:51:18.556214Z","end":"2026-04-16T03:51:18.757298Z","steps":["trace[1944306074] 'process raft request' (duration: 200.804487ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:18.757459Z","caller":"traceutil/trace.go:171","msg":"trace[1412272783] transaction","detail":"{read_only:false; response_revision:6261; number_of_response:1; }","duration":"201.852215ms","start":"2026-04-16T03:51:18.555578Z","end":"2026-04-16T03:51:18.75743Z","steps":["trace[1412272783] 'process raft request' (duration: 160.647176ms)","trace[1412272783] 'compare' (duration: 40.511513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:18.7576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.317427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:51:18.757644Z","caller":"traceutil/trace.go:171","msg":"trace[11652643] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6262; }","duration":"119.441708ms","start":"2026-04-16T03:51:18.638192Z","end":"2026-04-16T03:51:18.757633Z","steps":["trace[11652643] 'agreement among raft nodes before linearized reading' (duration: 119.300017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:18.757906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.026894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:51:18.757968Z","caller":"traceutil/trace.go:171","msg":"trace[1941628045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6262; }","duration":"102.131116ms","start":"2026-04-16T03:51:18.655825Z","end":"2026-04-16T03:51:18.757956Z","steps":["trace[1941628045] 'agreement among raft nodes before linearized reading' (duration: 101.987275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:18.758005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.884254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:51:18.758052Z","caller":"traceutil/trace.go:171","msg":"trace[1845149139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6262; }","duration":"101.959794ms","start":"2026-04-16T03:51:18.656081Z","end":"2026-04-16T03:51:18.758041Z","steps":["trace[1845149139] 'agreement among raft nodes before linearized reading' (duration: 101.814603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:18.758114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.912424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:51:18.758191Z","caller":"traceutil/trace.go:171","msg":"trace[153053481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6262; }","duration":"102.089845ms","start":"2026-04-16T03:51:18.656084Z","end":"2026-04-16T03:51:18.758173Z","steps":["trace[153053481] 'agreement among raft nodes before linearized reading' (duration: 101.807973ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:18.876538Z","caller":"traceutil/trace.go:171","msg":"trace[915528723] transaction","detail":"{read_only:false; response_revision:6263; number_of_response:1; }","duration":"115.09061ms","start":"2026-04-16T03:51:18.76142Z","end":"2026-04-16T03:51:18.876511Z","steps":["trace[915528723] 'process raft request' (duration: 100.326554ms)","trace[915528723] 'compare' (duration: 14.662575ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:18.903384Z","caller":"traceutil/trace.go:171","msg":"trace[1663975607] transaction","detail":"{read_only:false; response_revision:6267; number_of_response:1; }","duration":"140.049912ms","start":"2026-04-16T03:51:18.763316Z","end":"2026-04-16T03:51:18.903366Z","steps":["trace[1663975607] 'process raft request' (duration: 139.996102ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:18.903751Z","caller":"traceutil/trace.go:171","msg":"trace[663376964] transaction","detail":"{read_only:false; response_revision:6266; number_of_response:1; }","duration":"141.032349ms","start":"2026-04-16T03:51:18.762706Z","end":"2026-04-16T03:51:18.903738Z","steps":["trace[663376964] 'process raft request' (duration: 140.575726ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:18.903791Z","caller":"traceutil/trace.go:171","msg":"trace[676826537] transaction","detail":"{read_only:false; response_revision:6265; number_of_response:1; }","duration":"141.691023ms","start":"2026-04-16T03:51:18.762063Z","end":"2026-04-16T03:51:18.903754Z","steps":["trace[676826537] 'process raft request' (duration: 141.18158ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:18.904089Z","caller":"traceutil/trace.go:171","msg":"trace[685213535] transaction","detail":"{read_only:false; response_revision:6264; number_of_response:1; }","duration":"142.063315ms","start":"2026-04-16T03:51:18.76198Z","end":"2026-04-16T03:51:18.904043Z","steps":["trace[685213535] 'process raft request' (duration: 141.151679ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:25.073951Z","caller":"traceutil/trace.go:171","msg":"trace[1436709118] linearizableReadLoop","detail":"{readStateIndex:6545; appliedIndex:6541; }","duration":"186.747145ms","start":"2026-04-16T03:51:24.88718Z","end":"2026-04-16T03:51:25.073927Z","steps":["trace[1436709118] 'read index received' (duration: 73.135256ms)","trace[1436709118] 'applied index is now lower than readState.Index' (duration: 113.610639ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:25.074084Z","caller":"traceutil/trace.go:171","msg":"trace[256698479] transaction","detail":"{read_only:false; response_revision:6299; number_of_response:1; }","duration":"189.769495ms","start":"2026-04-16T03:51:24.884303Z","end":"2026-04-16T03:51:25.074073Z","steps":["trace[256698479] 'process raft request' (duration: 189.472253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:25.0743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.103738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:25.074352Z","caller":"traceutil/trace.go:171","msg":"trace[568556180] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6299; }","duration":"187.187668ms","start":"2026-04-16T03:51:24.887154Z","end":"2026-04-16T03:51:25.074342Z","steps":["trace[568556180] 'agreement among raft nodes before linearized reading' (duration: 187.099688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:25.074692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.403657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:51:25.074728Z","caller":"traceutil/trace.go:171","msg":"trace[622687508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6299; }","duration":"145.484747ms","start":"2026-04-16T03:51:24.929235Z","end":"2026-04-16T03:51:25.07472Z","steps":["trace[622687508] 'agreement among raft nodes before linearized reading' (duration: 145.356496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:25.183535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.663858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:25.183589Z","caller":"traceutil/trace.go:171","msg":"trace[302885458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6299; }","duration":"102.766969ms","start":"2026-04-16T03:51:25.08081Z","end":"2026-04-16T03:51:25.183577Z","steps":["trace[302885458] 'range keys from in-memory index tree' (duration: 102.597828ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:25.183839Z","caller":"traceutil/trace.go:171","msg":"trace[1703473827] linearizableReadLoop","detail":"{readStateIndex:6546; appliedIndex:6545; }","duration":"102.573798ms","start":"2026-04-16T03:51:25.081236Z","end":"2026-04-16T03:51:25.18381Z","steps":["trace[1703473827] 'read index received' (duration: 87.857012ms)","trace[1703473827] 'applied index is now lower than readState.Index' (duration: 14.715326ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:25.184036Z","caller":"traceutil/trace.go:171","msg":"trace[1921755387] transaction","detail":"{read_only:false; response_revision:6300; number_of_response:1; }","duration":"102.936721ms","start":"2026-04-16T03:51:25.081088Z","end":"2026-04-16T03:51:25.184025Z","steps":["trace[1921755387] 'process raft request' (duration: 88.020573ms)","trace[1921755387] 'compare' (duration: 14.397334ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:25.184251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.003781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:51:25.184313Z","caller":"traceutil/trace.go:171","msg":"trace[440570956] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6300; }","duration":"103.110071ms","start":"2026-04-16T03:51:25.081185Z","end":"2026-04-16T03:51:25.184295Z","steps":["trace[440570956] 'agreement among raft nodes before linearized reading' (duration: 102.91775ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:25.196431Z","caller":"traceutil/trace.go:171","msg":"trace[2142055314] transaction","detail":"{read_only:false; response_revision:6304; number_of_response:1; }","duration":"108.887959ms","start":"2026-04-16T03:51:25.087526Z","end":"2026-04-16T03:51:25.196414Z","steps":["trace[2142055314] 'process raft request' (duration: 108.849849ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:25.197005Z","caller":"traceutil/trace.go:171","msg":"trace[93622671] transaction","detail":"{read_only:false; response_revision:6301; number_of_response:1; }","duration":"112.826605ms","start":"2026-04-16T03:51:25.084172Z","end":"2026-04-16T03:51:25.196998Z","steps":["trace[93622671] 'process raft request' (duration: 112.06297ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:25.197141Z","caller":"traceutil/trace.go:171","msg":"trace[2091844017] transaction","detail":"{read_only:false; response_revision:6302; number_of_response:1; }","duration":"112.734883ms","start":"2026-04-16T03:51:25.084399Z","end":"2026-04-16T03:51:25.197134Z","steps":["trace[2091844017] 'process raft request' (duration: 111.929588ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:25.197335Z","caller":"traceutil/trace.go:171","msg":"trace[1952015184] transaction","detail":"{read_only:false; response_revision:6303; number_of_response:1; }","duration":"112.756794ms","start":"2026-04-16T03:51:25.08455Z","end":"2026-04-16T03:51:25.197307Z","steps":["trace[1952015184] 'process raft request' (duration: 111.798578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:25.197847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.420964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:51:25.197902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.451912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:25.197935Z","caller":"traceutil/trace.go:171","msg":"trace[286602282] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:6304; }","duration":"112.526703ms","start":"2026-04-16T03:51:25.0854Z","end":"2026-04-16T03:51:25.197927Z","steps":["trace[286602282] 'agreement among raft nodes before linearized reading' (duration: 112.461573ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:25.197917Z","caller":"traceutil/trace.go:171","msg":"trace[900654596] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6304; }","duration":"103.527484ms","start":"2026-04-16T03:51:25.094373Z","end":"2026-04-16T03:51:25.1979Z","steps":["trace[900654596] 'agreement among raft nodes before linearized reading' (duration: 103.389383ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:25.676648Z","caller":"traceutil/trace.go:171","msg":"trace[2129907902] transaction","detail":"{read_only:false; response_revision:6306; number_of_response:1; }","duration":"102.975531ms","start":"2026-04-16T03:51:25.573651Z","end":"2026-04-16T03:51:25.676626Z","steps":["trace[2129907902] 'process raft request' (duration: 102.836179ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:27.330367Z","caller":"traceutil/trace.go:171","msg":"trace[778965838] transaction","detail":"{read_only:false; response_revision:6311; number_of_response:1; }","duration":"120.121663ms","start":"2026-04-16T03:51:27.210211Z","end":"2026-04-16T03:51:27.330332Z","steps":["trace[778965838] 'process raft request' (duration: 96.866422ms)","trace[778965838] 'compare' (duration: 23.08143ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:27.330707Z","caller":"traceutil/trace.go:171","msg":"trace[1528801294] transaction","detail":"{read_only:false; response_revision:6312; number_of_response:1; }","duration":"119.838251ms","start":"2026-04-16T03:51:27.210844Z","end":"2026-04-16T03:51:27.330682Z","steps":["trace[1528801294] 'process raft request' (duration: 119.445228ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:27.330911Z","caller":"traceutil/trace.go:171","msg":"trace[425819884] transaction","detail":"{read_only:false; response_revision:6313; number_of_response:1; }","duration":"120.047742ms","start":"2026-04-16T03:51:27.210851Z","end":"2026-04-16T03:51:27.330899Z","steps":["trace[425819884] 'process raft request' (duration: 119.70183ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:29.088247Z","caller":"traceutil/trace.go:171","msg":"trace[1078548653] linearizableReadLoop","detail":"{readStateIndex:6571; appliedIndex:6570; }","duration":"112.825514ms","start":"2026-04-16T03:51:28.975399Z","end":"2026-04-16T03:51:29.088224Z","steps":["trace[1078548653] 'read index received' (duration: 10.463519ms)","trace[1078548653] 'applied index is now lower than readState.Index' (duration: 102.361055ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:29.088571Z","caller":"traceutil/trace.go:171","msg":"trace[1800541933] transaction","detail":"{read_only:false; response_revision:6325; number_of_response:1; }","duration":"147.45285ms","start":"2026-04-16T03:51:28.941096Z","end":"2026-04-16T03:51:29.088548Z","steps":["trace[1800541933] 'process raft request' (duration: 145.643628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:29.089229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.808371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:29.089325Z","caller":"traceutil/trace.go:171","msg":"trace[688545614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6325; }","duration":"113.911201ms","start":"2026-04-16T03:51:28.975364Z","end":"2026-04-16T03:51:29.089275Z","steps":["trace[688545614] 'agreement among raft nodes before linearized reading' (duration: 112.957225ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:29.468809Z","caller":"traceutil/trace.go:171","msg":"trace[1443292405] transaction","detail":"{read_only:false; response_revision:6328; number_of_response:1; }","duration":"129.11145ms","start":"2026-04-16T03:51:29.339679Z","end":"2026-04-16T03:51:29.46879Z","steps":["trace[1443292405] 'process raft request' (duration: 128.982279ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:29.469111Z","caller":"traceutil/trace.go:171","msg":"trace[953574635] transaction","detail":"{read_only:false; response_revision:6329; number_of_response:1; }","duration":"123.511104ms","start":"2026-04-16T03:51:29.345575Z","end":"2026-04-16T03:51:29.469086Z","steps":["trace[953574635] 'process raft request' (duration: 123.181812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:29.4694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.9982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:51:29.469433Z","caller":"traceutil/trace.go:171","msg":"trace[1903339957] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6329; }","duration":"103.072791ms","start":"2026-04-16T03:51:29.366353Z","end":"2026-04-16T03:51:29.469425Z","steps":["trace[1903339957] 'agreement among raft nodes before linearized reading' (duration: 102.9617ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:29.469149Z","caller":"traceutil/trace.go:171","msg":"trace[241653346] linearizableReadLoop","detail":"{readStateIndex:6575; appliedIndex:6572; }","duration":"102.600147ms","start":"2026-04-16T03:51:29.366387Z","end":"2026-04-16T03:51:29.468987Z","steps":["trace[241653346] 'read index received' (duration: 2.231373ms)","trace[241653346] 'applied index is now lower than readState.Index' (duration: 100.365174ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:31.200243Z","caller":"traceutil/trace.go:171","msg":"trace[487504] transaction","detail":"{read_only:false; response_revision:6336; number_of_response:1; }","duration":"105.848058ms","start":"2026-04-16T03:51:31.094376Z","end":"2026-04-16T03:51:31.200224Z","steps":["trace[487504] 'process raft request' (duration: 39.465697ms)","trace[487504] 'compare' (duration: 66.11794ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:31.46965Z","caller":"traceutil/trace.go:171","msg":"trace[676454083] transaction","detail":"{read_only:false; response_revision:6337; number_of_response:1; }","duration":"108.992329ms","start":"2026-04-16T03:51:31.360625Z","end":"2026-04-16T03:51:31.469617Z","steps":["trace[676454083] 'process raft request' (duration: 108.789457ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:31.669786Z","caller":"traceutil/trace.go:171","msg":"trace[1260556015] transaction","detail":"{read_only:false; response_revision:6341; number_of_response:1; }","duration":"162.350277ms","start":"2026-04-16T03:51:31.507411Z","end":"2026-04-16T03:51:31.669762Z","steps":["trace[1260556015] 'process raft request' (duration: 123.849767ms)","trace[1260556015] 'compare' (duration: 38.291309ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:32.972601Z","caller":"traceutil/trace.go:171","msg":"trace[300445774] transaction","detail":"{read_only:false; response_revision:6343; number_of_response:1; }","duration":"105.871199ms","start":"2026-04-16T03:51:32.866699Z","end":"2026-04-16T03:51:32.97257Z","steps":["trace[300445774] 'process raft request' (duration: 105.683038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:33.821071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.709035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:33.821354Z","caller":"traceutil/trace.go:171","msg":"trace[1449021700] linearizableReadLoop","detail":"{readStateIndex:6598; appliedIndex:6596; }","duration":"148.021804ms","start":"2026-04-16T03:51:33.673293Z","end":"2026-04-16T03:51:33.821315Z","steps":["trace[1449021700] 'read index received' (duration: 14.999527ms)","trace[1449021700] 'applied index is now lower than readState.Index' (duration: 133.021617ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:33.821754Z","caller":"traceutil/trace.go:171","msg":"trace[304779313] transaction","detail":"{read_only:false; response_revision:6350; number_of_response:1; }","duration":"151.883809ms","start":"2026-04-16T03:51:33.669841Z","end":"2026-04-16T03:51:33.821725Z","steps":["trace[304779313] 'process raft request' (duration: 151.406026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:33.821939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.568428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:51:33.821974Z","caller":"traceutil/trace.go:171","msg":"trace[321854706] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6350; }","duration":"148.734089ms","start":"2026-04-16T03:51:33.673229Z","end":"2026-04-16T03:51:33.821963Z","steps":["trace[321854706] 'agreement among raft nodes before linearized reading' (duration: 148.170045ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:33.821461Z","caller":"traceutil/trace.go:171","msg":"trace[1366914359] transaction","detail":"{read_only:false; response_revision:6349; number_of_response:1; }","duration":"245.633269ms","start":"2026-04-16T03:51:33.575804Z","end":"2026-04-16T03:51:33.821437Z","steps":["trace[1366914359] 'process raft request' (duration: 112.480492ms)","trace[1366914359] 'compare' (duration: 132.603584ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:35.17856Z","caller":"traceutil/trace.go:171","msg":"trace[573018171] transaction","detail":"{read_only:false; response_revision:6354; number_of_response:1; }","duration":"122.857629ms","start":"2026-04-16T03:51:35.055681Z","end":"2026-04-16T03:51:35.178538Z","steps":["trace[573018171] 'process raft request' (duration: 94.773306ms)","trace[573018171] 'compare' (duration: 27.934142ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:38.173409Z","caller":"traceutil/trace.go:171","msg":"trace[1692986242] linearizableReadLoop","detail":"{readStateIndex:6619; appliedIndex:6618; }","duration":"217.445166ms","start":"2026-04-16T03:51:37.955934Z","end":"2026-04-16T03:51:38.173379Z","steps":["trace[1692986242] 'read index received' (duration: 217.181134ms)","trace[1692986242] 'applied index is now lower than readState.Index' (duration: 261.882µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:38.173487Z","caller":"traceutil/trace.go:171","msg":"trace[1918785848] transaction","detail":"{read_only:false; response_revision:6371; number_of_response:1; }","duration":"222.627431ms","start":"2026-04-16T03:51:37.950824Z","end":"2026-04-16T03:51:38.173452Z","steps":["trace[1918785848] 'process raft request' (duration: 222.372078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:38.173628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.665452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:38.173674Z","caller":"traceutil/trace.go:171","msg":"trace[1006602027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6371; }","duration":"196.755852ms","start":"2026-04-16T03:51:37.976903Z","end":"2026-04-16T03:51:38.173659Z","steps":["trace[1006602027] 'agreement among raft nodes before linearized reading' (duration: 196.674752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:38.173702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.696958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:51:38.173812Z","caller":"traceutil/trace.go:171","msg":"trace[797727682] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6371; }","duration":"217.884399ms","start":"2026-04-16T03:51:37.95591Z","end":"2026-04-16T03:51:38.173794Z","steps":["trace[797727682] 'agreement among raft nodes before linearized reading' (duration: 217.572757ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:38.292227Z","caller":"traceutil/trace.go:171","msg":"trace[55877151] transaction","detail":"{read_only:false; response_revision:6372; number_of_response:1; }","duration":"112.498993ms","start":"2026-04-16T03:51:38.179696Z","end":"2026-04-16T03:51:38.292195Z","steps":["trace[55877151] 'process raft request' (duration: 98.434561ms)","trace[55877151] 'compare' (duration: 13.927391ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:38.99396Z","caller":"traceutil/trace.go:171","msg":"trace[842551866] transaction","detail":"{read_only:false; response_revision:6376; number_of_response:1; }","duration":"139.85771ms","start":"2026-04-16T03:51:38.854086Z","end":"2026-04-16T03:51:38.993943Z","steps":["trace[842551866] 'process raft request' (duration: 139.721209ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:39.18719Z","caller":"traceutil/trace.go:171","msg":"trace[732797134] transaction","detail":"{read_only:false; response_revision:6377; number_of_response:1; }","duration":"165.179755ms","start":"2026-04-16T03:51:39.021987Z","end":"2026-04-16T03:51:39.187167Z","steps":["trace[732797134] 'process raft request' (duration: 162.546409ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:39.257891Z","caller":"traceutil/trace.go:171","msg":"trace[2117704736] transaction","detail":"{read_only:false; response_revision:6378; number_of_response:1; }","duration":"235.067531ms","start":"2026-04-16T03:51:39.022799Z","end":"2026-04-16T03:51:39.257867Z","steps":["trace[2117704736] 'process raft request' (duration: 234.9308ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:39.797083Z","caller":"traceutil/trace.go:171","msg":"trace[1568203433] transaction","detail":"{read_only:false; response_revision:6383; number_of_response:1; }","duration":"113.053865ms","start":"2026-04-16T03:51:39.684006Z","end":"2026-04-16T03:51:39.79706Z","steps":["trace[1568203433] 'process raft request' (duration: 112.929075ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:40.111456Z","caller":"traceutil/trace.go:171","msg":"trace[210072299] transaction","detail":"{read_only:false; response_revision:6385; number_of_response:1; }","duration":"105.889129ms","start":"2026-04-16T03:51:40.005356Z","end":"2026-04-16T03:51:40.111245Z","steps":["trace[210072299] 'process raft request' (duration: 100.278242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:42.027692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.3728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:42.027819Z","caller":"traceutil/trace.go:171","msg":"trace[2052105300] transaction","detail":"{read_only:false; response_revision:6408; number_of_response:1; }","duration":"163.048111ms","start":"2026-04-16T03:51:41.864745Z","end":"2026-04-16T03:51:42.027793Z","steps":["trace[2052105300] 'process raft request' (duration: 41.46208ms)","trace[2052105300] 'compare' (duration: 121.068978ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:42.075248Z","caller":"traceutil/trace.go:171","msg":"trace[1956614715] transaction","detail":"{read_only:false; response_revision:6409; number_of_response:1; }","duration":"199.016046ms","start":"2026-04-16T03:51:41.8762Z","end":"2026-04-16T03:51:42.075216Z","steps":["trace[1956614715] 'process raft request' (duration: 198.672334ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:42.075278Z","caller":"traceutil/trace.go:171","msg":"trace[1770345519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6409; }","duration":"100.02333ms","start":"2026-04-16T03:51:41.975233Z","end":"2026-04-16T03:51:42.075256Z","steps":["trace[1770345519] 'agreement among raft nodes before linearized reading' (duration: 99.96695ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:42.242318Z","caller":"traceutil/trace.go:171","msg":"trace[308758935] linearizableReadLoop","detail":"{readStateIndex:6659; appliedIndex:6658; }","duration":"167.122738ms","start":"2026-04-16T03:51:42.075175Z","end":"2026-04-16T03:51:42.242298Z","steps":["trace[308758935] 'read index received' (duration: 70.53837ms)","trace[308758935] 'applied index is now lower than readState.Index' (duration: 96.583618ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:42.242432Z","caller":"traceutil/trace.go:171","msg":"trace[1683641523] transaction","detail":"{read_only:false; response_revision:6410; number_of_response:1; }","duration":"258.914265ms","start":"2026-04-16T03:51:41.983508Z","end":"2026-04-16T03:51:42.242422Z","steps":["trace[1683641523] 'process raft request' (duration: 162.097115ms)","trace[1683641523] 'compare' (duration: 96.501078ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:42.242471Z","caller":"traceutil/trace.go:171","msg":"trace[1075419154] transaction","detail":"{read_only:false; response_revision:6411; number_of_response:1; }","duration":"158.843684ms","start":"2026-04-16T03:51:42.083604Z","end":"2026-04-16T03:51:42.242448Z","steps":["trace[1075419154] 'process raft request' (duration: 158.668613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:42.242699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.367224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:42.242733Z","caller":"traceutil/trace.go:171","msg":"trace[1090461843] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:6411; }","duration":"252.416304ms","start":"2026-04-16T03:51:41.990308Z","end":"2026-04-16T03:51:42.242724Z","steps":["trace[1090461843] 'agreement among raft nodes before linearized reading' (duration: 252.331114ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:42.439539Z","caller":"traceutil/trace.go:171","msg":"trace[857040690] linearizableReadLoop","detail":"{readStateIndex:6661; appliedIndex:6660; }","duration":"137.352224ms","start":"2026-04-16T03:51:42.302162Z","end":"2026-04-16T03:51:42.439514Z","steps":["trace[857040690] 'read index received' (duration: 64.688192ms)","trace[857040690] 'applied index is now lower than readState.Index' (duration: 72.663072ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:42.439655Z","caller":"traceutil/trace.go:171","msg":"trace[2084509898] transaction","detail":"{read_only:false; response_revision:6412; number_of_response:1; }","duration":"192.645784ms","start":"2026-04-16T03:51:42.246976Z","end":"2026-04-16T03:51:42.439622Z","steps":["trace[2084509898] 'process raft request' (duration: 119.879541ms)","trace[2084509898] 'compare' (duration: 72.534442ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:42.439746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.567637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:51:42.43978Z","caller":"traceutil/trace.go:171","msg":"trace[593260695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6412; }","duration":"137.657567ms","start":"2026-04-16T03:51:42.302112Z","end":"2026-04-16T03:51:42.43977Z","steps":["trace[593260695] 'agreement among raft nodes before linearized reading' (duration: 137.496685ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:43.26973Z","caller":"traceutil/trace.go:171","msg":"trace[1513510036] transaction","detail":"{read_only:false; response_revision:6414; number_of_response:1; }","duration":"115.046259ms","start":"2026-04-16T03:51:43.154662Z","end":"2026-04-16T03:51:43.269708Z","steps":["trace[1513510036] 'process raft request' (duration: 114.905788ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:43.407492Z","caller":"traceutil/trace.go:171","msg":"trace[570587677] transaction","detail":"{read_only:false; response_revision:6416; number_of_response:1; }","duration":"133.938782ms","start":"2026-04-16T03:51:43.273521Z","end":"2026-04-16T03:51:43.407459Z","steps":["trace[570587677] 'process raft request' (duration: 70.142086ms)","trace[570587677] 'compare' (duration: 63.505315ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:43.407926Z","caller":"traceutil/trace.go:171","msg":"trace[995474827] transaction","detail":"{read_only:false; response_revision:6417; number_of_response:1; }","duration":"102.621138ms","start":"2026-04-16T03:51:43.305285Z","end":"2026-04-16T03:51:43.407906Z","steps":["trace[995474827] 'process raft request' (duration: 102.505637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:43.684898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.335611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:51:43.684992Z","caller":"traceutil/trace.go:171","msg":"trace[1352955279] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:6417; }","duration":"164.473111ms","start":"2026-04-16T03:51:43.520497Z","end":"2026-04-16T03:51:43.684971Z","steps":["trace[1352955279] 'range keys from in-memory index tree' (duration: 164.147839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:43.685227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.773875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:51:43.685312Z","caller":"traceutil/trace.go:171","msg":"trace[230802153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6417; }","duration":"132.903725ms","start":"2026-04-16T03:51:43.552386Z","end":"2026-04-16T03:51:43.68529Z","steps":["trace[230802153] 'range keys from in-memory index tree' (duration: 132.261551ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:43.988636Z","caller":"traceutil/trace.go:171","msg":"trace[692813575] transaction","detail":"{read_only:false; response_revision:6421; number_of_response:1; }","duration":"101.088368ms","start":"2026-04-16T03:51:43.88753Z","end":"2026-04-16T03:51:43.988618Z","steps":["trace[692813575] 'process raft request' (duration: 100.967407ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:44.203927Z","caller":"traceutil/trace.go:171","msg":"trace[1391587906] linearizableReadLoop","detail":"{readStateIndex:6672; appliedIndex:6670; }","duration":"236.725702ms","start":"2026-04-16T03:51:43.967177Z","end":"2026-04-16T03:51:44.203902Z","steps":["trace[1391587906] 'read index received' (duration: 21.349568ms)","trace[1391587906] 'applied index is now lower than readState.Index' (duration: 215.375174ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:44.203945Z","caller":"traceutil/trace.go:171","msg":"trace[1261730049] transaction","detail":"{read_only:false; response_revision:6422; number_of_response:1; }","duration":"305.801301ms","start":"2026-04-16T03:51:43.898122Z","end":"2026-04-16T03:51:44.203923Z","steps":["trace[1261730049] 'process raft request' (duration: 305.63287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:44.20422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.266441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:51:44.204296Z","caller":"traceutil/trace.go:171","msg":"trace[783350975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6422; }","duration":"172.385462ms","start":"2026-04-16T03:51:44.031895Z","end":"2026-04-16T03:51:44.20428Z","steps":["trace[783350975] 'agreement among raft nodes before linearized reading' (duration: 172.181031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:44.204222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:43.898099Z","time spent":"306.023713ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:44.204229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.049093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"info","ts":"2026-04-16T03:51:44.204505Z","caller":"traceutil/trace.go:171","msg":"trace[1573556881] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6422; }","duration":"237.277045ms","start":"2026-04-16T03:51:43.96716Z","end":"2026-04-16T03:51:44.204437Z","steps":["trace[1573556881] 'agreement among raft nodes before linearized reading' (duration: 236.862582ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:44.387031Z","caller":"traceutil/trace.go:171","msg":"trace[1893877582] transaction","detail":"{read_only:false; response_revision:6424; number_of_response:1; }","duration":"138.923985ms","start":"2026-04-16T03:51:44.248089Z","end":"2026-04-16T03:51:44.387013Z","steps":["trace[1893877582] 'process raft request' (duration: 138.856744ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:44.387242Z","caller":"traceutil/trace.go:171","msg":"trace[1700769754] transaction","detail":"{read_only:false; response_revision:6423; number_of_response:1; }","duration":"177.706718ms","start":"2026-04-16T03:51:44.209503Z","end":"2026-04-16T03:51:44.38721Z","steps":["trace[1700769754] 'process raft request' (duration: 123.614445ms)","trace[1700769754] 'compare' (duration: 53.388528ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:45.252415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.330237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:45.252531Z","caller":"traceutil/trace.go:171","msg":"trace[1195735091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6427; }","duration":"274.496357ms","start":"2026-04-16T03:51:44.978014Z","end":"2026-04-16T03:51:45.25251Z","steps":["trace[1195735091] 'range keys from in-memory index tree' (duration: 274.225876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:45.252608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.136154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:51:45.252663Z","caller":"traceutil/trace.go:171","msg":"trace[1033457213] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:6427; }","duration":"272.201974ms","start":"2026-04-16T03:51:44.980446Z","end":"2026-04-16T03:51:45.252648Z","steps":["trace[1033457213] 'count revisions from in-memory index tree' (duration: 272.058602ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:47.119154Z","caller":"traceutil/trace.go:171","msg":"trace[34805464] linearizableReadLoop","detail":"{readStateIndex:6689; appliedIndex:6688; }","duration":"160.545665ms","start":"2026-04-16T03:51:46.95858Z","end":"2026-04-16T03:51:47.119126Z","steps":["trace[34805464] 'read index received' (duration: 40.390932ms)","trace[34805464] 'applied index is now lower than readState.Index' (duration: 120.153063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:47.11941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.265973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:47.11948Z","caller":"traceutil/trace.go:171","msg":"trace[1374889221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6439; }","duration":"143.388464ms","start":"2026-04-16T03:51:46.976075Z","end":"2026-04-16T03:51:47.119464Z","steps":["trace[1374889221] 'agreement among raft nodes before linearized reading' (duration: 143.280883ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:47.119498Z","caller":"traceutil/trace.go:171","msg":"trace[590331828] transaction","detail":"{read_only:false; response_revision:6439; number_of_response:1; }","duration":"197.054923ms","start":"2026-04-16T03:51:46.922267Z","end":"2026-04-16T03:51:47.119322Z","steps":["trace[590331828] 'process raft request' (duration: 196.61061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:47.11969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.107309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:47.119729Z","caller":"traceutil/trace.go:171","msg":"trace[1101690053] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:6439; }","duration":"161.18829ms","start":"2026-04-16T03:51:46.95853Z","end":"2026-04-16T03:51:47.119718Z","steps":["trace[1101690053] 'agreement among raft nodes before linearized reading' (duration: 161.128309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:47.119967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.831696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:51:47.120029Z","caller":"traceutil/trace.go:171","msg":"trace[1008014650] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:6439; }","duration":"129.920816ms","start":"2026-04-16T03:51:46.990091Z","end":"2026-04-16T03:51:47.120012Z","steps":["trace[1008014650] 'agreement among raft nodes before linearized reading' (duration: 129.714935ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:47.83276Z","caller":"traceutil/trace.go:171","msg":"trace[1753312705] transaction","detail":"{read_only:false; response_revision:6444; number_of_response:1; }","duration":"112.285671ms","start":"2026-04-16T03:51:47.720452Z","end":"2026-04-16T03:51:47.832738Z","steps":["trace[1753312705] 'process raft request' (duration: 108.506616ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:48.249893Z","caller":"traceutil/trace.go:171","msg":"trace[1144005891] transaction","detail":"{read_only:false; response_revision:6447; number_of_response:1; }","duration":"119.116026ms","start":"2026-04-16T03:51:48.130746Z","end":"2026-04-16T03:51:48.249862Z","steps":["trace[1144005891] 'process raft request' (duration: 118.778243ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:49.686733Z","caller":"traceutil/trace.go:171","msg":"trace[564673197] transaction","detail":"{read_only:false; response_revision:6455; number_of_response:1; }","duration":"229.818678ms","start":"2026-04-16T03:51:49.456889Z","end":"2026-04-16T03:51:49.686708Z","steps":["trace[564673197] 'process raft request' (duration: 229.637776ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:50.071885Z","caller":"traceutil/trace.go:171","msg":"trace[2123530285] transaction","detail":"{read_only:false; response_revision:6456; number_of_response:1; }","duration":"558.742328ms","start":"2026-04-16T03:51:49.513117Z","end":"2026-04-16T03:51:50.071859Z","steps":["trace[2123530285] 'process raft request' (duration: 558.553577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:50.072063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:49.513097Z","time spent":"558.876739ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:51:50.072181Z","caller":"traceutil/trace.go:171","msg":"trace[283742401] linearizableReadLoop","detail":"{readStateIndex:6708; appliedIndex:6706; }","duration":"235.118121ms","start":"2026-04-16T03:51:49.837034Z","end":"2026-04-16T03:51:50.072152Z","steps":["trace[283742401] 'read index received' (duration: 234.580878ms)","trace[283742401] 'applied index is now lower than readState.Index' (duration: 536.073µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:50.072398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.355933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:51:50.072431Z","caller":"traceutil/trace.go:171","msg":"trace[1626555443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6457; }","duration":"235.435783ms","start":"2026-04-16T03:51:49.836985Z","end":"2026-04-16T03:51:50.072421Z","steps":["trace[1626555443] 'agreement among raft nodes before linearized reading' (duration: 235.264222ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:50.072558Z","caller":"traceutil/trace.go:171","msg":"trace[1487966878] transaction","detail":"{read_only:false; response_revision:6457; number_of_response:1; }","duration":"543.316899ms","start":"2026-04-16T03:51:49.529211Z","end":"2026-04-16T03:51:50.072528Z","steps":["trace[1487966878] 'process raft request' (duration: 542.599114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:50.072706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:49.529184Z","time spent":"543.433259ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:51.200463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.16482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:51.200554Z","caller":"traceutil/trace.go:171","msg":"trace[60897603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6464; }","duration":"224.30164ms","start":"2026-04-16T03:51:50.976231Z","end":"2026-04-16T03:51:51.200532Z","steps":["trace[60897603] 'range keys from in-memory index tree' (duration: 224.048119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:51.201032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.697948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:51:51.201111Z","caller":"traceutil/trace.go:171","msg":"trace[446468702] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:6464; }","duration":"208.83778ms","start":"2026-04-16T03:51:50.992255Z","end":"2026-04-16T03:51:51.201093Z","steps":["trace[446468702] 'count revisions from in-memory index tree' (duration: 208.573588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:53.842453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:53.522373Z","time spent":"320.075134ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:51:53.842497Z","caller":"traceutil/trace.go:171","msg":"trace[1108736969] linearizableReadLoop","detail":"{readStateIndex:6726; appliedIndex:6726; }","duration":"235.852216ms","start":"2026-04-16T03:51:53.606611Z","end":"2026-04-16T03:51:53.842463Z","steps":["trace[1108736969] 'read index received' (duration: 235.840696ms)","trace[1108736969] 'applied index is now lower than readState.Index' (duration: 9.25µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:53.842686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.061547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:51:53.842736Z","caller":"traceutil/trace.go:171","msg":"trace[426672158] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6474; }","duration":"236.167337ms","start":"2026-04-16T03:51:53.606557Z","end":"2026-04-16T03:51:53.842724Z","steps":["trace[426672158] 'agreement among raft nodes before linearized reading' (duration: 236.049607ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:53.913799Z","caller":"traceutil/trace.go:171","msg":"trace[1665093980] transaction","detail":"{read_only:false; response_revision:6475; number_of_response:1; }","duration":"214.013573ms","start":"2026-04-16T03:51:53.699762Z","end":"2026-04-16T03:51:53.913775Z","steps":["trace[1665093980] 'process raft request' (duration: 213.860962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:53.914348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.708229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-16T03:51:53.914456Z","caller":"traceutil/trace.go:171","msg":"trace[84576855] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6475; }","duration":"191.86661ms","start":"2026-04-16T03:51:53.722565Z","end":"2026-04-16T03:51:53.914432Z","steps":["trace[84576855] 'agreement among raft nodes before linearized reading' (duration: 191.516668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:53.914479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.028803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:53.914556Z","caller":"traceutil/trace.go:171","msg":"trace[2049346065] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:6475; }","duration":"157.167084ms","start":"2026-04-16T03:51:53.757369Z","end":"2026-04-16T03:51:53.914536Z","steps":["trace[2049346065] 'agreement among raft nodes before linearized reading' (duration: 157.025753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:54.126915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.076487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:54.127016Z","caller":"traceutil/trace.go:171","msg":"trace[1713779417] transaction","detail":"{read_only:false; response_revision:6476; number_of_response:1; }","duration":"283.488257ms","start":"2026-04-16T03:51:53.843508Z","end":"2026-04-16T03:51:54.126996Z","steps":["trace[1713779417] 'process raft request' (duration: 173.254769ms)","trace[1713779417] 'compare' (duration: 109.960635ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:54.178022Z","caller":"traceutil/trace.go:171","msg":"trace[112540011] transaction","detail":"{read_only:false; response_revision:6477; number_of_response:1; }","duration":"259.220948ms","start":"2026-04-16T03:51:53.918777Z","end":"2026-04-16T03:51:54.177998Z","steps":["trace[112540011] 'process raft request' (duration: 259.092988ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:54.406987Z","caller":"traceutil/trace.go:171","msg":"trace[582776927] linearizableReadLoop","detail":"{readStateIndex:6730; appliedIndex:6729; }","duration":"277.561259ms","start":"2026-04-16T03:51:54.129402Z","end":"2026-04-16T03:51:54.406964Z","steps":["trace[582776927] 'read index received' (duration: 48.548437ms)","trace[582776927] 'applied index is now lower than readState.Index' (duration: 229.011932ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:54.407013Z","caller":"traceutil/trace.go:171","msg":"trace[73057522] transaction","detail":"{read_only:false; response_revision:6478; number_of_response:1; }","duration":"313.2095ms","start":"2026-04-16T03:51:54.09377Z","end":"2026-04-16T03:51:54.406979Z","steps":["trace[73057522] 'process raft request' (duration: 312.971657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:54.407254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.84393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T03:51:54.407305Z","caller":"traceutil/trace.go:171","msg":"trace[892642747] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6479; }","duration":"277.942461ms","start":"2026-04-16T03:51:54.129349Z","end":"2026-04-16T03:51:54.407292Z","steps":["trace[892642747] 'agreement among raft nodes before linearized reading' (duration: 277.78627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:54.407323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:54.093744Z","time spent":"313.445872ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:54.407621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.872086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:51:54.407679Z","caller":"traceutil/trace.go:171","msg":"trace[774726034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6479; }","duration":"169.960817ms","start":"2026-04-16T03:51:54.237704Z","end":"2026-04-16T03:51:54.407665Z","steps":["trace[774726034] 'agreement among raft nodes before linearized reading' (duration: 169.803596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:54.408116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.155455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-16T03:51:54.40818Z","caller":"traceutil/trace.go:171","msg":"trace[1489850433] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6479; }","duration":"145.276636ms","start":"2026-04-16T03:51:54.262888Z","end":"2026-04-16T03:51:54.408164Z","steps":["trace[1489850433] 'agreement among raft nodes before linearized reading' (duration: 144.937744ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:54.407114Z","caller":"traceutil/trace.go:171","msg":"trace[1388772082] transaction","detail":"{read_only:false; response_revision:6479; number_of_response:1; }","duration":"241.008589ms","start":"2026-04-16T03:51:54.166095Z","end":"2026-04-16T03:51:54.407103Z","steps":["trace[1388772082] 'process raft request' (duration: 240.818557ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:55.12331Z","caller":"traceutil/trace.go:171","msg":"trace[1290082055] transaction","detail":"{read_only:false; response_revision:6487; number_of_response:1; }","duration":"144.26658ms","start":"2026-04-16T03:51:54.979012Z","end":"2026-04-16T03:51:55.123279Z","steps":["trace[1290082055] 'process raft request' (duration: 144.075038ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:56.438725Z","caller":"traceutil/trace.go:171","msg":"trace[619132093] transaction","detail":"{read_only:false; response_revision:6489; number_of_response:1; }","duration":"304.053021ms","start":"2026-04-16T03:51:56.134656Z","end":"2026-04-16T03:51:56.438709Z","steps":["trace[619132093] 'process raft request' (duration: 303.83655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:56.438815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:56.134608Z","time spent":"304.155342ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6848,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:51:58.142827Z","caller":"traceutil/trace.go:171","msg":"trace[1783974212] transaction","detail":"{read_only:false; response_revision:6506; number_of_response:1; }","duration":"137.504305ms","start":"2026-04-16T03:51:58.005305Z","end":"2026-04-16T03:51:58.142809Z","steps":["trace[1783974212] 'process raft request' (duration: 137.391704ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:59.237055Z","caller":"traceutil/trace.go:171","msg":"trace[1368287196] linearizableReadLoop","detail":"{readStateIndex:6770; appliedIndex:6769; }","duration":"151.421146ms","start":"2026-04-16T03:51:59.085603Z","end":"2026-04-16T03:51:59.237024Z","steps":["trace[1368287196] 'read index received' (duration: 108.007273ms)","trace[1368287196] 'applied index is now lower than readState.Index' (duration: 43.412253ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:59.237251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.627867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:59.237288Z","caller":"traceutil/trace.go:171","msg":"trace[612626102] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:6516; }","duration":"151.720468ms","start":"2026-04-16T03:51:59.085555Z","end":"2026-04-16T03:51:59.237275Z","steps":["trace[612626102] 'agreement among raft nodes before linearized reading' (duration: 151.631637ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:00.345209Z","caller":"traceutil/trace.go:171","msg":"trace[1526478904] transaction","detail":"{read_only:false; response_revision:6520; number_of_response:1; }","duration":"169.380373ms","start":"2026-04-16T03:52:00.175807Z","end":"2026-04-16T03:52:00.345188Z","steps":["trace[1526478904] 'process raft request' (duration: 169.313052ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:00.345279Z","caller":"traceutil/trace.go:171","msg":"trace[876748251] transaction","detail":"{read_only:false; response_revision:6519; number_of_response:1; }","duration":"174.691817ms","start":"2026-04-16T03:52:00.170552Z","end":"2026-04-16T03:52:00.345244Z","steps":["trace[876748251] 'process raft request' (duration: 102.068864ms)","trace[876748251] 'compare' (duration: 72.346761ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:00.533778Z","caller":"traceutil/trace.go:171","msg":"trace[253385343] transaction","detail":"{read_only:false; response_revision:6521; number_of_response:1; }","duration":"184.298151ms","start":"2026-04-16T03:52:00.349456Z","end":"2026-04-16T03:52:00.533754Z","steps":["trace[253385343] 'process raft request' (duration: 101.673192ms)","trace[253385343] 'compare' (duration: 82.484618ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:00.541618Z","caller":"traceutil/trace.go:171","msg":"trace[1271804763] linearizableReadLoop","detail":"{readStateIndex:6777; appliedIndex:6774; }","duration":"152.909265ms","start":"2026-04-16T03:52:00.38869Z","end":"2026-04-16T03:52:00.541599Z","steps":["trace[1271804763] 'read index received' (duration: 62.473196ms)","trace[1271804763] 'applied index is now lower than readState.Index' (duration: 90.435349ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:00.541723Z","caller":"traceutil/trace.go:171","msg":"trace[819549431] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6522; }","duration":"185.92907ms","start":"2026-04-16T03:52:00.355785Z","end":"2026-04-16T03:52:00.541714Z","steps":["trace[819549431] 'process raft request' (duration: 185.78782ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:00.541713Z","caller":"traceutil/trace.go:171","msg":"trace[73747813] transaction","detail":"{read_only:false; response_revision:6522; number_of_response:1; }","duration":"185.97992ms","start":"2026-04-16T03:52:00.355708Z","end":"2026-04-16T03:52:00.541688Z","steps":["trace[73747813] 'process raft request' (duration: 185.784129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:00.541882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.167787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-spxz4.18a6b94d22107e8f\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-16T03:52:00.541961Z","caller":"traceutil/trace.go:171","msg":"trace[541025981] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-spxz4.18a6b94d22107e8f; range_end:; response_count:1; response_revision:6522; }","duration":"153.284619ms","start":"2026-04-16T03:52:00.388656Z","end":"2026-04-16T03:52:00.541941Z","steps":["trace[541025981] 'agreement among raft nodes before linearized reading' (duration: 153.093517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:00.778992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.650579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:00.779255Z","caller":"traceutil/trace.go:171","msg":"trace[1202546402] transaction","detail":"{read_only:false; response_revision:6527; number_of_response:1; }","duration":"221.499783ms","start":"2026-04-16T03:52:00.557737Z","end":"2026-04-16T03:52:00.779237Z","steps":["trace[1202546402] 'process raft request' (duration: 221.426372ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:00.77929Z","caller":"traceutil/trace.go:171","msg":"trace[1645948802] transaction","detail":"{read_only:false; response_revision:6526; number_of_response:1; }","duration":"234.7877ms","start":"2026-04-16T03:52:00.544464Z","end":"2026-04-16T03:52:00.779251Z","steps":["trace[1645948802] 'process raft request' (duration: 111.794349ms)","trace[1645948802] 'compare' (duration: 122.486888ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:00.786529Z","caller":"traceutil/trace.go:171","msg":"trace[1765269557] linearizableReadLoop","detail":"{readStateIndex:6785; appliedIndex:6782; }","duration":"118.192049ms","start":"2026-04-16T03:52:00.668314Z","end":"2026-04-16T03:52:00.786506Z","steps":["trace[1765269557] 'read index received' (duration: 118.039498ms)","trace[1765269557] 'applied index is now lower than readState.Index' (duration: 151.361µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:00.786719Z","caller":"traceutil/trace.go:171","msg":"trace[717128244] transaction","detail":"{read_only:false; response_revision:6529; number_of_response:1; }","duration":"219.547829ms","start":"2026-04-16T03:52:00.567147Z","end":"2026-04-16T03:52:00.786694Z","steps":["trace[717128244] 'process raft request' (duration: 219.248098ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:00.78689Z","caller":"traceutil/trace.go:171","msg":"trace[662153077] transaction","detail":"{read_only:false; response_revision:6528; number_of_response:1; }","duration":"219.981993ms","start":"2026-04-16T03:52:00.56686Z","end":"2026-04-16T03:52:00.786842Z","steps":["trace[662153077] 'process raft request' (duration: 219.4305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:00.786925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.572232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:52:00.788097Z","caller":"traceutil/trace.go:171","msg":"trace[627011710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6530; }","duration":"119.823829ms","start":"2026-04-16T03:52:00.668262Z","end":"2026-04-16T03:52:00.788085Z","steps":["trace[627011710] 'agreement among raft nodes before linearized reading' (duration: 118.512921ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:00.786815Z","caller":"traceutil/trace.go:171","msg":"trace[676785633] transaction","detail":"{read_only:false; response_revision:6530; number_of_response:1; }","duration":"215.814966ms","start":"2026-04-16T03:52:00.570904Z","end":"2026-04-16T03:52:00.786719Z","steps":["trace[676785633] 'process raft request' (duration: 215.532114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:00.8054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.835034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:52:00.805516Z","caller":"traceutil/trace.go:171","msg":"trace[1913913076] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6531; }","duration":"119.149157ms","start":"2026-04-16T03:52:00.686317Z","end":"2026-04-16T03:52:00.805466Z","steps":["trace[1913913076] 'agreement among raft nodes before linearized reading' (duration: 118.750434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:01.344507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.602207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:01.344605Z","caller":"traceutil/trace.go:171","msg":"trace[1365068584] linearizableReadLoop","detail":"{readStateIndex:6791; appliedIndex:6790; }","duration":"283.133633ms","start":"2026-04-16T03:52:01.061455Z","end":"2026-04-16T03:52:01.344589Z","steps":["trace[1365068584] 'read index received' (duration: 65.278174ms)","trace[1365068584] 'applied index is now lower than readState.Index' (duration: 217.854169ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:01.345012Z","caller":"traceutil/trace.go:171","msg":"trace[1915315600] transaction","detail":"{read_only:false; response_revision:6536; number_of_response:1; }","duration":"285.326689ms","start":"2026-04-16T03:52:01.059625Z","end":"2026-04-16T03:52:01.344952Z","steps":["trace[1915315600] 'process raft request' (duration: 67.200858ms)","trace[1915315600] 'compare' (duration: 217.441336ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:01.345207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.715987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-16T03:52:01.345281Z","caller":"traceutil/trace.go:171","msg":"trace[1793622339] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6536; }","duration":"283.834498ms","start":"2026-04-16T03:52:01.061432Z","end":"2026-04-16T03:52:01.345266Z","steps":["trace[1793622339] 'agreement among raft nodes before linearized reading' (duration: 283.569156ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:01.388663Z","caller":"traceutil/trace.go:171","msg":"trace[1314499343] transaction","detail":"{read_only:false; response_revision:6537; number_of_response:1; }","duration":"322.763771ms","start":"2026-04-16T03:52:01.065867Z","end":"2026-04-16T03:52:01.388631Z","steps":["trace[1314499343] 'process raft request' (duration: 322.44837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:01.389031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:01.065849Z","time spent":"322.894542ms","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2609,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:01.389955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.77605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193165"} {"level":"info","ts":"2026-04-16T03:52:01.39006Z","caller":"traceutil/trace.go:171","msg":"trace[783019936] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:6537; }","duration":"119.913061ms","start":"2026-04-16T03:52:01.270122Z","end":"2026-04-16T03:52:01.390035Z","steps":["trace[783019936] 'agreement among raft nodes before linearized reading' (duration: 118.458932ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:01.583951Z","caller":"traceutil/trace.go:171","msg":"trace[1344131012] linearizableReadLoop","detail":"{readStateIndex:6793; appliedIndex:6792; }","duration":"173.435439ms","start":"2026-04-16T03:52:01.410489Z","end":"2026-04-16T03:52:01.583924Z","steps":["trace[1344131012] 'read index received' (duration: 160.679826ms)","trace[1344131012] 'applied index is now lower than readState.Index' (duration: 12.754273ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:01.58402Z","caller":"traceutil/trace.go:171","msg":"trace[1372132202] transaction","detail":"{read_only:false; response_revision:6538; number_of_response:1; }","duration":"178.757044ms","start":"2026-04-16T03:52:01.405227Z","end":"2026-04-16T03:52:01.583984Z","steps":["trace[1372132202] 'process raft request' (duration: 165.90377ms)","trace[1372132202] 'compare' (duration: 12.646432ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:01.584194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.683461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:01.584515Z","caller":"traceutil/trace.go:171","msg":"trace[41198195] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:6538; }","duration":"174.043063ms","start":"2026-04-16T03:52:01.410443Z","end":"2026-04-16T03:52:01.584486Z","steps":["trace[41198195] 'agreement among raft nodes before linearized reading' (duration: 173.57374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:01.58429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.036785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-16T03:52:01.584712Z","caller":"traceutil/trace.go:171","msg":"trace[1225722369] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6538; }","duration":"165.489988ms","start":"2026-04-16T03:52:01.419168Z","end":"2026-04-16T03:52:01.584658Z","steps":["trace[1225722369] 'agreement among raft nodes before linearized reading' (duration: 164.971655ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:01.787946Z","caller":"traceutil/trace.go:171","msg":"trace[785662802] transaction","detail":"{read_only:false; response_revision:6540; number_of_response:1; }","duration":"197.912548ms","start":"2026-04-16T03:52:01.589994Z","end":"2026-04-16T03:52:01.787907Z","steps":["trace[785662802] 'process raft request' (duration: 177.641646ms)","trace[785662802] 'compare' (duration: 19.762439ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:01.788004Z","caller":"traceutil/trace.go:171","msg":"trace[345545230] linearizableReadLoop","detail":"{readStateIndex:6798; appliedIndex:6793; }","duration":"191.092244ms","start":"2026-04-16T03:52:01.596894Z","end":"2026-04-16T03:52:01.787986Z","steps":["trace[345545230] 'read index received' (duration: 38.566192ms)","trace[345545230] 'applied index is now lower than readState.Index' (duration: 152.524942ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:01.788436Z","caller":"traceutil/trace.go:171","msg":"trace[1305043769] transaction","detail":"{read_only:false; response_revision:6544; number_of_response:1; }","duration":"191.451436ms","start":"2026-04-16T03:52:01.596967Z","end":"2026-04-16T03:52:01.788418Z","steps":["trace[1305043769] 'process raft request' (duration: 190.889643ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:01.788558Z","caller":"traceutil/trace.go:171","msg":"trace[1330401812] transaction","detail":"{read_only:false; response_revision:6541; number_of_response:1; }","duration":"194.99626ms","start":"2026-04-16T03:52:01.593551Z","end":"2026-04-16T03:52:01.788547Z","steps":["trace[1330401812] 'process raft request' (duration: 194.153384ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:01.788801Z","caller":"traceutil/trace.go:171","msg":"trace[1223509257] transaction","detail":"{read_only:false; response_revision:6542; number_of_response:1; }","duration":"195.114671ms","start":"2026-04-16T03:52:01.593664Z","end":"2026-04-16T03:52:01.788779Z","steps":["trace[1223509257] 'process raft request' (duration: 194.104324ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:01.788936Z","caller":"traceutil/trace.go:171","msg":"trace[1868098678] transaction","detail":"{read_only:false; response_revision:6545; number_of_response:1; }","duration":"187.154439ms","start":"2026-04-16T03:52:01.60176Z","end":"2026-04-16T03:52:01.788914Z","steps":["trace[1868098678] 'process raft request' (duration: 186.142682ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:01.788463Z","caller":"traceutil/trace.go:171","msg":"trace[1257652144] transaction","detail":"{read_only:false; response_revision:6543; number_of_response:1; }","duration":"194.715407ms","start":"2026-04-16T03:52:01.593709Z","end":"2026-04-16T03:52:01.788424Z","steps":["trace[1257652144] 'process raft request' (duration: 194.101813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:01.78948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.538978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-16T03:52:01.78955Z","caller":"traceutil/trace.go:171","msg":"trace[647564825] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6545; }","duration":"179.65347ms","start":"2026-04-16T03:52:01.60988Z","end":"2026-04-16T03:52:01.789533Z","steps":["trace[647564825] 'agreement among raft nodes before linearized reading' (duration: 179.086146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:01.789988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.067238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-16T03:52:01.790069Z","caller":"traceutil/trace.go:171","msg":"trace[883548119] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:6545; }","duration":"193.186218ms","start":"2026-04-16T03:52:01.596863Z","end":"2026-04-16T03:52:01.79005Z","steps":["trace[883548119] 'agreement among raft nodes before linearized reading' (duration: 191.976711ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:02.181592Z","caller":"traceutil/trace.go:171","msg":"trace[349460948] transaction","detail":"{read_only:false; response_revision:6550; number_of_response:1; }","duration":"153.822072ms","start":"2026-04-16T03:52:02.027751Z","end":"2026-04-16T03:52:02.181573Z","steps":["trace[349460948] 'process raft request' (duration: 114.864548ms)","trace[349460948] 'compare' (duration: 38.845873ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:02.205634Z","caller":"traceutil/trace.go:171","msg":"trace[1711223660] linearizableReadLoop","detail":"{readStateIndex:6806; appliedIndex:6804; }","duration":"172.594713ms","start":"2026-04-16T03:52:02.033021Z","end":"2026-04-16T03:52:02.205616Z","steps":["trace[1711223660] 'read index received' (duration: 109.512583ms)","trace[1711223660] 'applied index is now lower than readState.Index' (duration: 63.08114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:02.205838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.802094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-16T03:52:02.205889Z","caller":"traceutil/trace.go:171","msg":"trace[348129619] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6551; }","duration":"172.874196ms","start":"2026-04-16T03:52:02.032986Z","end":"2026-04-16T03:52:02.20586Z","steps":["trace[348129619] 'agreement among raft nodes before linearized reading' (duration: 172.702603ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:02.206153Z","caller":"traceutil/trace.go:171","msg":"trace[275721997] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6550; }","duration":"176.57307ms","start":"2026-04-16T03:52:02.02957Z","end":"2026-04-16T03:52:02.206143Z","steps":["trace[275721997] 'process raft request' (duration: 175.893795ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:02.206467Z","caller":"traceutil/trace.go:171","msg":"trace[217962628] transaction","detail":"{read_only:false; response_revision:6551; number_of_response:1; }","duration":"165.055365ms","start":"2026-04-16T03:52:02.041403Z","end":"2026-04-16T03:52:02.206458Z","steps":["trace[217962628] 'process raft request' (duration: 164.140879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:02.436516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.960413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:02.436614Z","caller":"traceutil/trace.go:171","msg":"trace[316338691] linearizableReadLoop","detail":"{readStateIndex:6809; appliedIndex:6808; }","duration":"187.001258ms","start":"2026-04-16T03:52:02.249598Z","end":"2026-04-16T03:52:02.4366Z","steps":["trace[316338691] 'read index received' (duration: 32.819514ms)","trace[316338691] 'applied index is now lower than readState.Index' (duration: 154.180424ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:02.436964Z","caller":"traceutil/trace.go:171","msg":"trace[390630652] transaction","detail":"{read_only:false; response_revision:6553; number_of_response:1; }","duration":"191.267916ms","start":"2026-04-16T03:52:02.245658Z","end":"2026-04-16T03:52:02.436926Z","steps":["trace[390630652] 'process raft request' (duration: 36.82049ms)","trace[390630652] 'compare' (duration: 153.840342ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:02.437019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.40542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:02.437098Z","caller":"traceutil/trace.go:171","msg":"trace[2051387998] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:6553; }","duration":"187.523891ms","start":"2026-04-16T03:52:02.249557Z","end":"2026-04-16T03:52:02.43708Z","steps":["trace[2051387998] 'agreement among raft nodes before linearized reading' (duration: 187.39014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:02.437953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.649058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193165"} {"level":"info","ts":"2026-04-16T03:52:02.437989Z","caller":"traceutil/trace.go:171","msg":"trace[1390080369] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:6553; }","duration":"171.713038ms","start":"2026-04-16T03:52:02.266266Z","end":"2026-04-16T03:52:02.437979Z","steps":["trace[1390080369] 'agreement among raft nodes before linearized reading' (duration: 170.941474ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:02.944737Z","caller":"traceutil/trace.go:171","msg":"trace[533014824] transaction","detail":"{read_only:false; response_revision:6554; number_of_response:1; }","duration":"502.041149ms","start":"2026-04-16T03:52:02.442673Z","end":"2026-04-16T03:52:02.944714Z","steps":["trace[533014824] 'process raft request' (duration: 501.912918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:02.944863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:02.442661Z","time spent":"502.14452ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":743,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:52:02.983252Z","caller":"traceutil/trace.go:171","msg":"trace[1152545161] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6555; }","duration":"538.799098ms","start":"2026-04-16T03:52:02.44442Z","end":"2026-04-16T03:52:02.983219Z","steps":["trace[1152545161] 'process raft request' (duration: 538.534796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:02.983412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:02.444396Z","time spent":"538.933599ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":56,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-16T03:52:02.983299Z","caller":"traceutil/trace.go:171","msg":"trace[89747061] linearizableReadLoop","detail":"{readStateIndex:6811; appliedIndex:6809; }","duration":"538.818068ms","start":"2026-04-16T03:52:02.444455Z","end":"2026-04-16T03:52:02.983273Z","steps":["trace[89747061] 'read index received' (duration: 500.220247ms)","trace[89747061] 'applied index is now lower than readState.Index' (duration: 38.596841ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:02.983615Z","caller":"traceutil/trace.go:171","msg":"trace[1451208760] transaction","detail":"{read_only:false; response_revision:6556; number_of_response:1; }","duration":"415.894777ms","start":"2026-04-16T03:52:02.567698Z","end":"2026-04-16T03:52:02.983593Z","steps":["trace[1451208760] 'process raft request' (duration: 415.446345ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:02.98367Z","caller":"traceutil/trace.go:171","msg":"trace[926007986] transaction","detail":"{read_only:false; response_revision:6557; number_of_response:1; }","duration":"415.081003ms","start":"2026-04-16T03:52:02.568564Z","end":"2026-04-16T03:52:02.983645Z","steps":["trace[926007986] 'process raft request' (duration: 414.63438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:02.983713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:02.567671Z","time spent":"415.990948ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:02.983822Z","caller":"traceutil/trace.go:171","msg":"trace[1046522481] transaction","detail":"{read_only:false; response_revision:6558; number_of_response:1; }","duration":"414.63449ms","start":"2026-04-16T03:52:02.569153Z","end":"2026-04-16T03:52:02.983787Z","steps":["trace[1046522481] 'process raft request' (duration: 414.076186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:02.983783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:02.568553Z","time spent":"415.174713ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:02.983894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.418382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-16T03:52:02.984057Z","caller":"traceutil/trace.go:171","msg":"trace[1354478801] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:6558; }","duration":"539.544563ms","start":"2026-04-16T03:52:02.444447Z","end":"2026-04-16T03:52:02.983991Z","steps":["trace[1354478801] 'agreement among raft nodes before linearized reading' (duration: 539.266201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:02.984142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:02.569143Z","time spent":"414.78541ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:02.9842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.804882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:52:02.984206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.685931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:52:02.984245Z","caller":"traceutil/trace.go:171","msg":"trace[655274772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6558; }","duration":"190.893213ms","start":"2026-04-16T03:52:02.793339Z","end":"2026-04-16T03:52:02.984232Z","steps":["trace[655274772] 'agreement among raft nodes before linearized reading' (duration: 190.744892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:02.984241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.10692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:52:02.984275Z","caller":"traceutil/trace.go:171","msg":"trace[344479554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6558; }","duration":"144.788312ms","start":"2026-04-16T03:52:02.839471Z","end":"2026-04-16T03:52:02.984259Z","steps":["trace[344479554] 'agreement among raft nodes before linearized reading' (duration: 144.601311ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:02.984288Z","caller":"traceutil/trace.go:171","msg":"trace[1140890338] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6558; }","duration":"192.18716ms","start":"2026-04-16T03:52:02.792087Z","end":"2026-04-16T03:52:02.984274Z","steps":["trace[1140890338] 'agreement among raft nodes before linearized reading' (duration: 192.017359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:02.984402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:02.444375Z","time spent":"539.816974ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":730,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-04-16T03:52:02.984047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.080504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-16T03:52:02.984572Z","caller":"traceutil/trace.go:171","msg":"trace[253822792] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6558; }","duration":"518.642497ms","start":"2026-04-16T03:52:02.465911Z","end":"2026-04-16T03:52:02.984553Z","steps":["trace[253822792] 'agreement among raft nodes before linearized reading' (duration: 517.979693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:02.984472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.226982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:52:02.98463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:02.465888Z","time spent":"518.724309ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1843,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-04-16T03:52:02.984673Z","caller":"traceutil/trace.go:171","msg":"trace[877544978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6558; }","duration":"120.491966ms","start":"2026-04-16T03:52:02.864132Z","end":"2026-04-16T03:52:02.984624Z","steps":["trace[877544978] 'agreement among raft nodes before linearized reading' (duration: 120.247763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:03.323854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.288598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:03.32415Z","caller":"traceutil/trace.go:171","msg":"trace[782676596] linearizableReadLoop","detail":"{readStateIndex:6819; appliedIndex:6814; }","duration":"330.479022ms","start":"2026-04-16T03:52:02.993654Z","end":"2026-04-16T03:52:03.324133Z","steps":["trace[782676596] 'read index received' (duration: 47.867992ms)","trace[782676596] 'applied index is now lower than readState.Index' (duration: 282.61011ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:03.324292Z","caller":"traceutil/trace.go:171","msg":"trace[1290501064] transaction","detail":"{read_only:false; response_revision:6563; number_of_response:1; }","duration":"332.298994ms","start":"2026-04-16T03:52:02.991961Z","end":"2026-04-16T03:52:03.32426Z","steps":["trace[1290501064] 'process raft request' (duration: 332.099773ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:03.324472Z","caller":"traceutil/trace.go:171","msg":"trace[796601866] transaction","detail":"{read_only:false; response_revision:6564; number_of_response:1; }","duration":"328.483688ms","start":"2026-04-16T03:52:02.995976Z","end":"2026-04-16T03:52:03.324459Z","steps":["trace[796601866] 'process raft request' (duration: 328.117496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:03.324521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:02.991955Z","time spent":"332.437685ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:03.324556Z","caller":"traceutil/trace.go:171","msg":"trace[2110676368] transaction","detail":"{read_only:false; response_revision:6560; number_of_response:1; }","duration":"332.718807ms","start":"2026-04-16T03:52:02.991803Z","end":"2026-04-16T03:52:03.324521Z","steps":["trace[2110676368] 'process raft request' (duration: 332.140223ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:03.324613Z","caller":"traceutil/trace.go:171","msg":"trace[669788221] transaction","detail":"{read_only:false; response_revision:6559; number_of_response:1; }","duration":"335.258253ms","start":"2026-04-16T03:52:02.989322Z","end":"2026-04-16T03:52:03.324581Z","steps":["trace[669788221] 'process raft request' (duration: 52.17087ms)","trace[669788221] 'compare' (duration: 281.926975ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:03.324664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.008836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-16T03:52:03.324699Z","caller":"traceutil/trace.go:171","msg":"trace[925313028] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6564; }","duration":"331.066886ms","start":"2026-04-16T03:52:02.993622Z","end":"2026-04-16T03:52:03.324689Z","steps":["trace[925313028] 'agreement among raft nodes before linearized reading' (duration: 330.955325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:03.324738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:02.993606Z","time spent":"331.125656ms","remote":"127.0.0.1:45650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1307,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-04-16T03:52:03.324729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:02.991791Z","time spent":"332.848898ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:03.324751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.567277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:52:03.324773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:02.989298Z","time spent":"335.393865ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:03.324808Z","caller":"traceutil/trace.go:171","msg":"trace[217401502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6564; }","duration":"323.637488ms","start":"2026-04-16T03:52:03.001154Z","end":"2026-04-16T03:52:03.324792Z","steps":["trace[217401502] 'agreement among raft nodes before linearized reading' (duration: 323.552198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:03.324858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:03.001148Z","time spent":"323.701949ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:52:03.324898Z","caller":"traceutil/trace.go:171","msg":"trace[577512293] transaction","detail":"{read_only:false; response_revision:6561; number_of_response:1; }","duration":"332.995849ms","start":"2026-04-16T03:52:02.99186Z","end":"2026-04-16T03:52:03.324856Z","steps":["trace[577512293] 'process raft request' (duration: 332.134104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:03.325003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:02.991855Z","time spent":"333.084119ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:03.324549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:02.995963Z","time spent":"328.547269ms","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2150,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:03.325152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.602409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-16T03:52:03.325209Z","caller":"traceutil/trace.go:171","msg":"trace[1920532607] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6564; }","duration":"314.668149ms","start":"2026-04-16T03:52:03.010524Z","end":"2026-04-16T03:52:03.325192Z","steps":["trace[1920532607] 'agreement among raft nodes before linearized reading' (duration: 314.529118ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:03.325244Z","caller":"traceutil/trace.go:171","msg":"trace[1620870570] transaction","detail":"{read_only:false; response_revision:6562; number_of_response:1; }","duration":"333.31395ms","start":"2026-04-16T03:52:02.991917Z","end":"2026-04-16T03:52:03.325231Z","steps":["trace[1620870570] 'process raft request' (duration: 332.110873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:03.325254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:03.010518Z","time spent":"314.726269ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3528,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-16T03:52:03.325306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:02.991908Z","time spent":"333.36485ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:03.503424Z","caller":"traceutil/trace.go:171","msg":"trace[871251514] linearizableReadLoop","detail":"{readStateIndex:6821; appliedIndex:6820; }","duration":"127.638822ms","start":"2026-04-16T03:52:03.375765Z","end":"2026-04-16T03:52:03.503404Z","steps":["trace[871251514] 'read index received' (duration: 83.715755ms)","trace[871251514] 'applied index is now lower than readState.Index' (duration: 43.922357ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:03.503615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.830683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:61797"} {"level":"info","ts":"2026-04-16T03:52:03.503835Z","caller":"traceutil/trace.go:171","msg":"trace[350266319] transaction","detail":"{read_only:false; response_revision:6565; number_of_response:1; }","duration":"131.940609ms","start":"2026-04-16T03:52:03.371862Z","end":"2026-04-16T03:52:03.503803Z","steps":["trace[350266319] 'process raft request' (duration: 87.744651ms)","trace[350266319] 'compare' (duration: 43.693275ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:03.503646Z","caller":"traceutil/trace.go:171","msg":"trace[2062906003] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:6565; }","duration":"127.892773ms","start":"2026-04-16T03:52:03.375746Z","end":"2026-04-16T03:52:03.503639Z","steps":["trace[2062906003] 'agreement among raft nodes before linearized reading' (duration: 127.728802ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:05.112536Z","caller":"traceutil/trace.go:171","msg":"trace[100767950] transaction","detail":"{read_only:false; response_revision:6569; number_of_response:1; }","duration":"122.001934ms","start":"2026-04-16T03:52:04.9905Z","end":"2026-04-16T03:52:05.112502Z","steps":["trace[100767950] 'process raft request' (duration: 81.541261ms)","trace[100767950] 'compare' (duration: 40.236462ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:05.112773Z","caller":"traceutil/trace.go:171","msg":"trace[597214397] transaction","detail":"{read_only:false; response_revision:6570; number_of_response:1; }","duration":"121.633682ms","start":"2026-04-16T03:52:04.991123Z","end":"2026-04-16T03:52:05.112757Z","steps":["trace[597214397] 'process raft request' (duration: 121.31129ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:05.555784Z","caller":"traceutil/trace.go:171","msg":"trace[1036895869] transaction","detail":"{read_only:false; response_revision:6571; number_of_response:1; }","duration":"220.901388ms","start":"2026-04-16T03:52:05.334862Z","end":"2026-04-16T03:52:05.555763Z","steps":["trace[1036895869] 'process raft request' (duration: 220.764788ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:05.584899Z","caller":"traceutil/trace.go:171","msg":"trace[861148000] transaction","detail":"{read_only:false; response_revision:6572; number_of_response:1; }","duration":"249.266184ms","start":"2026-04-16T03:52:05.3356Z","end":"2026-04-16T03:52:05.584866Z","steps":["trace[861148000] 'process raft request' (duration: 249.077272ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:05.584914Z","caller":"traceutil/trace.go:171","msg":"trace[704377501] transaction","detail":"{read_only:false; response_revision:6573; number_of_response:1; }","duration":"249.287874ms","start":"2026-04-16T03:52:05.335599Z","end":"2026-04-16T03:52:05.584887Z","steps":["trace[704377501] 'process raft request' (duration: 249.213033ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:05.58506Z","caller":"traceutil/trace.go:171","msg":"trace[2106328730] transaction","detail":"{read_only:false; response_revision:6574; number_of_response:1; }","duration":"249.196383ms","start":"2026-04-16T03:52:05.335854Z","end":"2026-04-16T03:52:05.585051Z","steps":["trace[2106328730] 'process raft request' (duration: 248.997941ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:05.585134Z","caller":"traceutil/trace.go:171","msg":"trace[287505312] linearizableReadLoop","detail":"{readStateIndex:6832; appliedIndex:6827; }","duration":"191.87565ms","start":"2026-04-16T03:52:05.393254Z","end":"2026-04-16T03:52:05.585129Z","steps":["trace[287505312] 'read index received' (duration: 162.390058ms)","trace[287505312] 'applied index is now lower than readState.Index' (duration: 29.485052ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:05.585288Z","caller":"traceutil/trace.go:171","msg":"trace[424773973] transaction","detail":"{read_only:false; response_revision:6575; number_of_response:1; }","duration":"249.306214ms","start":"2026-04-16T03:52:05.335938Z","end":"2026-04-16T03:52:05.585244Z","steps":["trace[424773973] 'process raft request' (duration: 249.069732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:05.585357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.091471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-16T03:52:05.58552Z","caller":"traceutil/trace.go:171","msg":"trace[845868120] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6575; }","duration":"192.259782ms","start":"2026-04-16T03:52:05.393248Z","end":"2026-04-16T03:52:05.585508Z","steps":["trace[845868120] 'agreement among raft nodes before linearized reading' (duration: 192.024901ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:06.420987Z","caller":"traceutil/trace.go:171","msg":"trace[896719277] transaction","detail":"{read_only:false; response_revision:6577; number_of_response:1; }","duration":"136.59139ms","start":"2026-04-16T03:52:06.284359Z","end":"2026-04-16T03:52:06.420951Z","steps":["trace[896719277] 'process raft request' (duration: 136.427339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:11.834615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.620812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:52:11.834688Z","caller":"traceutil/trace.go:171","msg":"trace[1867188092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6605; }","duration":"101.720733ms","start":"2026-04-16T03:52:11.732953Z","end":"2026-04-16T03:52:11.834673Z","steps":["trace[1867188092] 'range keys from in-memory index tree' (duration: 101.494851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:11.834732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.689833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:52:11.834788Z","caller":"traceutil/trace.go:171","msg":"trace[73293969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6605; }","duration":"101.772383ms","start":"2026-04-16T03:52:11.733001Z","end":"2026-04-16T03:52:11.834774Z","steps":["trace[73293969] 'range keys from in-memory index tree' (duration: 101.591802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:11.834808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.872444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:52:11.834865Z","caller":"traceutil/trace.go:171","msg":"trace[230304162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6605; }","duration":"101.974945ms","start":"2026-04-16T03:52:11.732877Z","end":"2026-04-16T03:52:11.834852Z","steps":["trace[230304162] 'range keys from in-memory index tree' (duration: 101.668683ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:16.897381Z","caller":"traceutil/trace.go:171","msg":"trace[1857074816] linearizableReadLoop","detail":"{readStateIndex:6907; appliedIndex:6903; }","duration":"172.369023ms","start":"2026-04-16T03:52:16.724993Z","end":"2026-04-16T03:52:16.897362Z","steps":["trace[1857074816] 'read index received' (duration: 56.030095ms)","trace[1857074816] 'applied index is now lower than readState.Index' (duration: 116.338128ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:16.897419Z","caller":"traceutil/trace.go:171","msg":"trace[1883861] transaction","detail":"{read_only:false; response_revision:6645; number_of_response:1; }","duration":"177.525376ms","start":"2026-04-16T03:52:16.719877Z","end":"2026-04-16T03:52:16.897402Z","steps":["trace[1883861] 'process raft request' (duration: 176.761971ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:16.897482Z","caller":"traceutil/trace.go:171","msg":"trace[694292907] transaction","detail":"{read_only:false; response_revision:6646; number_of_response:1; }","duration":"177.552086ms","start":"2026-04-16T03:52:16.71992Z","end":"2026-04-16T03:52:16.897472Z","steps":["trace[694292907] 'process raft request' (duration: 177.378085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:16.897609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.122554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:16.897651Z","caller":"traceutil/trace.go:171","msg":"trace[269102305] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:6647; }","duration":"151.208605ms","start":"2026-04-16T03:52:16.746433Z","end":"2026-04-16T03:52:16.897641Z","steps":["trace[269102305] 'agreement among raft nodes before linearized reading' (duration: 151.134855ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:16.897769Z","caller":"traceutil/trace.go:171","msg":"trace[588950807] transaction","detail":"{read_only:false; response_revision:6647; number_of_response:1; }","duration":"177.764087ms","start":"2026-04-16T03:52:16.71999Z","end":"2026-04-16T03:52:16.897755Z","steps":["trace[588950807] 'process raft request' (duration: 177.342754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:16.898064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.071598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-16T03:52:16.898108Z","caller":"traceutil/trace.go:171","msg":"trace[865650196] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6647; }","duration":"173.148488ms","start":"2026-04-16T03:52:16.724949Z","end":"2026-04-16T03:52:16.898097Z","steps":["trace[865650196] 'agreement among raft nodes before linearized reading' (duration: 172.578324ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:20.301016Z","caller":"traceutil/trace.go:171","msg":"trace[1704033411] linearizableReadLoop","detail":"{readStateIndex:7001; appliedIndex:7000; }","duration":"118.775773ms","start":"2026-04-16T03:52:20.182218Z","end":"2026-04-16T03:52:20.300994Z","steps":["trace[1704033411] 'read index received' (duration: 115.271701ms)","trace[1704033411] 'applied index is now lower than readState.Index' (duration: 3.503222ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:20.301136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.898364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:20.301131Z","caller":"traceutil/trace.go:171","msg":"trace[1253055680] transaction","detail":"{read_only:false; response_revision:6740; number_of_response:1; }","duration":"119.437668ms","start":"2026-04-16T03:52:20.181674Z","end":"2026-04-16T03:52:20.301112Z","steps":["trace[1253055680] 'process raft request' (duration: 115.812595ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:20.301185Z","caller":"traceutil/trace.go:171","msg":"trace[1374397742] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:6740; }","duration":"118.978784ms","start":"2026-04-16T03:52:20.18219Z","end":"2026-04-16T03:52:20.301169Z","steps":["trace[1374397742] 'agreement among raft nodes before linearized reading' (duration: 118.887854ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:21.591908Z","caller":"traceutil/trace.go:171","msg":"trace[1425378330] linearizableReadLoop","detail":"{readStateIndex:7003; appliedIndex:7002; }","duration":"359.611052ms","start":"2026-04-16T03:52:21.232273Z","end":"2026-04-16T03:52:21.591884Z","steps":["trace[1425378330] 'read index received' (duration: 359.486521ms)","trace[1425378330] 'applied index is now lower than readState.Index' (duration: 123.441µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:21.591955Z","caller":"traceutil/trace.go:171","msg":"trace[1822153565] transaction","detail":"{read_only:false; response_revision:6742; number_of_response:1; }","duration":"382.636812ms","start":"2026-04-16T03:52:21.20929Z","end":"2026-04-16T03:52:21.591927Z","steps":["trace[1822153565] 'process raft request' (duration: 382.447211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:21.592229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:21.209265Z","time spent":"382.841883ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:21.592297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.981164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:52:21.592373Z","caller":"traceutil/trace.go:171","msg":"trace[66828161] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6742; }","duration":"360.125496ms","start":"2026-04-16T03:52:21.23221Z","end":"2026-04-16T03:52:21.592336Z","steps":["trace[66828161] 'agreement among raft nodes before linearized reading' (duration: 359.784244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:21.592447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:21.232186Z","time spent":"360.246666ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T03:52:21.605878Z","caller":"traceutil/trace.go:171","msg":"trace[1533307858] transaction","detail":"{read_only:false; response_revision:6743; number_of_response:1; }","duration":"171.158995ms","start":"2026-04-16T03:52:21.434703Z","end":"2026-04-16T03:52:21.605862Z","steps":["trace[1533307858] 'process raft request' (duration: 170.927153ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:21.605904Z","caller":"traceutil/trace.go:171","msg":"trace[372862734] transaction","detail":"{read_only:false; response_revision:6744; number_of_response:1; }","duration":"170.525561ms","start":"2026-04-16T03:52:21.435351Z","end":"2026-04-16T03:52:21.605877Z","steps":["trace[372862734] 'process raft request' (duration: 170.42198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:23.876188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.161453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:52:23.876286Z","caller":"traceutil/trace.go:171","msg":"trace[568150357] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:6756; }","duration":"352.297044ms","start":"2026-04-16T03:52:23.523966Z","end":"2026-04-16T03:52:23.876263Z","steps":["trace[568150357] 'range keys from in-memory index tree' (duration: 351.990431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:23.876332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:23.523946Z","time spent":"352.373104ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-04-16T03:52:23.876543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.99921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:52:23.876601Z","caller":"traceutil/trace.go:171","msg":"trace[282787745] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:6756; }","duration":"318.097272ms","start":"2026-04-16T03:52:23.558489Z","end":"2026-04-16T03:52:23.876586Z","steps":["trace[282787745] 'count revisions from in-memory index tree' (duration: 317.89457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:23.876675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:23.558463Z","time spent":"318.196962ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:23.87743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.164305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:23.877642Z","caller":"traceutil/trace.go:171","msg":"trace[1986126883] transaction","detail":"{read_only:false; response_revision:6757; number_of_response:1; }","duration":"274.87552ms","start":"2026-04-16T03:52:23.602743Z","end":"2026-04-16T03:52:23.877619Z","steps":["trace[1986126883] 'process raft request' (duration: 126.415433ms)","trace[1986126883] 'compare' (duration: 147.177348ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:23.919854Z","caller":"traceutil/trace.go:171","msg":"trace[1363485793] transaction","detail":"{read_only:false; response_revision:6758; number_of_response:1; }","duration":"310.618242ms","start":"2026-04-16T03:52:23.609201Z","end":"2026-04-16T03:52:23.919819Z","steps":["trace[1363485793] 'process raft request' (duration: 310.453991ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:23.919923Z","caller":"traceutil/trace.go:171","msg":"trace[1290647915] transaction","detail":"{read_only:false; response_revision:6759; number_of_response:1; }","duration":"309.293625ms","start":"2026-04-16T03:52:23.610566Z","end":"2026-04-16T03:52:23.91986Z","steps":["trace[1290647915] 'process raft request' (duration: 309.195454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:23.920012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:23.609173Z","time spent":"310.741743ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:23.920113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:23.610543Z","time spent":"309.467566ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:24.03189Z","caller":"traceutil/trace.go:171","msg":"trace[324392231] transaction","detail":"{read_only:false; response_revision:6760; number_of_response:1; }","duration":"108.674398ms","start":"2026-04-16T03:52:23.923198Z","end":"2026-04-16T03:52:24.031873Z","steps":["trace[324392231] 'process raft request' (duration: 108.581568ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:24.031941Z","caller":"traceutil/trace.go:171","msg":"trace[181743530] linearizableReadLoop","detail":"{readStateIndex:7021; appliedIndex:7020; }","duration":"112.11097ms","start":"2026-04-16T03:52:23.919793Z","end":"2026-04-16T03:52:24.031904Z","steps":["trace[181743530] 'read index received' (duration: 100.293434ms)","trace[181743530] 'applied index is now lower than readState.Index' (duration: 11.815376ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:24.032322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.746436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:52:24.032376Z","caller":"traceutil/trace.go:171","msg":"trace[2122158884] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6760; }","duration":"189.837996ms","start":"2026-04-16T03:52:23.842524Z","end":"2026-04-16T03:52:24.032362Z","steps":["trace[2122158884] 'agreement among raft nodes before linearized reading' (duration: 189.639565ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:25.632471Z","caller":"traceutil/trace.go:171","msg":"trace[1266552686] transaction","detail":"{read_only:false; response_revision:6771; number_of_response:1; }","duration":"338.506555ms","start":"2026-04-16T03:52:25.293936Z","end":"2026-04-16T03:52:25.632443Z","steps":["trace[1266552686] 'process raft request' (duration: 338.348134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:25.632927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:25.293907Z","time spent":"338.901847ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4526,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:27.016215Z","caller":"traceutil/trace.go:171","msg":"trace[388362282] linearizableReadLoop","detail":"{readStateIndex:7050; appliedIndex:7049; }","duration":"222.682719ms","start":"2026-04-16T03:52:26.793502Z","end":"2026-04-16T03:52:27.016184Z","steps":["trace[388362282] 'read index received' (duration: 187.098907ms)","trace[388362282] 'applied index is now lower than readState.Index' (duration: 35.581962ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:27.016256Z","caller":"traceutil/trace.go:171","msg":"trace[1822526475] transaction","detail":"{read_only:false; response_revision:6788; number_of_response:1; }","duration":"232.098872ms","start":"2026-04-16T03:52:26.784128Z","end":"2026-04-16T03:52:27.016227Z","steps":["trace[1822526475] 'process raft request' (duration: 196.5887ms)","trace[1822526475] 'compare' (duration: 35.097009ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:27.016446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.919931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:27.016496Z","caller":"traceutil/trace.go:171","msg":"trace[728760832] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6788; }","duration":"223.020131ms","start":"2026-04-16T03:52:26.793461Z","end":"2026-04-16T03:52:27.016481Z","steps":["trace[728760832] 'agreement among raft nodes before linearized reading' (duration: 222.8746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:27.016791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.671967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:27.016849Z","caller":"traceutil/trace.go:171","msg":"trace[1873317882] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6788; }","duration":"105.763058ms","start":"2026-04-16T03:52:26.911072Z","end":"2026-04-16T03:52:27.016835Z","steps":["trace[1873317882] 'agreement among raft nodes before linearized reading' (duration: 105.674728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:27.017028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.439869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:27.01708Z","caller":"traceutil/trace.go:171","msg":"trace[339753260] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6788; }","duration":"104.545011ms","start":"2026-04-16T03:52:26.912522Z","end":"2026-04-16T03:52:27.017067Z","steps":["trace[339753260] 'agreement among raft nodes before linearized reading' (duration: 104.45221ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:30.037411Z","caller":"traceutil/trace.go:171","msg":"trace[1831474058] transaction","detail":"{read_only:false; response_revision:6813; number_of_response:1; }","duration":"125.036095ms","start":"2026-04-16T03:52:29.912346Z","end":"2026-04-16T03:52:30.037382Z","steps":["trace[1831474058] 'process raft request' (duration: 124.763793ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:30.171818Z","caller":"traceutil/trace.go:171","msg":"trace[1574308052] transaction","detail":"{read_only:false; response_revision:6814; number_of_response:1; }","duration":"153.57115ms","start":"2026-04-16T03:52:30.018168Z","end":"2026-04-16T03:52:30.171739Z","steps":["trace[1574308052] 'process raft request' (duration: 63.022419ms)","trace[1574308052] 'compare' (duration: 90.117297ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:30.172006Z","caller":"traceutil/trace.go:171","msg":"trace[986728600] linearizableReadLoop","detail":"{readStateIndex:7078; appliedIndex:7076; }","duration":"133.55054ms","start":"2026-04-16T03:52:30.038435Z","end":"2026-04-16T03:52:30.171985Z","steps":["trace[986728600] 'read index received' (duration: 42.688878ms)","trace[986728600] 'applied index is now lower than readState.Index' (duration: 90.860472ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:30.172386Z","caller":"traceutil/trace.go:171","msg":"trace[495016671] transaction","detail":"{read_only:false; response_revision:6815; number_of_response:1; }","duration":"153.062447ms","start":"2026-04-16T03:52:30.019295Z","end":"2026-04-16T03:52:30.172357Z","steps":["trace[495016671] 'process raft request' (duration: 152.371712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:30.172142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.678771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:30.172934Z","caller":"traceutil/trace.go:171","msg":"trace[93166422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6815; }","duration":"134.503986ms","start":"2026-04-16T03:52:30.038401Z","end":"2026-04-16T03:52:30.172905Z","steps":["trace[93166422] 'agreement among raft nodes before linearized reading' (duration: 133.643031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:33.501802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311250744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:34.002573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311250744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:34.503431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311250744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:35.001263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999869134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:52:35.001345Z","caller":"traceutil/trace.go:171","msg":"trace[361533766] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000011164s","start":"2026-04-16T03:52:33.001314Z","end":"2026-04-16T03:52:35.001325Z","steps":["trace[361533766] 'agreement among raft nodes before linearized reading' (duration: 1.999908934s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:35.001407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:33.001295Z","time spent":"2.000086565s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:52:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:52:35.004384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311250744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:35.166484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05792012s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:35.166636Z","caller":"traceutil/trace.go:171","msg":"trace[1681142881] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6832; }","duration":"1.058055941s","start":"2026-04-16T03:52:34.108533Z","end":"2026-04-16T03:52:35.166589Z","steps":["trace[1681142881] 'range keys from in-memory index tree' (duration: 1.05790289s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:35.221867Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.49695253s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:52:35.22223Z","caller":"traceutil/trace.go:171","msg":"trace[1039510598] transaction","detail":"{read_only:false; response_revision:6833; number_of_response:1; }","duration":"2.497405813s","start":"2026-04-16T03:52:32.724784Z","end":"2026-04-16T03:52:35.22219Z","steps":["trace[1039510598] 'process raft request' (duration: 2.497265122s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:35.222356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:32.724761Z","time spent":"2.497526805s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:35.2244Z","caller":"traceutil/trace.go:171","msg":"trace[1749567769] transaction","detail":"{read_only:false; response_revision:6834; number_of_response:1; }","duration":"1.138212621s","start":"2026-04-16T03:52:34.086165Z","end":"2026-04-16T03:52:35.224378Z","steps":["trace[1749567769] 'process raft request' (duration: 1.13806589s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:35.224527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:34.086141Z","time spent":"1.138309212s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:35.224764Z","caller":"traceutil/trace.go:171","msg":"trace[1964252692] linearizableReadLoop","detail":"{readStateIndex:7099; appliedIndex:7095; }","duration":"2.223378349s","start":"2026-04-16T03:52:33.001371Z","end":"2026-04-16T03:52:35.224749Z","steps":["trace[1964252692] 'read index received' (duration: 2.220678831s)","trace[1964252692] 'applied index is now lower than readState.Index' (duration: 2.698298ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:35.224787Z","caller":"traceutil/trace.go:171","msg":"trace[30563175] transaction","detail":"{read_only:false; response_revision:6836; number_of_response:1; }","duration":"995.834985ms","start":"2026-04-16T03:52:34.228939Z","end":"2026-04-16T03:52:35.224774Z","steps":["trace[30563175] 'process raft request' (duration: 995.627353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:35.224846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:34.228914Z","time spent":"995.898305ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:35.225082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.142859643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:52:35.225135Z","caller":"traceutil/trace.go:171","msg":"trace[1095174304] transaction","detail":"{read_only:false; response_revision:6835; number_of_response:1; }","duration":"1.025954772s","start":"2026-04-16T03:52:34.199168Z","end":"2026-04-16T03:52:35.225123Z","steps":["trace[1095174304] 'process raft request' (duration: 1.025170826s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:35.225254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700380982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:52:35.225334Z","caller":"traceutil/trace.go:171","msg":"trace[975100719] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:6837; }","duration":"1.700503754s","start":"2026-04-16T03:52:33.524813Z","end":"2026-04-16T03:52:35.225316Z","steps":["trace[975100719] 'agreement among raft nodes before linearized reading' (duration: 1.700282193s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:35.225359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.472924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:52:35.225381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:33.524793Z","time spent":"1.700579144s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"info","ts":"2026-04-16T03:52:35.225396Z","caller":"traceutil/trace.go:171","msg":"trace[1134875158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6837; }","duration":"880.549164ms","start":"2026-04-16T03:52:34.344834Z","end":"2026-04-16T03:52:35.225383Z","steps":["trace[1134875158] 'agreement among raft nodes before linearized reading' (duration: 880.471744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:35.225437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:34.344809Z","time spent":"880.619995ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:35.22541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029830588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:52:35.22554Z","caller":"traceutil/trace.go:171","msg":"trace[1318519348] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6837; }","duration":"2.029948179s","start":"2026-04-16T03:52:33.195537Z","end":"2026-04-16T03:52:35.225486Z","steps":["trace[1318519348] 'agreement among raft nodes before linearized reading' (duration: 2.029771508s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:35.22562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:33.19552Z","time spent":"2.03008706s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:52:35.22566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.558817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T03:52:35.225289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.597644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:52:35.225702Z","caller":"traceutil/trace.go:171","msg":"trace[1104193599] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6837; }","duration":"988.647038ms","start":"2026-04-16T03:52:34.237043Z","end":"2026-04-16T03:52:35.22569Z","steps":["trace[1104193599] 'agreement among raft nodes before linearized reading' (duration: 988.531418ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:35.225716Z","caller":"traceutil/trace.go:171","msg":"trace[963874995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6837; }","duration":"838.053537ms","start":"2026-04-16T03:52:34.387652Z","end":"2026-04-16T03:52:35.225705Z","steps":["trace[963874995] 'agreement among raft nodes before linearized reading' (duration: 837.580374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:35.225736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:34.237017Z","time spent":"988.713659ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:52:35.225754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:34.387632Z","time spent":"838.110878ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:35.225638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:34.199127Z","time spent":"1.026162803s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:35.225842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25015264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:35.225878Z","caller":"traceutil/trace.go:171","msg":"trace[629928309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6837; }","duration":"1.250226332s","start":"2026-04-16T03:52:33.975642Z","end":"2026-04-16T03:52:35.225868Z","steps":["trace[629928309] 'agreement among raft nodes before linearized reading' (duration: 1.250178402s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:35.225912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:33.975615Z","time spent":"1.250287773s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:52:35.225973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.32ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:52:35.226004Z","caller":"traceutil/trace.go:171","msg":"trace[1086912377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6837; }","duration":"984.36726ms","start":"2026-04-16T03:52:34.241628Z","end":"2026-04-16T03:52:35.225995Z","steps":["trace[1086912377] 'agreement among raft nodes before linearized reading' (duration: 983.966508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:35.225993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143282667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:52:35.226077Z","caller":"traceutil/trace.go:171","msg":"trace[228731384] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6837; }","duration":"2.143411528s","start":"2026-04-16T03:52:33.082654Z","end":"2026-04-16T03:52:35.226066Z","steps":["trace[228731384] 'agreement among raft nodes before linearized reading' (duration: 2.143195376s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:35.225141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.637686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T03:52:35.226171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:33.082645Z","time spent":"2.143495638s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-16T03:52:35.224892Z","caller":"traceutil/trace.go:171","msg":"trace[2050386158] transaction","detail":"{read_only:false; response_revision:6837; number_of_response:1; }","duration":"220.124422ms","start":"2026-04-16T03:52:35.004755Z","end":"2026-04-16T03:52:35.22488Z","steps":["trace[2050386158] 'process raft request' (duration: 219.908691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:35.226036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:34.241618Z","time spent":"984.40884ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:52:35.226272Z","caller":"traceutil/trace.go:171","msg":"trace[473588224] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6837; }","duration":"984.901444ms","start":"2026-04-16T03:52:34.241272Z","end":"2026-04-16T03:52:35.226174Z","steps":["trace[473588224] 'agreement among raft nodes before linearized reading' (duration: 983.722256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:35.226315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:34.241249Z","time spent":"985.052675ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:52:35.22513Z","caller":"traceutil/trace.go:171","msg":"trace[570355182] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6837; }","duration":"2.142943995s","start":"2026-04-16T03:52:33.082175Z","end":"2026-04-16T03:52:35.225119Z","steps":["trace[570355182] 'agreement among raft nodes before linearized reading' (duration: 2.142771323s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:35.225213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.041847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:52:35.227001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:33.082155Z","time spent":"2.144832856s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-16T03:52:35.227014Z","caller":"traceutil/trace.go:171","msg":"trace[720839596] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6837; }","duration":"736.839538ms","start":"2026-04-16T03:52:34.490161Z","end":"2026-04-16T03:52:35.227Z","steps":["trace[720839596] 'agreement among raft nodes before linearized reading' (duration: 735.027527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:35.227159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:34.490116Z","time spent":"736.977279ms","remote":"127.0.0.1:45682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:52:35.342777Z","caller":"traceutil/trace.go:171","msg":"trace[2049694365] transaction","detail":"{read_only:false; response_revision:6838; number_of_response:1; }","duration":"112.766225ms","start":"2026-04-16T03:52:35.229979Z","end":"2026-04-16T03:52:35.342745Z","steps":["trace[2049694365] 'process raft request' (duration: 112.468432ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:35.343179Z","caller":"traceutil/trace.go:171","msg":"trace[1265026816] transaction","detail":"{read_only:false; response_revision:6839; number_of_response:1; }","duration":"110.397889ms","start":"2026-04-16T03:52:35.232759Z","end":"2026-04-16T03:52:35.343157Z","steps":["trace[1265026816] 'process raft request' (duration: 109.884465ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:35.34327Z","caller":"traceutil/trace.go:171","msg":"trace[1432748579] transaction","detail":"{read_only:false; response_revision:6840; number_of_response:1; }","duration":"110.42899ms","start":"2026-04-16T03:52:35.23281Z","end":"2026-04-16T03:52:35.343239Z","steps":["trace[1432748579] 'process raft request' (duration: 110.257919ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:35.343512Z","caller":"traceutil/trace.go:171","msg":"trace[385381780] linearizableReadLoop","detail":"{readStateIndex:7106; appliedIndex:7100; }","duration":"110.536331ms","start":"2026-04-16T03:52:35.232963Z","end":"2026-04-16T03:52:35.343499Z","steps":["trace[385381780] 'read index received' (duration: 34.333385ms)","trace[385381780] 'applied index is now lower than readState.Index' (duration: 76.201806ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:35.343527Z","caller":"traceutil/trace.go:171","msg":"trace[1240792764] transaction","detail":"{read_only:false; response_revision:6841; number_of_response:1; }","duration":"110.693372ms","start":"2026-04-16T03:52:35.232815Z","end":"2026-04-16T03:52:35.343508Z","steps":["trace[1240792764] 'process raft request' (duration: 110.37672ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:35.343908Z","caller":"traceutil/trace.go:171","msg":"trace[790617140] transaction","detail":"{read_only:false; response_revision:6842; number_of_response:1; }","duration":"110.691851ms","start":"2026-04-16T03:52:35.232843Z","end":"2026-04-16T03:52:35.343535Z","steps":["trace[790617140] 'process raft request' (duration: 110.56741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:35.344928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.947659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:35.344981Z","caller":"traceutil/trace.go:171","msg":"trace[58468893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6843; }","duration":"112.039529ms","start":"2026-04-16T03:52:35.23293Z","end":"2026-04-16T03:52:35.344969Z","steps":["trace[58468893] 'agreement among raft nodes before linearized reading' (duration: 110.667721ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:38.594697Z","caller":"traceutil/trace.go:171","msg":"trace[1707259256] transaction","detail":"{read_only:false; response_revision:6853; number_of_response:1; }","duration":"139.500398ms","start":"2026-04-16T03:52:38.455173Z","end":"2026-04-16T03:52:38.594673Z","steps":["trace[1707259256] 'process raft request' (duration: 139.336097ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:39.521076Z","caller":"traceutil/trace.go:171","msg":"trace[1622193962] transaction","detail":"{read_only:false; response_revision:6855; number_of_response:1; }","duration":"194.472787ms","start":"2026-04-16T03:52:39.326563Z","end":"2026-04-16T03:52:39.521035Z","steps":["trace[1622193962] 'process raft request' (duration: 168.8307ms)","trace[1622193962] 'compare' (duration: 25.366365ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:39.521268Z","caller":"traceutil/trace.go:171","msg":"trace[1305382492] transaction","detail":"{read_only:false; response_revision:6857; number_of_response:1; }","duration":"194.487906ms","start":"2026-04-16T03:52:39.326737Z","end":"2026-04-16T03:52:39.521225Z","steps":["trace[1305382492] 'process raft request' (duration: 194.277314ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:39.521141Z","caller":"traceutil/trace.go:171","msg":"trace[347131737] linearizableReadLoop","detail":"{readStateIndex:7122; appliedIndex:7118; }","duration":"194.250415ms","start":"2026-04-16T03:52:39.326873Z","end":"2026-04-16T03:52:39.521123Z","steps":["trace[347131737] 'read index received' (duration: 58.399221ms)","trace[347131737] 'applied index is now lower than readState.Index' (duration: 135.849874ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:39.521354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.471286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:52:39.521419Z","caller":"traceutil/trace.go:171","msg":"trace[565243761] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6857; }","duration":"194.586727ms","start":"2026-04-16T03:52:39.326817Z","end":"2026-04-16T03:52:39.521404Z","steps":["trace[565243761] 'agreement among raft nodes before linearized reading' (duration: 194.359125ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:39.521116Z","caller":"traceutil/trace.go:171","msg":"trace[1908938233] transaction","detail":"{read_only:false; response_revision:6856; number_of_response:1; }","duration":"194.383666ms","start":"2026-04-16T03:52:39.326701Z","end":"2026-04-16T03:52:39.521084Z","steps":["trace[1908938233] 'process raft request' (duration: 194.233885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:39.521537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.151155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:52:39.521601Z","caller":"traceutil/trace.go:171","msg":"trace[1794558964] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6857; }","duration":"194.237065ms","start":"2026-04-16T03:52:39.327346Z","end":"2026-04-16T03:52:39.521583Z","steps":["trace[1794558964] 'agreement among raft nodes before linearized reading' (duration: 194.080164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:39.521612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.376861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-16T03:52:39.521619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.444015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:52:39.521663Z","caller":"traceutil/trace.go:171","msg":"trace[1514093998] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6857; }","duration":"155.477671ms","start":"2026-04-16T03:52:39.366171Z","end":"2026-04-16T03:52:39.521649Z","steps":["trace[1514093998] 'agreement among raft nodes before linearized reading' (duration: 155.28364ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:39.521709Z","caller":"traceutil/trace.go:171","msg":"trace[2097893830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6857; }","duration":"114.563476ms","start":"2026-04-16T03:52:39.407115Z","end":"2026-04-16T03:52:39.521678Z","steps":["trace[2097893830] 'agreement among raft nodes before linearized reading' (duration: 114.370575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:39.521735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.550746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:52:39.521842Z","caller":"traceutil/trace.go:171","msg":"trace[313754215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6857; }","duration":"114.703137ms","start":"2026-04-16T03:52:39.407123Z","end":"2026-04-16T03:52:39.521826Z","steps":["trace[313754215] 'agreement among raft nodes before linearized reading' (duration: 114.316375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:39.521851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.564106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:52:39.521887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.546561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-16T03:52:39.521787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.690222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:52:39.521916Z","caller":"traceutil/trace.go:171","msg":"trace[647523257] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6857; }","duration":"114.666037ms","start":"2026-04-16T03:52:39.40724Z","end":"2026-04-16T03:52:39.521906Z","steps":["trace[647523257] 'agreement among raft nodes before linearized reading' (duration: 114.521226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:39.521911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.629357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:52:39.521933Z","caller":"traceutil/trace.go:171","msg":"trace[1241909697] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6857; }","duration":"193.615631ms","start":"2026-04-16T03:52:39.328303Z","end":"2026-04-16T03:52:39.521919Z","steps":["trace[1241909697] 'agreement among raft nodes before linearized reading' (duration: 193.5097ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:39.521939Z","caller":"traceutil/trace.go:171","msg":"trace[1965508395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6857; }","duration":"164.867843ms","start":"2026-04-16T03:52:39.357058Z","end":"2026-04-16T03:52:39.521926Z","steps":["trace[1965508395] 'agreement among raft nodes before linearized reading' (duration: 164.646062ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:39.521985Z","caller":"traceutil/trace.go:171","msg":"trace[1693304788] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6857; }","duration":"114.718207ms","start":"2026-04-16T03:52:39.407245Z","end":"2026-04-16T03:52:39.521963Z","steps":["trace[1693304788] 'agreement among raft nodes before linearized reading' (duration: 114.576706ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:39.726815Z","caller":"traceutil/trace.go:171","msg":"trace[767681727] transaction","detail":"{read_only:false; response_revision:6859; number_of_response:1; }","duration":"199.358988ms","start":"2026-04-16T03:52:39.52743Z","end":"2026-04-16T03:52:39.726789Z","steps":["trace[767681727] 'process raft request' (duration: 198.290792ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:39.727365Z","caller":"traceutil/trace.go:171","msg":"trace[1124836396] transaction","detail":"{read_only:false; response_revision:6860; number_of_response:1; }","duration":"198.971025ms","start":"2026-04-16T03:52:39.528349Z","end":"2026-04-16T03:52:39.72732Z","steps":["trace[1124836396] 'process raft request' (duration: 198.024189ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:39.727511Z","caller":"traceutil/trace.go:171","msg":"trace[1550046250] transaction","detail":"{read_only:false; response_revision:6861; number_of_response:1; }","duration":"198.830644ms","start":"2026-04-16T03:52:39.52864Z","end":"2026-04-16T03:52:39.727471Z","steps":["trace[1550046250] 'process raft request' (duration: 198.482032ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:39.72828Z","caller":"traceutil/trace.go:171","msg":"trace[1580006476] transaction","detail":"{read_only:false; response_revision:6862; number_of_response:1; }","duration":"199.517899ms","start":"2026-04-16T03:52:39.528739Z","end":"2026-04-16T03:52:39.728257Z","steps":["trace[1580006476] 'process raft request' (duration: 198.524853ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:39.729131Z","caller":"traceutil/trace.go:171","msg":"trace[1181994232] linearizableReadLoop","detail":"{readStateIndex:7129; appliedIndex:7123; }","duration":"145.443427ms","start":"2026-04-16T03:52:39.583665Z","end":"2026-04-16T03:52:39.729108Z","steps":["trace[1181994232] 'read index received' (duration: 142.031825ms)","trace[1181994232] 'applied index is now lower than readState.Index' (duration: 3.410032ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:39.72944Z","caller":"traceutil/trace.go:171","msg":"trace[1067827559] transaction","detail":"{read_only:false; response_revision:6864; number_of_response:1; }","duration":"199.659959ms","start":"2026-04-16T03:52:39.529761Z","end":"2026-04-16T03:52:39.729421Z","steps":["trace[1067827559] 'process raft request' (duration: 199.269327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:39.729455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.766609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:39.729999Z","caller":"traceutil/trace.go:171","msg":"trace[642242197] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:6864; }","duration":"146.326754ms","start":"2026-04-16T03:52:39.583654Z","end":"2026-04-16T03:52:39.72998Z","steps":["trace[642242197] 'agreement among raft nodes before linearized reading' (duration: 145.730669ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:39.729266Z","caller":"traceutil/trace.go:171","msg":"trace[1246646003] transaction","detail":"{read_only:false; response_revision:6863; number_of_response:1; }","duration":"200.172543ms","start":"2026-04-16T03:52:39.529073Z","end":"2026-04-16T03:52:39.729245Z","steps":["trace[1246646003] 'process raft request' (duration: 199.102507ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:40.356671Z","caller":"traceutil/trace.go:171","msg":"trace[198516469] transaction","detail":"{read_only:false; response_revision:6866; number_of_response:1; }","duration":"227.579592ms","start":"2026-04-16T03:52:40.129069Z","end":"2026-04-16T03:52:40.356649Z","steps":["trace[198516469] 'process raft request' (duration: 227.420601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:40.750304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.223439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:52:40.750379Z","caller":"traceutil/trace.go:171","msg":"trace[207848682] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:6866; }","duration":"121.34637ms","start":"2026-04-16T03:52:40.629016Z","end":"2026-04-16T03:52:40.750362Z","steps":["trace[207848682] 'count revisions from in-memory index tree' (duration: 121.068389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:42.027014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311250818,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:52:42.084828Z","caller":"traceutil/trace.go:171","msg":"trace[685237587] transaction","detail":"{read_only:false; response_revision:6867; number_of_response:1; }","duration":"694.517093ms","start":"2026-04-16T03:52:41.390282Z","end":"2026-04-16T03:52:42.0848Z","steps":["trace[685237587] 'process raft request' (duration: 694.350742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:42.084981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:41.390255Z","time spent":"694.647123ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:42.105901Z","caller":"traceutil/trace.go:171","msg":"trace[1218027149] transaction","detail":"{read_only:false; response_revision:6868; number_of_response:1; }","duration":"577.677371ms","start":"2026-04-16T03:52:41.528204Z","end":"2026-04-16T03:52:42.105881Z","steps":["trace[1218027149] 'process raft request' (duration: 577.51837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:42.10603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:41.528179Z","time spent":"577.780942ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:42.106275Z","caller":"traceutil/trace.go:171","msg":"trace[1771893436] transaction","detail":"{read_only:false; response_revision:6869; number_of_response:1; }","duration":"577.45759ms","start":"2026-04-16T03:52:41.52879Z","end":"2026-04-16T03:52:42.106247Z","steps":["trace[1771893436] 'process raft request' (duration: 577.051117ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:42.106385Z","caller":"traceutil/trace.go:171","msg":"trace[1464316670] transaction","detail":"{read_only:false; response_revision:6870; number_of_response:1; }","duration":"577.291779ms","start":"2026-04-16T03:52:41.529085Z","end":"2026-04-16T03:52:42.106377Z","steps":["trace[1464316670] 'process raft request' (duration: 576.990078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:42.106428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:41.52907Z","time spent":"577.33626ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:42.106427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:41.528758Z","time spent":"577.589741ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:42.106452Z","caller":"traceutil/trace.go:171","msg":"trace[926488417] linearizableReadLoop","detail":"{readStateIndex:7135; appliedIndex:7131; }","duration":"580.113587ms","start":"2026-04-16T03:52:41.526314Z","end":"2026-04-16T03:52:42.106427Z","steps":["trace[926488417] 'read index received' (duration: 558.276905ms)","trace[926488417] 'applied index is now lower than readState.Index' (duration: 21.835022ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:42.106629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.312688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:52:42.106653Z","caller":"traceutil/trace.go:171","msg":"trace[696000081] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6870; }","duration":"580.362979ms","start":"2026-04-16T03:52:41.526283Z","end":"2026-04-16T03:52:42.106646Z","steps":["trace[696000081] 'agreement among raft nodes before linearized reading' (duration: 580.271379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:42.106672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:41.526265Z","time spent":"580.402599ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:52:42.106711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.413489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-16T03:52:42.106731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.933882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:52:42.106803Z","caller":"traceutil/trace.go:171","msg":"trace[264847045] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6870; }","duration":"577.484431ms","start":"2026-04-16T03:52:41.529251Z","end":"2026-04-16T03:52:42.106736Z","steps":["trace[264847045] 'agreement among raft nodes before linearized reading' (duration: 577.32601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:42.10684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:41.529241Z","time spent":"577.590661ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-16T03:52:42.106838Z","caller":"traceutil/trace.go:171","msg":"trace[1230239848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6870; }","duration":"375.062162ms","start":"2026-04-16T03:52:41.731758Z","end":"2026-04-16T03:52:42.106821Z","steps":["trace[1230239848] 'agreement among raft nodes before linearized reading' (duration: 374.830381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:42.106928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.408209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:52:42.106931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:41.731747Z","time spent":"375.162453ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:52:42.106951Z","caller":"traceutil/trace.go:171","msg":"trace[295783699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6870; }","duration":"130.466919ms","start":"2026-04-16T03:52:41.976477Z","end":"2026-04-16T03:52:42.106944Z","steps":["trace[295783699] 'agreement among raft nodes before linearized reading' (duration: 130.429629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:42.106949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.36234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:52:42.107052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.467621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:52:42.107105Z","caller":"traceutil/trace.go:171","msg":"trace[1383598996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6870; }","duration":"376.552642ms","start":"2026-04-16T03:52:41.730537Z","end":"2026-04-16T03:52:42.107089Z","steps":["trace[1383598996] 'agreement among raft nodes before linearized reading' (duration: 376.409921ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:42.107054Z","caller":"traceutil/trace.go:171","msg":"trace[239879842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6870; }","duration":"376.504662ms","start":"2026-04-16T03:52:41.730531Z","end":"2026-04-16T03:52:42.107035Z","steps":["trace[239879842] 'agreement among raft nodes before linearized reading' (duration: 376.17372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:42.107363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:41.730511Z","time spent":"376.827163ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:42.10715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:41.730521Z","time spent":"376.616642ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:42.107071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.704571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:52:42.107748Z","caller":"traceutil/trace.go:171","msg":"trace[1104423275] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:6870; }","duration":"108.395665ms","start":"2026-04-16T03:52:41.999342Z","end":"2026-04-16T03:52:42.107737Z","steps":["trace[1104423275] 'agreement among raft nodes before linearized reading' (duration: 107.701291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:42.107197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.201966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:52:42.107901Z","caller":"traceutil/trace.go:171","msg":"trace[1573389130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6870; }","duration":"529.954291ms","start":"2026-04-16T03:52:41.577939Z","end":"2026-04-16T03:52:42.107894Z","steps":["trace[1573389130] 'agreement among raft nodes before linearized reading' (duration: 529.087596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:42.107925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:41.577919Z","time spent":"529.998161ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:52:42.107214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.602801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:52:42.10806Z","caller":"traceutil/trace.go:171","msg":"trace[2103163841] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6870; }","duration":"578.460007ms","start":"2026-04-16T03:52:41.529594Z","end":"2026-04-16T03:52:42.108054Z","steps":["trace[2103163841] 'agreement among raft nodes before linearized reading' (duration: 577.57356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:42.108082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:41.529587Z","time spent":"578.488658ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:52:42.107264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.288704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:52:42.108212Z","caller":"traceutil/trace.go:171","msg":"trace[266552207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6870; }","duration":"373.263441ms","start":"2026-04-16T03:52:41.734941Z","end":"2026-04-16T03:52:42.108205Z","steps":["trace[266552207] 'agreement among raft nodes before linearized reading' (duration: 372.202503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:42.108235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:41.734931Z","time spent":"373.296711ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:52:44.125898Z","caller":"traceutil/trace.go:171","msg":"trace[1162487016] transaction","detail":"{read_only:false; response_revision:6878; number_of_response:1; }","duration":"123.209592ms","start":"2026-04-16T03:52:44.002666Z","end":"2026-04-16T03:52:44.125876Z","steps":["trace[1162487016] 'process raft request' (duration: 123.097811ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:46.29285Z","caller":"traceutil/trace.go:171","msg":"trace[991515184] transaction","detail":"{read_only:false; response_revision:6888; number_of_response:1; }","duration":"192.522663ms","start":"2026-04-16T03:52:46.100302Z","end":"2026-04-16T03:52:46.292825Z","steps":["trace[991515184] 'process raft request' (duration: 192.320902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:47.645862Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.353253923s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:52:47.646636Z","caller":"traceutil/trace.go:171","msg":"trace[1342710597] transaction","detail":"{read_only:false; response_revision:6889; number_of_response:1; }","duration":"1.51414379s","start":"2026-04-16T03:52:46.132467Z","end":"2026-04-16T03:52:47.646611Z","steps":["trace[1342710597] 'process raft request' (duration: 1.513564776s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:47.646786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:46.132443Z","time spent":"1.514265511s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:47.646935Z","caller":"traceutil/trace.go:171","msg":"trace[840623215] transaction","detail":"{read_only:false; response_revision:6890; number_of_response:1; }","duration":"1.514368642s","start":"2026-04-16T03:52:46.132552Z","end":"2026-04-16T03:52:47.646921Z","steps":["trace[840623215] 'process raft request' (duration: 1.513651028s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:47.647012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:46.132546Z","time spent":"1.514428293s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:47.64712Z","caller":"traceutil/trace.go:171","msg":"trace[160920704] transaction","detail":"{read_only:false; response_revision:6891; number_of_response:1; }","duration":"1.51244309s","start":"2026-04-16T03:52:46.134665Z","end":"2026-04-16T03:52:47.647108Z","steps":["trace[160920704] 'process raft request' (duration: 1.511627784s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:47.64719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:46.134616Z","time spent":"1.51253867s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:47.64729Z","caller":"traceutil/trace.go:171","msg":"trace[2058184772] transaction","detail":"{read_only:false; response_revision:6892; number_of_response:1; }","duration":"1.495500909s","start":"2026-04-16T03:52:46.151778Z","end":"2026-04-16T03:52:47.647279Z","steps":["trace[2058184772] 'process raft request' (duration: 1.494562083s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:47.64736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:46.151758Z","time spent":"1.495566389s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:47.64743Z","caller":"traceutil/trace.go:171","msg":"trace[1307907615] linearizableReadLoop","detail":"{readStateIndex:7156; appliedIndex:7153; }","duration":"1.514538213s","start":"2026-04-16T03:52:46.132857Z","end":"2026-04-16T03:52:47.647396Z","steps":["trace[1307907615] 'read index received' (duration: 159.771751ms)","trace[1307907615] 'applied index is now lower than readState.Index' (duration: 1.354764212s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:47.647618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514751925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:52:47.64766Z","caller":"traceutil/trace.go:171","msg":"trace[1371013759] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6892; }","duration":"1.514835415s","start":"2026-04-16T03:52:46.132815Z","end":"2026-04-16T03:52:47.64765Z","steps":["trace[1371013759] 'agreement among raft nodes before linearized reading' (duration: 1.514695284s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:47.647693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:46.132804Z","time spent":"1.514880765s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:52:47.647939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514923256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:52:47.647983Z","caller":"traceutil/trace.go:171","msg":"trace[1048766516] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6892; }","duration":"1.514983126s","start":"2026-04-16T03:52:46.132987Z","end":"2026-04-16T03:52:47.647971Z","steps":["trace[1048766516] 'agreement among raft nodes before linearized reading' (duration: 1.514863035s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:47.64803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:46.132981Z","time spent":"1.515039566s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:52:47.648228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345868023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:52:47.648289Z","caller":"traceutil/trace.go:171","msg":"trace[207169962] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:6892; }","duration":"1.345963885s","start":"2026-04-16T03:52:46.302314Z","end":"2026-04-16T03:52:47.648278Z","steps":["trace[207169962] 'agreement among raft nodes before linearized reading' (duration: 1.345860394s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:47.648334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:46.302298Z","time spent":"1.346021385s","remote":"127.0.0.1:45896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":18,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:47.648364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433082491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:52:47.648407Z","caller":"traceutil/trace.go:171","msg":"trace[1686467642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6892; }","duration":"1.433151343s","start":"2026-04-16T03:52:46.215243Z","end":"2026-04-16T03:52:47.648394Z","steps":["trace[1686467642] 'agreement among raft nodes before linearized reading' (duration: 1.433015022s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:47.648454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:46.215228Z","time spent":"1.433216273s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:47.64858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.251194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:52:47.64862Z","caller":"traceutil/trace.go:171","msg":"trace[1989454913] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6892; }","duration":"140.334364ms","start":"2026-04-16T03:52:47.508276Z","end":"2026-04-16T03:52:47.64861Z","steps":["trace[1989454913] 'agreement among raft nodes before linearized reading' (duration: 140.203133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:47.648679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433901866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:52:47.648718Z","caller":"traceutil/trace.go:171","msg":"trace[1814356165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6892; }","duration":"1.433967217s","start":"2026-04-16T03:52:46.214739Z","end":"2026-04-16T03:52:47.648706Z","steps":["trace[1814356165] 'agreement among raft nodes before linearized reading' (duration: 1.433857867s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:47.648753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:46.214728Z","time spent":"1.434015318s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:47.648793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.784611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:47.648833Z","caller":"traceutil/trace.go:171","msg":"trace[661212468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6892; }","duration":"672.855741ms","start":"2026-04-16T03:52:46.975966Z","end":"2026-04-16T03:52:47.648821Z","steps":["trace[661212468] 'agreement among raft nodes before linearized reading' (duration: 672.803921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:47.648866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:46.975895Z","time spent":"672.964042ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:52:47.648967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434428231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:52:47.649003Z","caller":"traceutil/trace.go:171","msg":"trace[1867411730] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6892; }","duration":"1.434510422s","start":"2026-04-16T03:52:46.214483Z","end":"2026-04-16T03:52:47.648993Z","steps":["trace[1867411730] 'agreement among raft nodes before linearized reading' (duration: 1.434402421s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:47.649037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:46.214458Z","time spent":"1.434571252s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:47.64924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436340454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:52:47.649273Z","caller":"traceutil/trace.go:171","msg":"trace[1689237325] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6892; }","duration":"1.436428394s","start":"2026-04-16T03:52:46.212838Z","end":"2026-04-16T03:52:47.649266Z","steps":["trace[1689237325] 'agreement among raft nodes before linearized reading' (duration: 1.436326863s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:47.649301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:46.212809Z","time spent":"1.436484275s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:52:47.649373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.009437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:52:47.649471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473503436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:52:47.649504Z","caller":"traceutil/trace.go:171","msg":"trace[482422161] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6892; }","duration":"1.473588306s","start":"2026-04-16T03:52:46.175907Z","end":"2026-04-16T03:52:47.649495Z","steps":["trace[482422161] 'agreement among raft nodes before linearized reading' (duration: 1.473491836s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:47.649528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:46.175847Z","time spent":"1.473674997s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:52:47.649798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229688518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:52:47.64982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123947889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:12958"} {"level":"info","ts":"2026-04-16T03:52:47.649852Z","caller":"traceutil/trace.go:171","msg":"trace[2101959949] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:6892; }","duration":"1.229783528s","start":"2026-04-16T03:52:46.420056Z","end":"2026-04-16T03:52:47.649839Z","steps":["trace[2101959949] 'agreement among raft nodes before linearized reading' (duration: 1.229647358s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:47.64987Z","caller":"traceutil/trace.go:171","msg":"trace[736215541] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:6892; }","duration":"1.12403681s","start":"2026-04-16T03:52:46.525822Z","end":"2026-04-16T03:52:47.649859Z","steps":["trace[736215541] 'agreement among raft nodes before linearized reading' (duration: 1.123862009s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:47.649899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:46.525802Z","time spent":"1.12409207s","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":12980,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-16T03:52:47.649891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:46.420033Z","time spent":"1.229847539s","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":71,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:47.64951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514983026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:52:47.651212Z","caller":"traceutil/trace.go:171","msg":"trace[805980364] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6892; }","duration":"1.516725467s","start":"2026-04-16T03:52:46.134473Z","end":"2026-04-16T03:52:47.651199Z","steps":["trace[805980364] 'agreement among raft nodes before linearized reading' (duration: 1.514967376s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:47.651258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:46.134446Z","time spent":"1.516799567s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-16T03:52:47.649426Z","caller":"traceutil/trace.go:171","msg":"trace[87748114] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6892; }","duration":"792.069358ms","start":"2026-04-16T03:52:46.857345Z","end":"2026-04-16T03:52:47.649415Z","steps":["trace[87748114] 'agreement among raft nodes before linearized reading' (duration: 791.649685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:47.651808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:46.857282Z","time spent":"794.504135ms","remote":"127.0.0.1:45882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:48.308519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.243302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:48.308622Z","caller":"traceutil/trace.go:171","msg":"trace[694115004] transaction","detail":"{read_only:false; response_revision:6893; number_of_response:1; }","duration":"650.197224ms","start":"2026-04-16T03:52:47.658406Z","end":"2026-04-16T03:52:48.308603Z","steps":["trace[694115004] 'process raft request' (duration: 268.783011ms)","trace[694115004] 'compare' (duration: 380.570528ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:48.308683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:47.65839Z","time spent":"650.264004ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:49.249739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.180626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:49.249948Z","caller":"traceutil/trace.go:171","msg":"trace[1047529612] linearizableReadLoop","detail":"{readStateIndex:7162; appliedIndex:7158; }","duration":"1.591409123s","start":"2026-04-16T03:52:47.658527Z","end":"2026-04-16T03:52:49.249937Z","steps":["trace[1047529612] 'read index received' (duration: 268.68255ms)","trace[1047529612] 'applied index is now lower than readState.Index' (duration: 1.322725983s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:49.250119Z","caller":"traceutil/trace.go:171","msg":"trace[860385083] transaction","detail":"{read_only:false; response_revision:6894; number_of_response:1; }","duration":"1.591686555s","start":"2026-04-16T03:52:47.658424Z","end":"2026-04-16T03:52:49.250111Z","steps":["trace[860385083] 'process raft request' (duration: 847.068066ms)","trace[860385083] 'compare' (duration: 743.970975ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:49.250168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:47.658418Z","time spent":"1.591726555s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:49.250477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591922686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-04-16T03:52:49.250525Z","caller":"traceutil/trace.go:171","msg":"trace[1254266493] transaction","detail":"{read_only:false; response_revision:6897; number_of_response:1; }","duration":"1.591950177s","start":"2026-04-16T03:52:47.65855Z","end":"2026-04-16T03:52:49.2505Z","steps":["trace[1254266493] 'process raft request' (duration: 1.591357903s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:49.250537Z","caller":"traceutil/trace.go:171","msg":"trace[847594608] transaction","detail":"{read_only:false; response_revision:6896; number_of_response:1; }","duration":"1.591973386s","start":"2026-04-16T03:52:47.658513Z","end":"2026-04-16T03:52:49.250486Z","steps":["trace[847594608] 'process raft request' (duration: 1.591356803s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:49.250564Z","caller":"traceutil/trace.go:171","msg":"trace[1002540393] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:6897; }","duration":"1.592052997s","start":"2026-04-16T03:52:47.65849Z","end":"2026-04-16T03:52:49.250543Z","steps":["trace[1002540393] 'agreement among raft nodes before linearized reading' (duration: 1.591797775s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:49.250613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:47.658546Z","time spent":"1.592021667s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:49.250623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:47.658473Z","time spent":"1.592140387s","remote":"127.0.0.1:45650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1158,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-04-16T03:52:49.250508Z","caller":"traceutil/trace.go:171","msg":"trace[981694145] transaction","detail":"{read_only:false; response_revision:6895; number_of_response:1; }","duration":"1.592044738s","start":"2026-04-16T03:52:47.658455Z","end":"2026-04-16T03:52:49.2505Z","steps":["trace[981694145] 'process raft request' (duration: 1.591356473s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:49.250965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:47.658451Z","time spent":"1.59240229s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:49.25131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275080823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:49.251363Z","caller":"traceutil/trace.go:171","msg":"trace[909316430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6897; }","duration":"1.275163135s","start":"2026-04-16T03:52:47.976185Z","end":"2026-04-16T03:52:49.251348Z","steps":["trace[909316430] 'agreement among raft nodes before linearized reading' (duration: 1.275088953s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:49.251401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:47.976165Z","time spent":"1.275228995s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:52:49.251015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:47.658507Z","time spent":"1.592105647s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:49.251848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592971154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:52:49.251927Z","caller":"traceutil/trace.go:171","msg":"trace[74573435] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6897; }","duration":"1.593075584s","start":"2026-04-16T03:52:47.658832Z","end":"2026-04-16T03:52:49.251908Z","steps":["trace[74573435] 'agreement among raft nodes before linearized reading' (duration: 1.592320259s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:49.252728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:47.658812Z","time spent":"1.593887519s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T03:52:49.743045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.648625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:49.743129Z","caller":"traceutil/trace.go:171","msg":"trace[407744202] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:6897; }","duration":"192.779876ms","start":"2026-04-16T03:52:49.550329Z","end":"2026-04-16T03:52:49.743109Z","steps":["trace[407744202] 'count revisions from in-memory index tree' (duration: 192.549864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:49.743056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.13601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-16T03:52:49.743237Z","caller":"traceutil/trace.go:171","msg":"trace[457311624] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6897; }","duration":"390.331741ms","start":"2026-04-16T03:52:49.35287Z","end":"2026-04-16T03:52:49.743202Z","steps":["trace[457311624] 'range keys from in-memory index tree' (duration: 389.912659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:49.743292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.999474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:52:49.743373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:49.352851Z","time spent":"390.465402ms","remote":"127.0.0.1:60274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-16T03:52:49.743377Z","caller":"traceutil/trace.go:171","msg":"trace[931064431] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:6897; }","duration":"300.123394ms","start":"2026-04-16T03:52:49.443222Z","end":"2026-04-16T03:52:49.743345Z","steps":["trace[931064431] 'count revisions from in-memory index tree' (duration: 299.861953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:49.74343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:49.443201Z","time spent":"300.216615ms","remote":"127.0.0.1:45884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:52:49.827748Z","caller":"traceutil/trace.go:171","msg":"trace[1685826687] linearizableReadLoop","detail":"{readStateIndex:7167; appliedIndex:7163; }","duration":"167.49193ms","start":"2026-04-16T03:52:49.660233Z","end":"2026-04-16T03:52:49.827725Z","steps":["trace[1685826687] 'read index received' (duration: 84.068007ms)","trace[1685826687] 'applied index is now lower than readState.Index' (duration: 83.422833ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:49.827888Z","caller":"traceutil/trace.go:171","msg":"trace[1622391048] transaction","detail":"{read_only:false; response_revision:6899; number_of_response:1; }","duration":"175.270141ms","start":"2026-04-16T03:52:49.6526Z","end":"2026-04-16T03:52:49.82787Z","steps":["trace[1622391048] 'process raft request' (duration: 174.854989ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:49.828059Z","caller":"traceutil/trace.go:171","msg":"trace[763787502] transaction","detail":"{read_only:false; response_revision:6900; number_of_response:1; }","duration":"173.151486ms","start":"2026-04-16T03:52:49.654887Z","end":"2026-04-16T03:52:49.828039Z","steps":["trace[763787502] 'process raft request' (duration: 172.687713ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:49.828264Z","caller":"traceutil/trace.go:171","msg":"trace[1152532344] transaction","detail":"{read_only:false; response_revision:6901; number_of_response:1; }","duration":"173.222397ms","start":"2026-04-16T03:52:49.654965Z","end":"2026-04-16T03:52:49.828188Z","steps":["trace[1152532344] 'process raft request' (duration: 172.702064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:49.828683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.427528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:52:49.828777Z","caller":"traceutil/trace.go:171","msg":"trace[216984005] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6901; }","duration":"168.550839ms","start":"2026-04-16T03:52:49.660203Z","end":"2026-04-16T03:52:49.828754Z","steps":["trace[216984005] 'agreement among raft nodes before linearized reading' (duration: 168.273787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:49.828979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.34802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:52:49.829144Z","caller":"traceutil/trace.go:171","msg":"trace[795950958] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6901; }","duration":"167.526161ms","start":"2026-04-16T03:52:49.661604Z","end":"2026-04-16T03:52:49.82913Z","steps":["trace[795950958] 'agreement among raft nodes before linearized reading' (duration: 166.814297ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:50.037116Z","caller":"traceutil/trace.go:171","msg":"trace[1698745448] transaction","detail":"{read_only:false; response_revision:6902; number_of_response:1; }","duration":"164.725103ms","start":"2026-04-16T03:52:49.872346Z","end":"2026-04-16T03:52:50.037071Z","steps":["trace[1698745448] 'process raft request' (duration: 100.275993ms)","trace[1698745448] 'compare' (duration: 64.325119ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:50.63594Z","caller":"traceutil/trace.go:171","msg":"trace[1139163408] transaction","detail":"{read_only:false; response_revision:6905; number_of_response:1; }","duration":"113.955443ms","start":"2026-04-16T03:52:50.52196Z","end":"2026-04-16T03:52:50.635916Z","steps":["trace[1139163408] 'process raft request' (duration: 113.800362ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:52.630717Z","caller":"traceutil/trace.go:171","msg":"trace[1205403827] transaction","detail":"{read_only:false; response_revision:6917; number_of_response:1; }","duration":"211.465337ms","start":"2026-04-16T03:52:52.419225Z","end":"2026-04-16T03:52:52.63069Z","steps":["trace[1205403827] 'process raft request' (duration: 211.248026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:53.379934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.446383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:53.380029Z","caller":"traceutil/trace.go:171","msg":"trace[1467977649] linearizableReadLoop","detail":"{readStateIndex:7185; appliedIndex:7184; }","duration":"407.335042ms","start":"2026-04-16T03:52:52.972679Z","end":"2026-04-16T03:52:53.380014Z","steps":["trace[1467977649] 'read index received' (duration: 277.672458ms)","trace[1467977649] 'applied index is now lower than readState.Index' (duration: 129.661104ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:53.380109Z","caller":"traceutil/trace.go:171","msg":"trace[986045794] transaction","detail":"{read_only:false; response_revision:6918; number_of_response:1; }","duration":"867.350657ms","start":"2026-04-16T03:52:52.512729Z","end":"2026-04-16T03:52:53.38008Z","steps":["trace[986045794] 'process raft request' (duration: 737.684343ms)","trace[986045794] 'compare' (duration: 129.00479ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:53.380149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.468483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:53.380177Z","caller":"traceutil/trace.go:171","msg":"trace[736873735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6918; }","duration":"407.530373ms","start":"2026-04-16T03:52:52.972637Z","end":"2026-04-16T03:52:53.380167Z","steps":["trace[736873735] 'agreement among raft nodes before linearized reading' (duration: 407.456573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:53.380208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:52.972597Z","time spent":"407.604773ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:52:53.380245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:52.512706Z","time spent":"867.465048ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4769,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:53.380217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.819829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:53.380307Z","caller":"traceutil/trace.go:171","msg":"trace[724618679] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:6918; }","duration":"317.9618ms","start":"2026-04-16T03:52:53.062328Z","end":"2026-04-16T03:52:53.38029Z","steps":["trace[724618679] 'agreement among raft nodes before linearized reading' (duration: 317.802179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:53.380356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:53.062308Z","time spent":"318.038201ms","remote":"127.0.0.1:39256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:53.859172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.451958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:53.85925Z","caller":"traceutil/trace.go:171","msg":"trace[1255985446] transaction","detail":"{read_only:false; response_revision:6919; number_of_response:1; }","duration":"473.747925ms","start":"2026-04-16T03:52:53.385487Z","end":"2026-04-16T03:52:53.859235Z","steps":["trace[1255985446] 'process raft request' (duration: 288.178787ms)","trace[1255985446] 'compare' (duration: 185.189615ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:53.859294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:53.385468Z","time spent":"473.802375ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:54.807178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.007482ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:54.807278Z","caller":"traceutil/trace.go:171","msg":"trace[2068651897] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6919; }","duration":"699.119813ms","start":"2026-04-16T03:52:54.108144Z","end":"2026-04-16T03:52:54.807264Z","steps":["trace[2068651897] 'range keys from in-memory index tree' (duration: 698.995882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:54.807773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.316728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:54.807861Z","caller":"traceutil/trace.go:171","msg":"trace[2031988782] transaction","detail":"{read_only:false; response_revision:6920; number_of_response:1; }","duration":"1.421226584s","start":"2026-04-16T03:52:53.386625Z","end":"2026-04-16T03:52:54.807851Z","steps":["trace[2031988782] 'process raft request' (duration: 685.791066ms)","trace[2031988782] 'compare' (duration: 734.643134ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:54.807899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:53.386608Z","time spent":"1.421272765s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:54.807995Z","caller":"traceutil/trace.go:171","msg":"trace[388549613] transaction","detail":"{read_only:false; response_revision:6921; number_of_response:1; }","duration":"1.421303575s","start":"2026-04-16T03:52:53.386687Z","end":"2026-04-16T03:52:54.80799Z","steps":["trace[388549613] 'process raft request' (duration: 1.421129194s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:54.808022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:53.386665Z","time spent":"1.421340105s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:54.808212Z","caller":"traceutil/trace.go:171","msg":"trace[1454652704] linearizableReadLoop","detail":"{readStateIndex:7189; appliedIndex:7185; }","duration":"1.28218065s","start":"2026-04-16T03:52:53.526025Z","end":"2026-04-16T03:52:54.808206Z","steps":["trace[1454652704] 'read index received' (duration: 147.736992ms)","trace[1454652704] 'applied index is now lower than readState.Index' (duration: 1.134442978s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:54.808281Z","caller":"traceutil/trace.go:171","msg":"trace[393915388] transaction","detail":"{read_only:false; response_revision:6922; number_of_response:1; }","duration":"1.421462276s","start":"2026-04-16T03:52:53.386795Z","end":"2026-04-16T03:52:54.808257Z","steps":["trace[393915388] 'process raft request' (duration: 1.421171174s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:54.808397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282378271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:52:54.808416Z","caller":"traceutil/trace.go:171","msg":"trace[1076407900] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:6922; }","duration":"1.282429381s","start":"2026-04-16T03:52:53.52598Z","end":"2026-04-16T03:52:54.80841Z","steps":["trace[1076407900] 'agreement among raft nodes before linearized reading' (duration: 1.28235135s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:54.808438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:53.525958Z","time spent":"1.282475172s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-04-16T03:52:54.808457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:53.38679Z","time spent":"1.421586607s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:55.97351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000521287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:52:55.973618Z","caller":"traceutil/trace.go:171","msg":"trace[304449631] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000677548s","start":"2026-04-16T03:52:53.972915Z","end":"2026-04-16T03:52:55.973593Z","steps":["trace[304449631] 'agreement among raft nodes before linearized reading' (duration: 2.000548237s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:55.973677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:53.972898Z","time spent":"2.000766569s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:52:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:52:56.161902Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.147320401s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:52:56.856155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841581112s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-16T03:52:56.856643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:54.810275Z","time spent":"2.046364985s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:52:56.856722Z","caller":"traceutil/trace.go:171","msg":"trace[673290978] transaction","detail":"{read_only:false; response_revision:6923; number_of_response:1; }","duration":"3.051243959s","start":"2026-04-16T03:52:53.805447Z","end":"2026-04-16T03:52:56.85669Z","steps":["trace[673290978] 'process raft request' (duration: 1.209045653s)","trace[673290978] 'compare' (duration: 1.840626697s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:56.85679Z","caller":"traceutil/trace.go:171","msg":"trace[1578976143] transaction","detail":"{read_only:false; response_revision:6924; number_of_response:1; }","duration":"3.005629222s","start":"2026-04-16T03:52:53.851109Z","end":"2026-04-16T03:52:56.856738Z","steps":["trace[1578976143] 'process raft request' (duration: 3.005148409s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:56.856901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:53.805419Z","time spent":"3.05138641s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:56.856722Z","caller":"traceutil/trace.go:171","msg":"trace[335033462] transaction","detail":"{read_only:false; response_revision:6925; number_of_response:1; }","duration":"2.974110797s","start":"2026-04-16T03:52:53.882579Z","end":"2026-04-16T03:52:56.856689Z","steps":["trace[335033462] 'process raft request' (duration: 2.973785225s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:56.856817Z","caller":"traceutil/trace.go:171","msg":"trace[1845947264] linearizableReadLoop","detail":"{readStateIndex:7194; appliedIndex:7189; }","duration":"2.04855721s","start":"2026-04-16T03:52:54.808227Z","end":"2026-04-16T03:52:56.856784Z","steps":["trace[1845947264] 'read index received' (duration: 206.400944ms)","trace[1845947264] 'applied index is now lower than readState.Index' (duration: 1.842152636s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:56.857115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107523615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-16T03:52:56.857062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:53.850941Z","time spent":"3.006012276s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:56.857163Z","caller":"traceutil/trace.go:171","msg":"trace[1081332912] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6927; }","duration":"2.107587955s","start":"2026-04-16T03:52:54.74956Z","end":"2026-04-16T03:52:56.857148Z","steps":["trace[1081332912] 'agreement among raft nodes before linearized reading' (duration: 2.107493954s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:56.857205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:54.749547Z","time spent":"2.107650595s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T03:52:56.857222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.97449263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:52:56.857313Z","caller":"traceutil/trace.go:171","msg":"trace[775662069] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6927; }","duration":"2.974652521s","start":"2026-04-16T03:52:53.882646Z","end":"2026-04-16T03:52:56.857298Z","steps":["trace[775662069] 'agreement among raft nodes before linearized reading' (duration: 2.97442761s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:56.857127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.222810166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:52:56.857074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:53.882555Z","time spent":"2.97441455s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:56.85736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:53.882603Z","time spent":"2.974748171s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:52:56.857431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123529799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-16T03:52:56.857464Z","caller":"traceutil/trace.go:171","msg":"trace[306005387] transaction","detail":"{read_only:false; response_revision:6926; number_of_response:1; }","duration":"2.974714382s","start":"2026-04-16T03:52:53.882704Z","end":"2026-04-16T03:52:56.857419Z","steps":["trace[306005387] 'process raft request' (duration: 2.973699005s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:56.857564Z","caller":"traceutil/trace.go:171","msg":"trace[315327394] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6927; }","duration":"2.123652049s","start":"2026-04-16T03:52:54.73386Z","end":"2026-04-16T03:52:56.857512Z","steps":["trace[315327394] 'agreement among raft nodes before linearized reading' (duration: 2.123361957s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:56.857596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754510006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:56.857641Z","caller":"traceutil/trace.go:171","msg":"trace[55430876] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:6927; }","duration":"1.754594727s","start":"2026-04-16T03:52:55.103036Z","end":"2026-04-16T03:52:56.857631Z","steps":["trace[55430876] 'agreement among raft nodes before linearized reading' (duration: 1.754525957s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:56.857597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:53.882671Z","time spent":"2.974887733s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:56.857677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:55.103011Z","time spent":"1.754656957s","remote":"127.0.0.1:58484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:56.857733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:54.733844Z","time spent":"2.12381281s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-16T03:52:56.857753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.799915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:52:56.85782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.969047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:56.857823Z","caller":"traceutil/trace.go:171","msg":"trace[253199622] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:6927; }","duration":"138.915475ms","start":"2026-04-16T03:52:56.718891Z","end":"2026-04-16T03:52:56.857807Z","steps":["trace[253199622] 'agreement among raft nodes before linearized reading' (duration: 138.777804ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:56.857854Z","caller":"traceutil/trace.go:171","msg":"trace[1867387907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6927; }","duration":"884.031237ms","start":"2026-04-16T03:52:55.973815Z","end":"2026-04-16T03:52:56.857846Z","steps":["trace[1867387907] 'agreement among raft nodes before linearized reading' (duration: 883.983287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:56.857885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:55.973756Z","time spent":"884.124027ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:52:56.857363Z","caller":"traceutil/trace.go:171","msg":"trace[1778875467] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6927; }","duration":"2.223103127s","start":"2026-04-16T03:52:54.634249Z","end":"2026-04-16T03:52:56.857352Z","steps":["trace[1778875467] 'agreement among raft nodes before linearized reading' (duration: 2.222581373s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:56.858052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.999118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:52:56.858092Z","caller":"traceutil/trace.go:171","msg":"trace[191395689] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6927; }","duration":"995.09555ms","start":"2026-04-16T03:52:55.862985Z","end":"2026-04-16T03:52:56.858081Z","steps":["trace[191395689] 'agreement among raft nodes before linearized reading' (duration: 995.008199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:56.858125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:55.862964Z","time spent":"995.15516ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:52:56.8576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46457419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:52:56.858299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469063826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:56.858337Z","caller":"traceutil/trace.go:171","msg":"trace[1466221956] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:6927; }","duration":"2.465352814s","start":"2026-04-16T03:52:54.392971Z","end":"2026-04-16T03:52:56.858324Z","steps":["trace[1466221956] 'agreement among raft nodes before linearized reading' (duration: 2.46458746s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:56.858341Z","caller":"traceutil/trace.go:171","msg":"trace[1460896346] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:6927; }","duration":"1.469142096s","start":"2026-04-16T03:52:55.389187Z","end":"2026-04-16T03:52:56.858329Z","steps":["trace[1460896346] 'agreement among raft nodes before linearized reading' (duration: 1.469078226s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:56.858286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319461882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:56.858865Z","caller":"traceutil/trace.go:171","msg":"trace[1884516174] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:6927; }","duration":"1.320087526s","start":"2026-04-16T03:52:55.538758Z","end":"2026-04-16T03:52:56.858846Z","steps":["trace[1884516174] 'agreement among raft nodes before linearized reading' (duration: 1.319380092s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:56.858974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:55.538719Z","time spent":"1.320234057s","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:56.857503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974903713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:52:56.8615Z","caller":"traceutil/trace.go:171","msg":"trace[1653570764] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6927; }","duration":"2.978928629s","start":"2026-04-16T03:52:53.882562Z","end":"2026-04-16T03:52:56.86149Z","steps":["trace[1653570764] 'agreement among raft nodes before linearized reading' (duration: 2.974617601s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:56.861535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:53.882551Z","time spent":"2.978974549s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:52:56.858058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:54.63423Z","time spent":"2.223813331s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:52:56.858392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:54.39295Z","time spent":"2.465428975s","remote":"127.0.0.1:58298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:56.857033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121767177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-16T03:52:56.862498Z","caller":"traceutil/trace.go:171","msg":"trace[1890615800] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6927; }","duration":"2.127235532s","start":"2026-04-16T03:52:54.735241Z","end":"2026-04-16T03:52:56.862477Z","steps":["trace[1890615800] 'agreement among raft nodes before linearized reading' (duration: 2.121694887s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:56.857995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.975396686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-16T03:52:56.858393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:55.38917Z","time spent":"1.469215427s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:52:56.856782Z","caller":"traceutil/trace.go:171","msg":"trace[638025341] transaction","detail":"{read_only:false; response_revision:6927; number_of_response:1; }","duration":"2.973089361s","start":"2026-04-16T03:52:53.883661Z","end":"2026-04-16T03:52:56.85675Z","steps":["trace[638025341] 'process raft request' (duration: 2.972781869s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:56.863348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:53.883649Z","time spent":"2.979642294s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:56.863488Z","caller":"traceutil/trace.go:171","msg":"trace[2111335571] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6927; }","duration":"2.980931662s","start":"2026-04-16T03:52:53.88254Z","end":"2026-04-16T03:52:56.863472Z","steps":["trace[2111335571] 'agreement among raft nodes before linearized reading' (duration: 2.975066674s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:56.863595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:54.735235Z","time spent":"2.12835236s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-16T03:52:56.863535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:53.882502Z","time spent":"2.981014212s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:52:57.36393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311250957,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:57.782445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.1436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:57.782579Z","caller":"traceutil/trace.go:171","msg":"trace[98806225] transaction","detail":"{read_only:false; response_revision:6928; number_of_response:1; }","duration":"924.43276ms","start":"2026-04-16T03:52:56.858117Z","end":"2026-04-16T03:52:57.78255Z","steps":["trace[98806225] 'process raft request' (duration: 700.084539ms)","trace[98806225] 'compare' (duration: 223.912128ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:57.78268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:56.858093Z","time spent":"924.540101ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:58.737141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:58.062602Z","time spent":"674.531623ms","remote":"127.0.0.1:34566","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:52:58.868269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999998414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:52:58.868349Z","caller":"traceutil/trace.go:171","msg":"trace[1018448005] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000110006s","start":"2026-04-16T03:52:56.868224Z","end":"2026-04-16T03:52:58.868333Z","steps":["trace[1018448005] 'agreement among raft nodes before linearized reading' (duration: 2.000014044s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:58.868407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:56.868216Z","time spent":"2.000176766s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:52:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:52:59.517285Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.959000367s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:52:59.517812Z","caller":"traceutil/trace.go:171","msg":"trace[257694804] transaction","detail":"{read_only:false; response_revision:6929; number_of_response:1; }","duration":"2.652303712s","start":"2026-04-16T03:52:56.865483Z","end":"2026-04-16T03:52:59.517786Z","steps":["trace[257694804] 'process raft request' (duration: 2.652093281s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:59.518034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:56.865469Z","time spent":"2.652420113s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:59.518875Z","caller":"traceutil/trace.go:171","msg":"trace[853102824] transaction","detail":"{read_only:false; response_revision:6930; number_of_response:1; }","duration":"2.652178293s","start":"2026-04-16T03:52:56.866666Z","end":"2026-04-16T03:52:59.518844Z","steps":["trace[853102824] 'process raft request' (duration: 2.651068065s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:59.519038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:56.866655Z","time spent":"2.652298773s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:59.519059Z","caller":"traceutil/trace.go:171","msg":"trace[1494359212] transaction","detail":"{read_only:false; response_revision:6931; number_of_response:1; }","duration":"2.652122322s","start":"2026-04-16T03:52:56.866665Z","end":"2026-04-16T03:52:59.518788Z","steps":["trace[1494359212] 'process raft request' (duration: 2.651415407s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:59.519209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:56.866648Z","time spent":"2.652511585s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:59.519241Z","caller":"traceutil/trace.go:171","msg":"trace[2074427678] transaction","detail":"{read_only:false; response_revision:6933; number_of_response:1; }","duration":"2.652391374s","start":"2026-04-16T03:52:56.866823Z","end":"2026-04-16T03:52:59.519214Z","steps":["trace[2074427678] 'process raft request' (duration: 2.65168425s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:59.519314Z","caller":"traceutil/trace.go:171","msg":"trace[708522048] transaction","detail":"{read_only:false; response_revision:6932; number_of_response:1; }","duration":"2.652512654s","start":"2026-04-16T03:52:56.866685Z","end":"2026-04-16T03:52:59.519198Z","steps":["trace[708522048] 'process raft request' (duration: 2.651704959s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:59.519476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:56.866676Z","time spent":"2.652708436s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:59.519658Z","caller":"traceutil/trace.go:171","msg":"trace[1432252696] transaction","detail":"{read_only:false; response_revision:6934; number_of_response:1; }","duration":"2.652768175s","start":"2026-04-16T03:52:56.866856Z","end":"2026-04-16T03:52:59.519624Z","steps":["trace[1432252696] 'process raft request' (duration: 2.652048581s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:59.519835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:56.86685Z","time spent":"2.652884886s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:59.519691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:56.866791Z","time spent":"2.652576695s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:59.520587Z","caller":"traceutil/trace.go:171","msg":"trace[1614969995] linearizableReadLoop","detail":"{readStateIndex:7203; appliedIndex:7195; }","duration":"2.657643216s","start":"2026-04-16T03:52:56.862918Z","end":"2026-04-16T03:52:59.520562Z","steps":["trace[1614969995] 'read index received' (duration: 695.211417ms)","trace[1614969995] 'applied index is now lower than readState.Index' (duration: 1.962429979s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:59.520889Z","caller":"traceutil/trace.go:171","msg":"trace[1681070653] transaction","detail":"{read_only:false; response_revision:6935; number_of_response:1; }","duration":"2.65353254s","start":"2026-04-16T03:52:56.867323Z","end":"2026-04-16T03:52:59.520855Z","steps":["trace[1681070653] 'process raft request' (duration: 2.652238462s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:59.520975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:56.867314Z","time spent":"2.653618482s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:59.521116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6581686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:52:59.521282Z","caller":"traceutil/trace.go:171","msg":"trace[481598747] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6935; }","duration":"2.658373233s","start":"2026-04-16T03:52:56.862885Z","end":"2026-04-16T03:52:59.521258Z","steps":["trace[481598747] 'agreement among raft nodes before linearized reading' (duration: 2.658032429s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:59.521402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:56.862865Z","time spent":"2.658514993s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T03:53:00.021794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311250971,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:00.522272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311250971,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:00.868706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000328596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:53:00.868787Z","caller":"traceutil/trace.go:171","msg":"trace[1891683753] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000444816s","start":"2026-04-16T03:52:58.868325Z","end":"2026-04-16T03:53:00.86877Z","steps":["trace[1891683753] 'agreement among raft nodes before linearized reading' (duration: 2.000340866s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:00.868836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:58.868301Z","time spent":"2.000525187s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:01.023125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311250971,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:01.110798Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.593313426s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:53:01.164017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000237775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:53:01.164203Z","caller":"traceutil/trace.go:171","msg":"trace[1937047018] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000518038s","start":"2026-04-16T03:52:59.163661Z","end":"2026-04-16T03:53:01.164179Z","steps":["trace[1937047018] 'agreement among raft nodes before linearized reading' (duration: 2.000272106s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:01.164319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:59.163641Z","time spent":"2.000661168s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:53:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:53:01.714762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.719852ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-16T03:53:01.715675Z","caller":"traceutil/trace.go:171","msg":"trace[578787511] transaction","detail":"{read_only:false; response_revision:6936; number_of_response:1; }","duration":"2.851721391s","start":"2026-04-16T03:52:58.86393Z","end":"2026-04-16T03:53:01.715652Z","steps":["trace[578787511] 'process raft request' (duration: 2.850927396s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:01.715796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:58.863899Z","time spent":"2.851828692s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:02.6785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.786519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:02.678702Z","caller":"traceutil/trace.go:171","msg":"trace[225956166] linearizableReadLoop","detail":"{readStateIndex:7210; appliedIndex:7203; }","duration":"3.157828864s","start":"2026-04-16T03:52:59.52086Z","end":"2026-04-16T03:53:02.678689Z","steps":["trace[225956166] 'read index received' (duration: 1.590154625s)","trace[225956166] 'applied index is now lower than readState.Index' (duration: 1.567673548s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:02.678891Z","caller":"traceutil/trace.go:171","msg":"trace[1554785476] transaction","detail":"{read_only:false; response_revision:6937; number_of_response:1; }","duration":"3.814698271s","start":"2026-04-16T03:52:58.864183Z","end":"2026-04-16T03:53:02.678882Z","steps":["trace[1554785476] 'process raft request' (duration: 2.851458759s)","trace[1554785476] 'compare' (duration: 934.915428ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:02.678934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:58.864166Z","time spent":"3.814748431s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:02.679091Z","caller":"traceutil/trace.go:171","msg":"trace[1430403636] transaction","detail":"{read_only:false; response_revision:6938; number_of_response:1; }","duration":"3.811671811s","start":"2026-04-16T03:52:58.867414Z","end":"2026-04-16T03:53:02.679085Z","steps":["trace[1430403636] 'process raft request' (duration: 3.811151688s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.679127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:58.867388Z","time spent":"3.811720761s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:02.679234Z","caller":"traceutil/trace.go:171","msg":"trace[936219832] transaction","detail":"{read_only:false; response_revision:6939; number_of_response:1; }","duration":"3.80999771s","start":"2026-04-16T03:52:58.869215Z","end":"2026-04-16T03:53:02.679213Z","steps":["trace[936219832] 'process raft request' (duration: 3.809379216s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.679268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:58.869205Z","time spent":"3.81004687s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:02.679362Z","caller":"traceutil/trace.go:171","msg":"trace[1425385964] transaction","detail":"{read_only:false; response_revision:6940; number_of_response:1; }","duration":"2.350676447s","start":"2026-04-16T03:53:00.328681Z","end":"2026-04-16T03:53:02.679358Z","steps":["trace[1425385964] 'process raft request' (duration: 2.349933422s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.679425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:00.328651Z","time spent":"2.350742017s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:02.67952Z","caller":"traceutil/trace.go:171","msg":"trace[1051310827] transaction","detail":"{read_only:false; response_revision:6941; number_of_response:1; }","duration":"1.819915121s","start":"2026-04-16T03:53:00.859598Z","end":"2026-04-16T03:53:02.679513Z","steps":["trace[1051310827] 'process raft request' (duration: 1.819034285s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.679551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:00.859565Z","time spent":"1.819969631s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:02.679711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.806277771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:02.679756Z","caller":"traceutil/trace.go:171","msg":"trace[1253843827] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:6941; }","duration":"5.806351741s","start":"2026-04-16T03:52:56.873396Z","end":"2026-04-16T03:53:02.679747Z","steps":["trace[1253843827] 'agreement among raft nodes before linearized reading' (duration: 5.806273241s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.679778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:56.873378Z","time spent":"5.806394401s","remote":"127.0.0.1:45852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:02.679717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.811581351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:53:02.679888Z","caller":"traceutil/trace.go:171","msg":"trace[732084529] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6941; }","duration":"3.811770202s","start":"2026-04-16T03:52:58.868111Z","end":"2026-04-16T03:53:02.679881Z","steps":["trace[732084529] 'agreement among raft nodes before linearized reading' (duration: 3.81151189s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.679898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.326727094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-16T03:53:02.68001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.156436224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12958"} {"level":"warn","ts":"2026-04-16T03:53:02.680018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.812041473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:53:02.68004Z","caller":"traceutil/trace.go:171","msg":"trace[400435020] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6941; }","duration":"3.812085134s","start":"2026-04-16T03:52:58.867949Z","end":"2026-04-16T03:53:02.680035Z","steps":["trace[400435020] 'agreement among raft nodes before linearized reading' (duration: 3.812040974s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:02.680049Z","caller":"traceutil/trace.go:171","msg":"trace[1121950923] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6941; }","duration":"3.156500384s","start":"2026-04-16T03:52:59.523533Z","end":"2026-04-16T03:53:02.680033Z","steps":["trace[1121950923] 'agreement among raft nodes before linearized reading' (duration: 3.156437253s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.680058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:58.867938Z","time spent":"3.812117074s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:53:02.680078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:59.523491Z","time spent":"3.156582375s","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12980,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-16T03:53:02.680119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155977226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:53:02.680157Z","caller":"traceutil/trace.go:171","msg":"trace[612302244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6941; }","duration":"1.156044506s","start":"2026-04-16T03:53:01.524091Z","end":"2026-04-16T03:53:02.680136Z","steps":["trace[612302244] 'agreement among raft nodes before linearized reading' (duration: 1.155972816s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.680178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:01.524072Z","time spent":"1.156101357s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:53:02.680217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215007941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:02.680238Z","caller":"traceutil/trace.go:171","msg":"trace[372869708] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6941; }","duration":"1.215033161s","start":"2026-04-16T03:53:01.465199Z","end":"2026-04-16T03:53:02.680232Z","steps":["trace[372869708] 'agreement among raft nodes before linearized reading' (duration: 1.214993091s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.680257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:01.465175Z","time spent":"1.215078411s","remote":"127.0.0.1:60262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:02.680256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.038965121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:02.68028Z","caller":"traceutil/trace.go:171","msg":"trace[798839309] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:6941; }","duration":"4.039023381s","start":"2026-04-16T03:52:58.641249Z","end":"2026-04-16T03:53:02.680273Z","steps":["trace[798839309] 'agreement among raft nodes before linearized reading' (duration: 4.038984571s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.680299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:58.641229Z","time spent":"4.039066681s","remote":"127.0.0.1:55280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:02.680327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.285104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:02.680349Z","caller":"traceutil/trace.go:171","msg":"trace[1345384450] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:6941; }","duration":"994.336335ms","start":"2026-04-16T03:53:01.686008Z","end":"2026-04-16T03:53:02.680345Z","steps":["trace[1345384450] 'agreement among raft nodes before linearized reading' (duration: 994.266664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.680365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:01.685995Z","time spent":"994.365845ms","remote":"127.0.0.1:45928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":19,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:02.68037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929481073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:02.680395Z","caller":"traceutil/trace.go:171","msg":"trace[396411314] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:6941; }","duration":"1.929537263s","start":"2026-04-16T03:53:00.75085Z","end":"2026-04-16T03:53:02.680387Z","steps":["trace[396411314] 'agreement among raft nodes before linearized reading' (duration: 1.929508443s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.680423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:00.750829Z","time spent":"1.929587224s","remote":"127.0.0.1:57982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:02.6805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156359129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:53:02.680519Z","caller":"traceutil/trace.go:171","msg":"trace[1928774136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6941; }","duration":"1.156423569s","start":"2026-04-16T03:53:01.524091Z","end":"2026-04-16T03:53:02.680515Z","steps":["trace[1928774136] 'agreement among raft nodes before linearized reading' (duration: 1.156360348s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.680495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.980408138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:53:02.68035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803406282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:02.680576Z","caller":"traceutil/trace.go:171","msg":"trace[2975082] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:6941; }","duration":"2.980535258s","start":"2026-04-16T03:52:59.700028Z","end":"2026-04-16T03:53:02.680564Z","steps":["trace[2975082] 'agreement among raft nodes before linearized reading' (duration: 2.980405477s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.680631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:59.700006Z","time spent":"2.980617028s","remote":"127.0.0.1:45842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:02.680846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972830196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:02.680893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.315466202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:02.680918Z","caller":"traceutil/trace.go:171","msg":"trace[838808024] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:6941; }","duration":"4.315516222s","start":"2026-04-16T03:52:58.365397Z","end":"2026-04-16T03:53:02.680913Z","steps":["trace[838808024] 'agreement among raft nodes before linearized reading' (duration: 4.315428241s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.68093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930157089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:53:02.680937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:58.365385Z","time spent":"4.315547452s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":70,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:53:02.680952Z","caller":"traceutil/trace.go:171","msg":"trace[1371125637] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:6941; }","duration":"1.930207119s","start":"2026-04-16T03:53:00.75074Z","end":"2026-04-16T03:53:02.680947Z","steps":["trace[1371125637] 'agreement among raft nodes before linearized reading' (duration: 1.930171699s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.680986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:00.750725Z","time spent":"1.93024215s","remote":"127.0.0.1:55316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:53:02.680883Z","caller":"traceutil/trace.go:171","msg":"trace[68928958] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:6941; }","duration":"1.972886586s","start":"2026-04-16T03:53:00.707974Z","end":"2026-04-16T03:53:02.68086Z","steps":["trace[68928958] 'agreement among raft nodes before linearized reading' (duration: 1.972852116s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.681016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:00.707953Z","time spent":"1.973057818s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:02.680532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:01.524069Z","time spent":"1.156461039s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:53:02.67998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.81622359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:53:02.681114Z","caller":"traceutil/trace.go:171","msg":"trace[1746770103] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6941; }","duration":"3.817397598s","start":"2026-04-16T03:52:58.863709Z","end":"2026-04-16T03:53:02.681107Z","steps":["trace[1746770103] 'agreement among raft nodes before linearized reading' (duration: 3.81623079s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.681135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:58.863684Z","time spent":"3.817445089s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-16T03:53:02.680596Z","caller":"traceutil/trace.go:171","msg":"trace[674255337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6941; }","duration":"1.803688794s","start":"2026-04-16T03:53:00.876902Z","end":"2026-04-16T03:53:02.680591Z","steps":["trace[674255337] 'agreement among raft nodes before linearized reading' (duration: 1.803433933s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.681188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:00.87686Z","time spent":"1.804321289s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:02.680803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.895318637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T03:53:02.681311Z","caller":"traceutil/trace.go:171","msg":"trace[2117169607] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6941; }","duration":"4.895862102s","start":"2026-04-16T03:52:57.785441Z","end":"2026-04-16T03:53:02.681303Z","steps":["trace[2117169607] 'agreement among raft nodes before linearized reading' (duration: 4.895288887s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.68134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:57.785427Z","time spent":"4.895907862s","remote":"127.0.0.1:45624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:53:02.679927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.816145604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-16T03:53:02.681447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034798829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:02.681461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157261875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:53:02.681478Z","caller":"traceutil/trace.go:171","msg":"trace[2038159805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6941; }","duration":"1.157281085s","start":"2026-04-16T03:53:01.524192Z","end":"2026-04-16T03:53:02.681474Z","steps":["trace[2038159805] 'agreement among raft nodes before linearized reading' (duration: 1.157225364s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:02.681467Z","caller":"traceutil/trace.go:171","msg":"trace[1540294340] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:6941; }","duration":"1.034861859s","start":"2026-04-16T03:53:01.6466Z","end":"2026-04-16T03:53:02.681462Z","steps":["trace[1540294340] 'agreement among raft nodes before linearized reading' (duration: 1.034835449s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.681501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:01.524127Z","time spent":"1.157370306s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:53:02.681516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:01.646578Z","time spent":"1.034930339s","remote":"127.0.0.1:45596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:53:02.681488Z","caller":"traceutil/trace.go:171","msg":"trace[1070900645] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25; range_end:; response_count:1; response_revision:6941; }","duration":"5.817706115s","start":"2026-04-16T03:52:56.863745Z","end":"2026-04-16T03:53:02.681451Z","steps":["trace[1070900645] 'agreement among raft nodes before linearized reading' (duration: 5.816052943s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.681556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:56.863735Z","time spent":"5.817813375s","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25\" "} {"level":"warn","ts":"2026-04-16T03:53:02.681079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.624836806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:02.681424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156911293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:53:02.681663Z","caller":"traceutil/trace.go:171","msg":"trace[1468869859] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6941; }","duration":"1.157200615s","start":"2026-04-16T03:53:01.524454Z","end":"2026-04-16T03:53:02.681655Z","steps":["trace[1468869859] 'agreement among raft nodes before linearized reading' (duration: 1.156915933s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.681686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:01.524447Z","time spent":"1.157230985s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:53:02.681728Z","caller":"traceutil/trace.go:171","msg":"trace[87143877] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:6941; }","duration":"4.62538824s","start":"2026-04-16T03:52:58.056213Z","end":"2026-04-16T03:53:02.681601Z","steps":["trace[87143877] 'agreement among raft nodes before linearized reading' (duration: 4.623844829s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.681749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157599677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:53:02.681771Z","caller":"traceutil/trace.go:171","msg":"trace[771462753] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6941; }","duration":"1.157627178s","start":"2026-04-16T03:53:01.524138Z","end":"2026-04-16T03:53:02.681765Z","steps":["trace[771462753] 'agreement among raft nodes before linearized reading' (duration: 1.156278268s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.68179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:01.524087Z","time spent":"1.157699558s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:53:02.681852Z","caller":"traceutil/trace.go:171","msg":"trace[705153970] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6941; }","duration":"4.328714098s","start":"2026-04-16T03:52:58.353129Z","end":"2026-04-16T03:53:02.681843Z","steps":["trace[705153970] 'agreement among raft nodes before linearized reading' (duration: 4.326702345s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.681879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:58.35311Z","time spent":"4.328763738s","remote":"127.0.0.1:45620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-16T03:53:02.68176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.684993361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:02.681943Z","caller":"traceutil/trace.go:171","msg":"trace[1873757320] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6941; }","duration":"5.685743606s","start":"2026-04-16T03:52:56.996186Z","end":"2026-04-16T03:53:02.68193Z","steps":["trace[1873757320] 'agreement among raft nodes before linearized reading' (duration: 5.683689332s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:02.679905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:58.868096Z","time spent":"3.811803732s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:53:02.681978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:56.996169Z","time spent":"5.685799486s","remote":"127.0.0.1:60206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:02.681768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:58.056134Z","time spent":"4.625623912s","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:03.185907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311250979,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:03.700154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.282681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:03.701034Z","caller":"traceutil/trace.go:171","msg":"trace[97282254] transaction","detail":"{read_only:false; response_revision:6942; number_of_response:1; }","duration":"1.016162828s","start":"2026-04-16T03:53:02.684844Z","end":"2026-04-16T03:53:03.701007Z","steps":["trace[97282254] 'process raft request' (duration: 667.93115ms)","trace[97282254] 'compare' (duration: 347.05781ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:03.701188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:02.68483Z","time spent":"1.016310839s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:04.687642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999930105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:53:04.687747Z","caller":"traceutil/trace.go:171","msg":"trace[1911992646] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000066616s","start":"2026-04-16T03:53:02.687664Z","end":"2026-04-16T03:53:04.687731Z","steps":["trace[1911992646] 'agreement among raft nodes before linearized reading' (duration: 1.999948405s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:04.687794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:02.68765Z","time spent":"2.000133436s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:53:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:53:05.635439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.026364224s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:53:05.820519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712512992s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:05.820694Z","caller":"traceutil/trace.go:171","msg":"trace[1273713057] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6942; }","duration":"1.712698493s","start":"2026-04-16T03:53:04.107974Z","end":"2026-04-16T03:53:05.820672Z","steps":["trace[1273713057] 'range keys from in-memory index tree' (duration: 1.712496662s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:05.82147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212726157s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:05.821769Z","caller":"traceutil/trace.go:171","msg":"trace[1191682035] transaction","detail":"{read_only:false; response_revision:6943; number_of_response:1; }","duration":"3.136408215s","start":"2026-04-16T03:53:02.685305Z","end":"2026-04-16T03:53:05.821713Z","steps":["trace[1191682035] 'process raft request' (duration: 1.923350736s)","trace[1191682035] 'compare' (duration: 1.211468348s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:05.821891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:02.685297Z","time spent":"3.136525327s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:05.822694Z","caller":"traceutil/trace.go:171","msg":"trace[1893555456] transaction","detail":"{read_only:false; response_revision:6948; number_of_response:1; }","duration":"1.45875695s","start":"2026-04-16T03:53:04.363918Z","end":"2026-04-16T03:53:05.822675Z","steps":["trace[1893555456] 'process raft request' (duration: 1.45871123s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:05.82301Z","caller":"traceutil/trace.go:171","msg":"trace[169660579] transaction","detail":"{read_only:false; response_revision:6945; number_of_response:1; }","duration":"3.136968939s","start":"2026-04-16T03:53:02.686032Z","end":"2026-04-16T03:53:05.823001Z","steps":["trace[169660579] 'process raft request' (duration: 3.136480686s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:05.82307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:04.36389Z","time spent":"1.459133872s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:05.823121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:02.685995Z","time spent":"3.1370574s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:05.822668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:02.685416Z","time spent":"3.137246021s","remote":"127.0.0.1:45536","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:53:05.823419Z","caller":"traceutil/trace.go:171","msg":"trace[266009541] linearizableReadLoop","detail":"{readStateIndex:7216; appliedIndex:7210; }","duration":"3.138000546s","start":"2026-04-16T03:53:02.685397Z","end":"2026-04-16T03:53:05.823397Z","steps":["trace[266009541] 'read index received' (duration: 667.404627ms)","trace[266009541] 'applied index is now lower than readState.Index' (duration: 2.470593979s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:05.82295Z","caller":"traceutil/trace.go:171","msg":"trace[1980413033] transaction","detail":"{read_only:false; response_revision:6946; number_of_response:1; }","duration":"3.134842015s","start":"2026-04-16T03:53:02.688084Z","end":"2026-04-16T03:53:05.822926Z","steps":["trace[1980413033] 'process raft request' (duration: 3.134472342s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:05.823531Z","caller":"traceutil/trace.go:171","msg":"trace[625103468] transaction","detail":"{read_only:false; response_revision:6947; number_of_response:1; }","duration":"2.101917167s","start":"2026-04-16T03:53:03.721593Z","end":"2026-04-16T03:53:05.823511Z","steps":["trace[625103468] 'process raft request' (duration: 2.101000542s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:05.823592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.138189507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T03:53:05.823636Z","caller":"traceutil/trace.go:171","msg":"trace[1854093869] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6948; }","duration":"3.138248797s","start":"2026-04-16T03:53:02.685377Z","end":"2026-04-16T03:53:05.823626Z","steps":["trace[1854093869] 'agreement among raft nodes before linearized reading' (duration: 3.138112616s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:05.82363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:03.721567Z","time spent":"2.102005878s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:05.823637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:02.688077Z","time spent":"3.135487359s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:05.823667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:02.685151Z","time spent":"3.138509648s","remote":"127.0.0.1:45718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-16T03:53:05.82298Z","caller":"traceutil/trace.go:171","msg":"trace[10751149] transaction","detail":"{read_only:false; response_revision:6944; number_of_response:1; }","duration":"3.137621593s","start":"2026-04-16T03:53:02.685335Z","end":"2026-04-16T03:53:05.822957Z","steps":["trace[10751149] 'process raft request' (duration: 3.137017579s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:05.823817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:02.685322Z","time spent":"3.138427338s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:06.688347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000583187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:53:06.688425Z","caller":"traceutil/trace.go:171","msg":"trace[1346280176] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000694779s","start":"2026-04-16T03:53:04.687712Z","end":"2026-04-16T03:53:06.688407Z","steps":["trace[1346280176] 'agreement among raft nodes before linearized reading' (duration: 2.000598058s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:06.688478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:04.687702Z","time spent":"2.000761009s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:53:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:53:07.700752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385831975s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:07.701592Z","caller":"traceutil/trace.go:171","msg":"trace[1219928367] transaction","detail":"{read_only:false; response_revision:6950; number_of_response:1; }","duration":"3.015957131s","start":"2026-04-16T03:53:04.685612Z","end":"2026-04-16T03:53:07.701569Z","steps":["trace[1219928367] 'process raft request' (duration: 3.015235636s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:07.701617Z","caller":"traceutil/trace.go:171","msg":"trace[1259497638] transaction","detail":"{read_only:false; response_revision:6952; number_of_response:1; }","duration":"1.876952823s","start":"2026-04-16T03:53:05.824642Z","end":"2026-04-16T03:53:07.701595Z","steps":["trace[1259497638] 'process raft request' (duration: 1.876872283s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:07.701712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:04.6856Z","time spent":"3.016048012s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:07.701727Z","caller":"traceutil/trace.go:171","msg":"trace[1165294559] linearizableReadLoop","detail":"{readStateIndex:7221; appliedIndex:7218; }","duration":"1.878233102s","start":"2026-04-16T03:53:05.823469Z","end":"2026-04-16T03:53:07.701702Z","steps":["trace[1165294559] 'read index received' (duration: 491.390571ms)","trace[1165294559] 'applied index is now lower than readState.Index' (duration: 1.386822891s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:07.701586Z","caller":"traceutil/trace.go:171","msg":"trace[979473658] transaction","detail":"{read_only:false; response_revision:6949; number_of_response:1; }","duration":"3.016927217s","start":"2026-04-16T03:53:04.684625Z","end":"2026-04-16T03:53:07.701552Z","steps":["trace[979473658] 'process raft request' (duration: 1.630214217s)","trace[979473658] 'compare' (duration: 1.385561782s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:07.701822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:04.684596Z","time spent":"3.017206878s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:07.701932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:05.824621Z","time spent":"1.877053544s","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:07.701982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.969074099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:07.702042Z","caller":"traceutil/trace.go:171","msg":"trace[1484131668] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6952; }","duration":"4.96916494s","start":"2026-04-16T03:53:02.732864Z","end":"2026-04-16T03:53:07.702029Z","steps":["trace[1484131668] 'agreement among raft nodes before linearized reading' (duration: 4.969069469s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:07.702159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.384196721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:07.702181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434369243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:53:07.702244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:02.732848Z","time spent":"4.969352541s","remote":"127.0.0.1:45896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-16T03:53:07.70226Z","caller":"traceutil/trace.go:171","msg":"trace[1706605774] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:6952; }","duration":"4.384299841s","start":"2026-04-16T03:53:03.317904Z","end":"2026-04-16T03:53:07.702204Z","steps":["trace[1706605774] 'agreement among raft nodes before linearized reading' (duration: 4.38421615s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:07.702283Z","caller":"traceutil/trace.go:171","msg":"trace[1451925616] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:6952; }","duration":"2.434507593s","start":"2026-04-16T03:53:05.267759Z","end":"2026-04-16T03:53:07.702267Z","steps":["trace[1451925616] 'agreement among raft nodes before linearized reading' (duration: 2.434349322s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:07.702312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:03.317875Z","time spent":"4.384421641s","remote":"127.0.0.1:58012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:07.702351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:05.267738Z","time spent":"2.434596074s","remote":"127.0.0.1:45650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":43,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:07.70207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997432168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:53:07.702429Z","caller":"traceutil/trace.go:171","msg":"trace[1913523373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6952; }","duration":"1.99782832s","start":"2026-04-16T03:53:05.704586Z","end":"2026-04-16T03:53:07.702414Z","steps":["trace[1913523373] 'agreement among raft nodes before linearized reading' (duration: 1.997253567s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:07.70245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396121431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:53:07.702436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131413348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:07.702482Z","caller":"traceutil/trace.go:171","msg":"trace[1357603813] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:6952; }","duration":"1.396196692s","start":"2026-04-16T03:53:06.306278Z","end":"2026-04-16T03:53:07.702474Z","steps":["trace[1357603813] 'agreement among raft nodes before linearized reading' (duration: 1.396126721s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:07.702489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:05.704566Z","time spent":"1.997909141s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:53:07.70251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:06.306253Z","time spent":"1.396251483s","remote":"127.0.0.1:45718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":43,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:53:07.702567Z","caller":"traceutil/trace.go:171","msg":"trace[1143893086] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:6952; }","duration":"1.13164428s","start":"2026-04-16T03:53:06.570903Z","end":"2026-04-16T03:53:07.702547Z","steps":["trace[1143893086] 'agreement among raft nodes before linearized reading' (duration: 1.131354568s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:07.701625Z","caller":"traceutil/trace.go:171","msg":"trace[1027695061] transaction","detail":"{read_only:false; response_revision:6951; number_of_response:1; }","duration":"3.01596395s","start":"2026-04-16T03:53:04.685635Z","end":"2026-04-16T03:53:07.701599Z","steps":["trace[1027695061] 'process raft request' (duration: 3.015268066s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:07.702682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:06.570883Z","time spent":"1.131772881s","remote":"127.0.0.1:45624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":43,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:07.702196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876581081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T03:53:07.70276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:04.68562Z","time spent":"3.017085458s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:07.702795Z","caller":"traceutil/trace.go:171","msg":"trace[1715435284] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:6952; }","duration":"1.877224835s","start":"2026-04-16T03:53:05.825562Z","end":"2026-04-16T03:53:07.702787Z","steps":["trace[1715435284] 'agreement among raft nodes before linearized reading' (duration: 1.87645044s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:07.702303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.487573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:07.702827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:05.825545Z","time spent":"1.877273915s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"info","ts":"2026-04-16T03:53:07.702882Z","caller":"traceutil/trace.go:171","msg":"trace[1568915605] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:6952; }","duration":"732.067877ms","start":"2026-04-16T03:53:06.97077Z","end":"2026-04-16T03:53:07.702838Z","steps":["trace[1568915605] 'agreement among raft nodes before linearized reading' (duration: 731.514583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:07.702979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.013890957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:53:07.703003Z","caller":"traceutil/trace.go:171","msg":"trace[2091091486] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6952; }","duration":"3.014026098s","start":"2026-04-16T03:53:04.688971Z","end":"2026-04-16T03:53:07.702997Z","steps":["trace[2091091486] 'agreement among raft nodes before linearized reading' (duration: 3.013942627s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:07.702075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.016976197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-16T03:53:07.703131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.015451927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:53:07.703197Z","caller":"traceutil/trace.go:171","msg":"trace[1693705218] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6952; }","duration":"3.015519667s","start":"2026-04-16T03:53:04.687663Z","end":"2026-04-16T03:53:07.703182Z","steps":["trace[1693705218] 'agreement among raft nodes before linearized reading' (duration: 3.015356626s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:07.703235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:04.687611Z","time spent":"3.015617007s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-16T03:53:07.70314Z","caller":"traceutil/trace.go:171","msg":"trace[1769799084] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6952; }","duration":"3.018088094s","start":"2026-04-16T03:53:04.685033Z","end":"2026-04-16T03:53:07.703121Z","steps":["trace[1769799084] 'agreement among raft nodes before linearized reading' (duration: 3.016893836s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:07.703366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:04.685005Z","time spent":"3.018354225s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:53:07.703021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:04.688954Z","time spent":"3.014063078s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:53:07.702958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:06.970748Z","time spent":"732.188707ms","remote":"127.0.0.1:57944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:07.702154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006255003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:07.703637Z","caller":"traceutil/trace.go:171","msg":"trace[316070696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6952; }","duration":"1.007774982s","start":"2026-04-16T03:53:06.695852Z","end":"2026-04-16T03:53:07.703627Z","steps":["trace[316070696] 'agreement among raft nodes before linearized reading' (duration: 1.006261332s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:07.703686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:06.695832Z","time spent":"1.007843763s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:08.20844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311250995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:08.709642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311250995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:08.808379Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.101309632s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:53:08.808832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:07.706948Z","time spent":"1.101878906s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:53:09.689886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.794735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:09.690176Z","caller":"traceutil/trace.go:171","msg":"trace[1490934534] transaction","detail":"{read_only:false; response_revision:6955; number_of_response:1; }","duration":"880.030181ms","start":"2026-04-16T03:53:08.810123Z","end":"2026-04-16T03:53:09.690154Z","steps":["trace[1490934534] 'process raft request' (duration: 879.965021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:09.690324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:08.810103Z","time spent":"880.167822ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:09.690424Z","caller":"traceutil/trace.go:171","msg":"trace[1752060960] transaction","detail":"{read_only:false; response_revision:6953; number_of_response:1; }","duration":"1.980450797s","start":"2026-04-16T03:53:07.70995Z","end":"2026-04-16T03:53:09.6904Z","steps":["trace[1752060960] 'process raft request' (duration: 1.291029757s)","trace[1752060960] 'compare' (duration: 688.593634ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:09.690531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:07.70994Z","time spent":"1.980541547s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:09.691072Z","caller":"traceutil/trace.go:171","msg":"trace[671556752] transaction","detail":"{read_only:false; response_revision:6954; number_of_response:1; }","duration":"1.862386148s","start":"2026-04-16T03:53:07.828657Z","end":"2026-04-16T03:53:09.691043Z","steps":["trace[671556752] 'process raft request' (duration: 1.861335021s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:09.691113Z","caller":"traceutil/trace.go:171","msg":"trace[765784460] linearizableReadLoop","detail":"{readStateIndex:7225; appliedIndex:7222; }","duration":"1.983068604s","start":"2026-04-16T03:53:07.708024Z","end":"2026-04-16T03:53:09.691092Z","steps":["trace[765784460] 'read index received' (duration: 1.100579497s)","trace[765784460] 'applied index is now lower than readState.Index' (duration: 882.487187ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:09.691207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:07.82864Z","time spent":"1.862494519s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:09.691255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983224235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:09.691312Z","caller":"traceutil/trace.go:171","msg":"trace[1330717659] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6955; }","duration":"1.983313395s","start":"2026-04-16T03:53:07.707985Z","end":"2026-04-16T03:53:09.691299Z","steps":["trace[1330717659] 'agreement among raft nodes before linearized reading' (duration: 1.983216955s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:09.691397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:07.707969Z","time spent":"1.983414506s","remote":"127.0.0.1:45650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-16T03:53:09.69144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98239459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-16T03:53:09.691478Z","caller":"traceutil/trace.go:171","msg":"trace[1135285812] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25; range_end:; response_count:1; response_revision:6955; }","duration":"1.98244127s","start":"2026-04-16T03:53:07.709024Z","end":"2026-04-16T03:53:09.691465Z","steps":["trace[1135285812] 'agreement among raft nodes before linearized reading' (duration: 1.98230615s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:09.691513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:07.709015Z","time spent":"1.982491251s","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25\" "} {"level":"warn","ts":"2026-04-16T03:53:09.691637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164057149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:09.691749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864100709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:53:09.691783Z","caller":"traceutil/trace.go:171","msg":"trace[1602324725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6955; }","duration":"1.864163029s","start":"2026-04-16T03:53:07.827611Z","end":"2026-04-16T03:53:09.691774Z","steps":["trace[1602324725] 'agreement among raft nodes before linearized reading' (duration: 1.864094539s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:09.691754Z","caller":"traceutil/trace.go:171","msg":"trace[1749142573] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:6955; }","duration":"1.164215591s","start":"2026-04-16T03:53:08.52752Z","end":"2026-04-16T03:53:09.691736Z","steps":["trace[1749142573] 'agreement among raft nodes before linearized reading' (duration: 1.16405532s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:09.691871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124902505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:09.691942Z","caller":"traceutil/trace.go:171","msg":"trace[452745191] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:6955; }","duration":"1.125059516s","start":"2026-04-16T03:53:08.566863Z","end":"2026-04-16T03:53:09.691923Z","steps":["trace[452745191] 'agreement among raft nodes before linearized reading' (duration: 1.124904225s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:09.691953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865171976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T03:53:09.691991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:08.566844Z","time spent":"1.125131107s","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:09.691763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978833676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:09.692018Z","caller":"traceutil/trace.go:171","msg":"trace[1416688906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6955; }","duration":"1.865268857s","start":"2026-04-16T03:53:07.82673Z","end":"2026-04-16T03:53:09.691999Z","steps":["trace[1416688906] 'agreement among raft nodes before linearized reading' (duration: 1.865069426s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:09.692056Z","caller":"traceutil/trace.go:171","msg":"trace[462006547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6955; }","duration":"1.979132018s","start":"2026-04-16T03:53:07.712913Z","end":"2026-04-16T03:53:09.692045Z","steps":["trace[462006547] 'agreement among raft nodes before linearized reading' (duration: 1.978799486s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:09.691689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863821777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:53:09.692072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:07.826709Z","time spent":"1.865349708s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:53:09.692094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:07.712873Z","time spent":"1.979211008s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:09.691813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:07.827571Z","time spent":"1.86423517s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:53:09.692148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:08.527494Z","time spent":"1.164413272s","remote":"127.0.0.1:55256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:53:09.692195Z","caller":"traceutil/trace.go:171","msg":"trace[1594988554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6955; }","duration":"1.86426639s","start":"2026-04-16T03:53:07.827837Z","end":"2026-04-16T03:53:09.692104Z","steps":["trace[1594988554] 'agreement among raft nodes before linearized reading' (duration: 1.863796127s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:09.691778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483367389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:09.692205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766419273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:09.692352Z","caller":"traceutil/trace.go:171","msg":"trace[1271266886] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:6955; }","duration":"1.766800555s","start":"2026-04-16T03:53:07.925535Z","end":"2026-04-16T03:53:09.692335Z","steps":["trace[1271266886] 'agreement among raft nodes before linearized reading' (duration: 1.766266862s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:09.692367Z","caller":"traceutil/trace.go:171","msg":"trace[215889351] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:6955; }","duration":"1.483960074s","start":"2026-04-16T03:53:08.208353Z","end":"2026-04-16T03:53:09.692313Z","steps":["trace[215889351] 'agreement among raft nodes before linearized reading' (duration: 1.48337762s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:09.6917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863755317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:53:09.692428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:08.208331Z","time spent":"1.484076604s","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:09.692423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:07.827826Z","time spent":"1.864481672s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:53:09.69245Z","caller":"traceutil/trace.go:171","msg":"trace[1329388424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6955; }","duration":"1.864522771s","start":"2026-04-16T03:53:07.827915Z","end":"2026-04-16T03:53:09.692438Z","steps":["trace[1329388424] 'agreement among raft nodes before linearized reading' (duration: 1.863603726s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:09.692495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:07.827907Z","time spent":"1.864572702s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:53:09.692499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:07.925514Z","time spent":"1.766922875s","remote":"127.0.0.1:58470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:10.25623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.899024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:10.256326Z","caller":"traceutil/trace.go:171","msg":"trace[1710201542] linearizableReadLoop","detail":"{readStateIndex:7227; appliedIndex:7226; }","duration":"557.783912ms","start":"2026-04-16T03:53:09.698527Z","end":"2026-04-16T03:53:10.256311Z","steps":["trace[1710201542] 'read index received' (duration: 114.781347ms)","trace[1710201542] 'applied index is now lower than readState.Index' (duration: 443.001165ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:10.256392Z","caller":"traceutil/trace.go:171","msg":"trace[1604347879] transaction","detail":"{read_only:false; response_revision:6956; number_of_response:1; }","duration":"560.389589ms","start":"2026-04-16T03:53:09.695991Z","end":"2026-04-16T03:53:10.25638Z","steps":["trace[1604347879] 'process raft request' (duration: 117.262054ms)","trace[1604347879] 'compare' (duration: 442.776593ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:10.25645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:09.695978Z","time spent":"560.442ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:10.256828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.288175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:53:10.256884Z","caller":"traceutil/trace.go:171","msg":"trace[844297100] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6956; }","duration":"558.370115ms","start":"2026-04-16T03:53:09.698502Z","end":"2026-04-16T03:53:10.256872Z","steps":["trace[844297100] 'agreement among raft nodes before linearized reading' (duration: 558.126414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:10.256926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:09.698493Z","time spent":"558.422836ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T03:53:10.756461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311251013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:11.257573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311251013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:11.286799Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.473485296s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:53:11.287585Z","caller":"traceutil/trace.go:171","msg":"trace[561367408] transaction","detail":"{read_only:false; response_revision:6960; number_of_response:1; }","duration":"1.587943841s","start":"2026-04-16T03:53:09.699625Z","end":"2026-04-16T03:53:11.287569Z","steps":["trace[561367408] 'process raft request' (duration: 1.587658449s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:11.28782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:09.699614Z","time spent":"1.588130243s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:11.287824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575713262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:53:11.288818Z","caller":"traceutil/trace.go:171","msg":"trace[1346334386] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6963; }","duration":"1.576743288s","start":"2026-04-16T03:53:09.712054Z","end":"2026-04-16T03:53:11.288797Z","steps":["trace[1346334386] 'agreement among raft nodes before linearized reading' (duration: 1.575588151s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:11.288883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:09.712046Z","time spent":"1.576817609s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-16T03:53:11.287689Z","caller":"traceutil/trace.go:171","msg":"trace[111963029] transaction","detail":"{read_only:false; response_revision:6963; number_of_response:1; }","duration":"1.578917862s","start":"2026-04-16T03:53:09.708762Z","end":"2026-04-16T03:53:11.28768Z","steps":["trace[111963029] 'process raft request' (duration: 1.578623641s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:11.289143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:09.708755Z","time spent":"1.580262781s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:11.287916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495011566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:11.28934Z","caller":"traceutil/trace.go:171","msg":"trace[340961779] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:6963; }","duration":"1.496476745s","start":"2026-04-16T03:53:09.79285Z","end":"2026-04-16T03:53:11.289327Z","steps":["trace[340961779] 'agreement among raft nodes before linearized reading' (duration: 1.495026817s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:11.289386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:09.792829Z","time spent":"1.496541007s","remote":"127.0.0.1:45908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":7,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:11.28793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578733992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:53:11.289438Z","caller":"traceutil/trace.go:171","msg":"trace[109620433] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6963; }","duration":"1.580263732s","start":"2026-04-16T03:53:09.709162Z","end":"2026-04-16T03:53:11.289425Z","steps":["trace[109620433] 'agreement among raft nodes before linearized reading' (duration: 1.578656231s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:11.289486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:09.709155Z","time spent":"1.580318352s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-16T03:53:11.287968Z","caller":"traceutil/trace.go:171","msg":"trace[27774196] transaction","detail":"{read_only:false; response_revision:6961; number_of_response:1; }","duration":"1.579369855s","start":"2026-04-16T03:53:09.708583Z","end":"2026-04-16T03:53:11.287953Z","steps":["trace[27774196] 'process raft request' (duration: 1.578735821s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:11.28966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:09.70856Z","time spent":"1.581058667s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:11.287629Z","caller":"traceutil/trace.go:171","msg":"trace[1173492769] transaction","detail":"{read_only:false; response_revision:6957; number_of_response:1; }","duration":"1.588896847s","start":"2026-04-16T03:53:09.698709Z","end":"2026-04-16T03:53:11.287606Z","steps":["trace[1173492769] 'process raft request' (duration: 1.588328314s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:11.289839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:09.698699Z","time spent":"1.591108701s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:11.288027Z","caller":"traceutil/trace.go:171","msg":"trace[1234644537] transaction","detail":"{read_only:false; response_revision:6958; number_of_response:1; }","duration":"1.589266159s","start":"2026-04-16T03:53:09.69875Z","end":"2026-04-16T03:53:11.288016Z","steps":["trace[1234644537] 'process raft request' (duration: 1.588462975s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:11.290008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:09.69872Z","time spent":"1.591238402s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:11.288045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577363852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:53:11.290127Z","caller":"traceutil/trace.go:171","msg":"trace[1916664421] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6963; }","duration":"1.579456016s","start":"2026-04-16T03:53:09.71066Z","end":"2026-04-16T03:53:11.290116Z","steps":["trace[1916664421] 'agreement among raft nodes before linearized reading' (duration: 1.577306962s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:11.290173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:09.710654Z","time spent":"1.579504566s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:53:11.288099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586197579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:11.290395Z","caller":"traceutil/trace.go:171","msg":"trace[792871012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6963; }","duration":"1.588505135s","start":"2026-04-16T03:53:09.701866Z","end":"2026-04-16T03:53:11.290372Z","steps":["trace[792871012] 'agreement among raft nodes before linearized reading' (duration: 1.58616788s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:11.290463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:09.701855Z","time spent":"1.588592125s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:11.288278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589610792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:53:11.290545Z","caller":"traceutil/trace.go:171","msg":"trace[1591934311] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:6963; }","duration":"1.591893807s","start":"2026-04-16T03:53:09.698635Z","end":"2026-04-16T03:53:11.290528Z","steps":["trace[1591934311] 'agreement among raft nodes before linearized reading' (duration: 1.589547271s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:11.290599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:09.698628Z","time spent":"1.591957337s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-16T03:53:11.287458Z","caller":"traceutil/trace.go:171","msg":"trace[129706495] transaction","detail":"{read_only:false; response_revision:6962; number_of_response:1; }","duration":"1.578823192s","start":"2026-04-16T03:53:09.708606Z","end":"2026-04-16T03:53:11.287429Z","steps":["trace[129706495] 'process raft request' (duration: 1.578747251s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:11.290764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:09.708593Z","time spent":"1.582138573s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:11.287503Z","caller":"traceutil/trace.go:171","msg":"trace[904916835] linearizableReadLoop","detail":"{readStateIndex:7234; appliedIndex:7227; }","duration":"1.031127275s","start":"2026-04-16T03:53:10.25635Z","end":"2026-04-16T03:53:11.287478Z","steps":["trace[904916835] 'read index received' (duration: 1.030768273s)","trace[904916835] 'applied index is now lower than readState.Index' (duration: 356.352µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:11.287506Z","caller":"traceutil/trace.go:171","msg":"trace[1602234287] transaction","detail":"{read_only:false; response_revision:6959; number_of_response:1; }","duration":"1.588270823s","start":"2026-04-16T03:53:09.699155Z","end":"2026-04-16T03:53:11.287426Z","steps":["trace[1602234287] 'process raft request' (duration: 1.588099692s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:11.291005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:09.699133Z","time spent":"1.591839657s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:11.291203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032290642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12958"} {"level":"info","ts":"2026-04-16T03:53:11.29124Z","caller":"traceutil/trace.go:171","msg":"trace[1576568217] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6963; }","duration":"1.032374502s","start":"2026-04-16T03:53:10.258856Z","end":"2026-04-16T03:53:11.291231Z","steps":["trace[1576568217] 'agreement among raft nodes before linearized reading' (duration: 1.032269501s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:11.291267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:10.258801Z","time spent":"1.032460233s","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12980,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-16T03:53:11.291572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031578277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-16T03:53:11.291617Z","caller":"traceutil/trace.go:171","msg":"trace[961502443] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25; range_end:; response_count:1; response_revision:6963; }","duration":"1.031649938s","start":"2026-04-16T03:53:10.259956Z","end":"2026-04-16T03:53:11.291605Z","steps":["trace[961502443] 'agreement among raft nodes before linearized reading' (duration: 1.031522868s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:11.291648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:10.259942Z","time spent":"1.031698599s","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25\" "} {"level":"warn","ts":"2026-04-16T03:53:11.796499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311251016,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:53:11.914376Z","caller":"traceutil/trace.go:171","msg":"trace[2064443975] transaction","detail":"{read_only:false; response_revision:6964; number_of_response:1; }","duration":"619.277403ms","start":"2026-04-16T03:53:11.295079Z","end":"2026-04-16T03:53:11.914356Z","steps":["trace[2064443975] 'process raft request' (duration: 619.040291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:11.914503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:11.295036Z","time spent":"619.400633ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:12.462438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.282654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:12.462658Z","caller":"traceutil/trace.go:171","msg":"trace[275924311] transaction","detail":"{read_only:false; response_revision:6965; number_of_response:1; }","duration":"762.610886ms","start":"2026-04-16T03:53:11.700016Z","end":"2026-04-16T03:53:12.462627Z","steps":["trace[275924311] 'process raft request' (duration: 516.03159ms)","trace[275924311] 'compare' (duration: 245.62244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:12.462802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:11.69998Z","time spent":"762.747427ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:12.463143Z","caller":"traceutil/trace.go:171","msg":"trace[796500621] linearizableReadLoop","detail":"{readStateIndex:7236; appliedIndex:7234; }","duration":"1.166936408s","start":"2026-04-16T03:53:11.29618Z","end":"2026-04-16T03:53:12.463116Z","steps":["trace[796500621] 'read index received' (duration: 618.006485ms)","trace[796500621] 'applied index is now lower than readState.Index' (duration: 548.928023ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:12.836215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.618673ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-16T03:53:12.836316Z","caller":"traceutil/trace.go:171","msg":"trace[1151940748] linearizableReadLoop","detail":"{readStateIndex:7237; appliedIndex:7236; }","duration":"373.080979ms","start":"2026-04-16T03:53:12.463217Z","end":"2026-04-16T03:53:12.836298Z","steps":["trace[1151940748] 'read index received' (duration: 277.361µs)","trace[1151940748] 'applied index is now lower than readState.Index' (duration: 372.802098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:12.836392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536708118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:12.836425Z","caller":"traceutil/trace.go:171","msg":"trace[322021627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6965; }","duration":"1.536772908s","start":"2026-04-16T03:53:11.299643Z","end":"2026-04-16T03:53:12.836416Z","steps":["trace[322021627] 'agreement among raft nodes before linearized reading' (duration: 1.536703237s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:12.836419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54021102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-16T03:53:12.83646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:11.299628Z","time spent":"1.536825128s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:53:12.836534Z","caller":"traceutil/trace.go:171","msg":"trace[1380411703] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6965; }","duration":"1.540356261s","start":"2026-04-16T03:53:11.296142Z","end":"2026-04-16T03:53:12.836498Z","steps":["trace[1380411703] 'agreement among raft nodes before linearized reading' (duration: 1.167116441s)","trace[1380411703] 'range keys from in-memory index tree' (duration: 372.972439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:12.836596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:11.296101Z","time spent":"1.540478892s","remote":"127.0.0.1:45718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:53:12.836945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534150841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-04-16T03:53:12.83696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137534897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:53:12.836992Z","caller":"traceutil/trace.go:171","msg":"trace[782421929] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6965; }","duration":"1.534217561s","start":"2026-04-16T03:53:11.302762Z","end":"2026-04-16T03:53:12.83698Z","steps":["trace[782421929] 'agreement among raft nodes before linearized reading' (duration: 1.53407421s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:12.837059Z","caller":"traceutil/trace.go:171","msg":"trace[1906311765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6965; }","duration":"1.137654468s","start":"2026-04-16T03:53:11.699361Z","end":"2026-04-16T03:53:12.837015Z","steps":["trace[1906311765] 'agreement among raft nodes before linearized reading' (duration: 1.137401097s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:12.83719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:11.699313Z","time spent":"1.137864439s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:53:12.837026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:11.302751Z","time spent":"1.534268411s","remote":"127.0.0.1:60274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-16T03:53:12.913129Z","caller":"traceutil/trace.go:171","msg":"trace[1216082950] transaction","detail":"{read_only:false; response_revision:6966; number_of_response:1; }","duration":"194.784408ms","start":"2026-04-16T03:53:12.718324Z","end":"2026-04-16T03:53:12.913108Z","steps":["trace[1216082950] 'process raft request' (duration: 194.609877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:13.705127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.866336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:13.70539Z","caller":"traceutil/trace.go:171","msg":"trace[1037524091] linearizableReadLoop","detail":"{readStateIndex:7239; appliedIndex:7237; }","duration":"867.500859ms","start":"2026-04-16T03:53:12.83787Z","end":"2026-04-16T03:53:13.705371Z","steps":["trace[1037524091] 'read index received' (duration: 75.081139ms)","trace[1037524091] 'applied index is now lower than readState.Index' (duration: 792.41876ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:13.70545Z","caller":"traceutil/trace.go:171","msg":"trace[1755807766] transaction","detail":"{read_only:false; response_revision:6968; number_of_response:1; }","duration":"860.253061ms","start":"2026-04-16T03:53:12.845189Z","end":"2026-04-16T03:53:13.705442Z","steps":["trace[1755807766] 'process raft request' (duration: 860.04586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:13.705508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.62967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:13.705562Z","caller":"traceutil/trace.go:171","msg":"trace[1145855185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6968; }","duration":"867.716931ms","start":"2026-04-16T03:53:12.837833Z","end":"2026-04-16T03:53:13.70555Z","steps":["trace[1145855185] 'agreement among raft nodes before linearized reading' (duration: 867.632381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:13.705556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:12.84517Z","time spent":"860.313083ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:13.705599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:12.837817Z","time spent":"867.773641ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:53:13.705379Z","caller":"traceutil/trace.go:171","msg":"trace[1118612797] transaction","detail":"{read_only:false; response_revision:6967; number_of_response:1; }","duration":"941.28157ms","start":"2026-04-16T03:53:12.764068Z","end":"2026-04-16T03:53:13.705349Z","steps":["trace[1118612797] 'process raft request' (duration: 530.107012ms)","trace[1118612797] 'compare' (duration: 410.474354ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:13.705759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:12.764043Z","time spent":"941.631802ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:14.978001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.883034ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:14.978129Z","caller":"traceutil/trace.go:171","msg":"trace[631284280] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6968; }","duration":"870.015405ms","start":"2026-04-16T03:53:14.108087Z","end":"2026-04-16T03:53:14.978102Z","steps":["trace[631284280] 'range keys from in-memory index tree' (duration: 869.868304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:14.979021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.369171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:14.979319Z","caller":"traceutil/trace.go:171","msg":"trace[263446851] linearizableReadLoop","detail":"{readStateIndex:7244; appliedIndex:7240; }","duration":"1.273863676s","start":"2026-04-16T03:53:13.705438Z","end":"2026-04-16T03:53:14.979302Z","steps":["trace[263446851] 'read index received' (duration: 484.149253ms)","trace[263446851] 'applied index is now lower than readState.Index' (duration: 789.713543ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:14.97944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680269902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:53:14.97943Z","caller":"traceutil/trace.go:171","msg":"trace[2097634201] transaction","detail":"{read_only:false; response_revision:6969; number_of_response:1; }","duration":"1.684546871s","start":"2026-04-16T03:53:13.29485Z","end":"2026-04-16T03:53:14.979397Z","steps":["trace[2097634201] 'process raft request' (duration: 894.723977ms)","trace[2097634201] 'compare' (duration: 789.20211ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:14.979493Z","caller":"traceutil/trace.go:171","msg":"trace[198223117] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6972; }","duration":"1.680340842s","start":"2026-04-16T03:53:13.29914Z","end":"2026-04-16T03:53:14.979481Z","steps":["trace[198223117] 'agreement among raft nodes before linearized reading' (duration: 1.680193602s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:14.979512Z","caller":"traceutil/trace.go:171","msg":"trace[1021242050] transaction","detail":"{read_only:false; response_revision:6970; number_of_response:1; }","duration":"1.682985859s","start":"2026-04-16T03:53:13.2965Z","end":"2026-04-16T03:53:14.979486Z","steps":["trace[1021242050] 'process raft request' (duration: 1.682618477s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:14.979575Z","caller":"traceutil/trace.go:171","msg":"trace[2070505639] transaction","detail":"{read_only:false; response_revision:6972; number_of_response:1; }","duration":"1.650666439s","start":"2026-04-16T03:53:13.328898Z","end":"2026-04-16T03:53:14.979564Z","steps":["trace[2070505639] 'process raft request' (duration: 1.650338867s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:14.979571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:13.294833Z","time spent":"1.684662812s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:14.979633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:13.296489Z","time spent":"1.683083451s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:14.979575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682733238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T03:53:14.979703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684253368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:53:14.979708Z","caller":"traceutil/trace.go:171","msg":"trace[1724544138] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6972; }","duration":"1.682862549s","start":"2026-04-16T03:53:13.296823Z","end":"2026-04-16T03:53:14.979686Z","steps":["trace[1724544138] 'agreement among raft nodes before linearized reading' (duration: 1.682692218s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:14.979738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534499383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-16T03:53:14.979769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:13.296817Z","time spent":"1.682935179s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:53:14.979782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977635118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:14.979493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682397176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:53:14.979809Z","caller":"traceutil/trace.go:171","msg":"trace[433977102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6972; }","duration":"1.977689028s","start":"2026-04-16T03:53:13.002112Z","end":"2026-04-16T03:53:14.979801Z","steps":["trace[433977102] 'agreement among raft nodes before linearized reading' (duration: 1.977651088s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:14.97981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686540282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:53:14.979643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683636204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:53:14.979844Z","caller":"traceutil/trace.go:171","msg":"trace[1170683734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6972; }","duration":"1.686608444s","start":"2026-04-16T03:53:13.293228Z","end":"2026-04-16T03:53:14.979836Z","steps":["trace[1170683734] 'agreement among raft nodes before linearized reading' (duration: 1.686504203s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:14.979846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:13.002095Z","time spent":"1.97774409s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:14.979871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:13.293208Z","time spent":"1.686658754s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:53:14.979818Z","caller":"traceutil/trace.go:171","msg":"trace[1372158856] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6972; }","duration":"1.682751168s","start":"2026-04-16T03:53:13.297059Z","end":"2026-04-16T03:53:14.97981Z","steps":["trace[1372158856] 'agreement among raft nodes before linearized reading' (duration: 1.682320076s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:14.979775Z","caller":"traceutil/trace.go:171","msg":"trace[1070811772] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6972; }","duration":"1.534561733s","start":"2026-04-16T03:53:13.445206Z","end":"2026-04-16T03:53:14.979767Z","steps":["trace[1070811772] 'agreement among raft nodes before linearized reading' (duration: 1.534472973s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:14.979916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:13.297047Z","time spent":"1.682858739s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:53:14.979944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:13.445188Z","time spent":"1.534745534s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-16T03:53:14.979685Z","caller":"traceutil/trace.go:171","msg":"trace[121979307] transaction","detail":"{read_only:false; response_revision:6971; number_of_response:1; }","duration":"1.680130121s","start":"2026-04-16T03:53:13.299238Z","end":"2026-04-16T03:53:14.979368Z","steps":["trace[121979307] 'process raft request' (duration: 1.67996567s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:14.979744Z","caller":"traceutil/trace.go:171","msg":"trace[340164124] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6972; }","duration":"1.684336678s","start":"2026-04-16T03:53:13.295396Z","end":"2026-04-16T03:53:14.979733Z","steps":["trace[340164124] 'agreement among raft nodes before linearized reading' (duration: 1.684261488s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:14.980042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:13.295372Z","time spent":"1.68466284s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:53:14.97985Z","caller":"traceutil/trace.go:171","msg":"trace[389910107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6972; }","duration":"1.683871696s","start":"2026-04-16T03:53:13.295969Z","end":"2026-04-16T03:53:14.979841Z","steps":["trace[389910107] 'agreement among raft nodes before linearized reading' (duration: 1.683624574s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:14.980177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:13.295954Z","time spent":"1.684208298s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:53:14.979536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:13.299131Z","time spent":"1.680396323s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:53:14.979654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:13.328883Z","time spent":"1.650721259s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:14.982869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:13.299229Z","time spent":"1.680761956s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:15.076648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.127777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:15.076775Z","caller":"traceutil/trace.go:171","msg":"trace[2058593458] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:6973; }","duration":"388.342478ms","start":"2026-04-16T03:53:14.688412Z","end":"2026-04-16T03:53:15.076755Z","steps":["trace[2058593458] 'agreement among raft nodes before linearized reading' (duration: 388.086367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:15.076792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.601811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-16T03:53:15.076829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:14.68839Z","time spent":"388.42395ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:53:15.07687Z","caller":"traceutil/trace.go:171","msg":"trace[1760704508] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6973; }","duration":"554.692502ms","start":"2026-04-16T03:53:14.522158Z","end":"2026-04-16T03:53:15.07685Z","steps":["trace[1760704508] 'agreement among raft nodes before linearized reading' (duration: 554.447949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:15.076916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:14.522112Z","time spent":"554.795023ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-16T03:53:15.076894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.424201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-16T03:53:15.076964Z","caller":"traceutil/trace.go:171","msg":"trace[1324667615] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6973; }","duration":"551.550862ms","start":"2026-04-16T03:53:14.525396Z","end":"2026-04-16T03:53:15.076947Z","steps":["trace[1324667615] 'agreement among raft nodes before linearized reading' (duration: 551.368091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:15.077003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:14.525365Z","time spent":"551.629733ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-16T03:53:15.077112Z","caller":"traceutil/trace.go:171","msg":"trace[1479373208] transaction","detail":"{read_only:false; response_revision:6973; number_of_response:1; }","duration":"608.881966ms","start":"2026-04-16T03:53:14.468215Z","end":"2026-04-16T03:53:15.077097Z","steps":["trace[1479373208] 'process raft request' (duration: 608.113981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:15.077205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:14.46819Z","time spent":"608.953827ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:15.077461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.934019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:15.077499Z","caller":"traceutil/trace.go:171","msg":"trace[962239572] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:6973; }","duration":"677.03622ms","start":"2026-04-16T03:53:14.40045Z","end":"2026-04-16T03:53:15.077486Z","steps":["trace[962239572] 'agreement among raft nodes before linearized reading' (duration: 676.973039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:15.077534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:14.40043Z","time spent":"677.09481ms","remote":"127.0.0.1:58436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:15.530464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556246593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:15.530571Z","caller":"traceutil/trace.go:171","msg":"trace[1785847234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6973; }","duration":"1.556384214s","start":"2026-04-16T03:53:13.974158Z","end":"2026-04-16T03:53:15.530542Z","steps":["trace[1785847234] 'agreement among raft nodes before linearized reading' (duration: 1.104757104s)","trace[1785847234] 'range keys from in-memory index tree' (duration: 451.491519ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:15.530648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:13.974142Z","time spent":"1.556488816s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:53:15.598163Z","caller":"traceutil/trace.go:171","msg":"trace[701212625] transaction","detail":"{read_only:false; response_revision:6974; number_of_response:1; }","duration":"613.418584ms","start":"2026-04-16T03:53:14.984721Z","end":"2026-04-16T03:53:15.598139Z","steps":["trace[701212625] 'process raft request' (duration: 613.245473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:15.598343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:14.9847Z","time spent":"613.562296ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:15.598452Z","caller":"traceutil/trace.go:171","msg":"trace[991199521] transaction","detail":"{read_only:false; response_revision:6975; number_of_response:1; }","duration":"613.642636ms","start":"2026-04-16T03:53:14.984784Z","end":"2026-04-16T03:53:15.598426Z","steps":["trace[991199521] 'process raft request' (duration: 613.318304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:15.59859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:14.984779Z","time spent":"613.734417ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:15.598724Z","caller":"traceutil/trace.go:171","msg":"trace[526869403] transaction","detail":"{read_only:false; response_revision:6976; number_of_response:1; }","duration":"613.240384ms","start":"2026-04-16T03:53:14.985473Z","end":"2026-04-16T03:53:15.598714Z","steps":["trace[526869403] 'process raft request' (duration: 612.870572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:15.598779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:14.985459Z","time spent":"613.291374ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:15.598959Z","caller":"traceutil/trace.go:171","msg":"trace[916521158] transaction","detail":"{read_only:false; response_revision:6977; number_of_response:1; }","duration":"612.524039ms","start":"2026-04-16T03:53:14.986401Z","end":"2026-04-16T03:53:15.598925Z","steps":["trace[916521158] 'process raft request' (duration: 612.174717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:15.599315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:14.986392Z","time spent":"612.66959ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:16.338235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.785848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:16.338367Z","caller":"traceutil/trace.go:171","msg":"trace[270407352] linearizableReadLoop","detail":"{readStateIndex:7251; appliedIndex:7245; }","duration":"799.824739ms","start":"2026-04-16T03:53:15.53853Z","end":"2026-04-16T03:53:16.338355Z","steps":["trace[270407352] 'read index received' (duration: 59.551389ms)","trace[270407352] 'applied index is now lower than readState.Index' (duration: 740.27273ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:16.338539Z","caller":"traceutil/trace.go:171","msg":"trace[361291539] transaction","detail":"{read_only:false; response_revision:6978; number_of_response:1; }","duration":"1.25778004s","start":"2026-04-16T03:53:15.080749Z","end":"2026-04-16T03:53:16.338529Z","steps":["trace[361291539] 'process raft request' (duration: 861.6116ms)","trace[361291539] 'compare' (duration: 395.678997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:16.338588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:15.080734Z","time spent":"1.257827271s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:16.338754Z","caller":"traceutil/trace.go:171","msg":"trace[286867844] transaction","detail":"{read_only:false; response_revision:6979; number_of_response:1; }","duration":"1.255974409s","start":"2026-04-16T03:53:15.082772Z","end":"2026-04-16T03:53:16.338747Z","steps":["trace[286867844] 'process raft request' (duration: 1.255537276s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:16.33881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:15.082765Z","time spent":"1.256015469s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:16.338921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.397923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:16.338946Z","caller":"traceutil/trace.go:171","msg":"trace[973375596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6979; }","duration":"800.453293ms","start":"2026-04-16T03:53:15.538486Z","end":"2026-04-16T03:53:16.338939Z","steps":["trace[973375596] 'agreement among raft nodes before linearized reading' (duration: 800.413673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:16.338967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:15.538469Z","time spent":"800.492383ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:16.339119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.273268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:53:16.339145Z","caller":"traceutil/trace.go:171","msg":"trace[1570539951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6979; }","duration":"629.334868ms","start":"2026-04-16T03:53:15.709804Z","end":"2026-04-16T03:53:16.339139Z","steps":["trace[1570539951] 'agreement among raft nodes before linearized reading' (duration: 629.251848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:16.339163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:15.709784Z","time spent":"629.373538ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:53:16.339183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.054954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:16.339277Z","caller":"traceutil/trace.go:171","msg":"trace[2000761274] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:6979; }","duration":"251.169615ms","start":"2026-04-16T03:53:16.088069Z","end":"2026-04-16T03:53:16.339239Z","steps":["trace[2000761274] 'agreement among raft nodes before linearized reading' (duration: 251.064834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:16.339243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.184802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:53:16.339453Z","caller":"traceutil/trace.go:171","msg":"trace[973287672] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:6979; }","duration":"513.393143ms","start":"2026-04-16T03:53:15.826052Z","end":"2026-04-16T03:53:16.339445Z","steps":["trace[973287672] 'agreement among raft nodes before linearized reading' (duration: 513.151642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:16.33949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:15.825995Z","time spent":"513.472423ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-04-16T03:53:17.435887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.465786ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-16T03:53:17.436006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:16.340294Z","time spent":"1.095705865s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:53:17.436145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095638334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:17.43621Z","caller":"traceutil/trace.go:171","msg":"trace[1071551851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6979; }","duration":"1.095711965s","start":"2026-04-16T03:53:16.340482Z","end":"2026-04-16T03:53:17.436194Z","steps":["trace[1071551851] 'agreement among raft nodes before linearized reading' (duration: 1.095595704s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:17.43626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:16.340464Z","time spent":"1.095782976s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:53:17.436011Z","caller":"traceutil/trace.go:171","msg":"trace[1912703889] linearizableReadLoop","detail":"{readStateIndex:7252; appliedIndex:7251; }","duration":"1.095503803s","start":"2026-04-16T03:53:16.340484Z","end":"2026-04-16T03:53:17.435988Z","steps":["trace[1912703889] 'read index received' (duration: 103.906726ms)","trace[1912703889] 'applied index is now lower than readState.Index' (duration: 991.594997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:17.56439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.115063243s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:53:18.14723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.426403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:18.147548Z","caller":"traceutil/trace.go:171","msg":"trace[264751560] linearizableReadLoop","detail":"{readStateIndex:7257; appliedIndex:7252; }","duration":"711.074551ms","start":"2026-04-16T03:53:17.436457Z","end":"2026-04-16T03:53:18.147532Z","steps":["trace[264751560] 'read index received' (duration: 128.299526ms)","trace[264751560] 'applied index is now lower than readState.Index' (duration: 582.774225ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:18.147639Z","caller":"traceutil/trace.go:171","msg":"trace[1977373502] transaction","detail":"{read_only:false; response_revision:6980; number_of_response:1; }","duration":"1.804190249s","start":"2026-04-16T03:53:16.343435Z","end":"2026-04-16T03:53:18.147626Z","steps":["trace[1977373502] 'process raft request' (duration: 1.221301353s)","trace[1977373502] 'compare' (duration: 582.240471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:18.147701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:16.343414Z","time spent":"1.804253689s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:18.147809Z","caller":"traceutil/trace.go:171","msg":"trace[1865458565] transaction","detail":"{read_only:false; response_revision:6981; number_of_response:1; }","duration":"1.162198249s","start":"2026-04-16T03:53:16.985602Z","end":"2026-04-16T03:53:18.147801Z","steps":["trace[1865458565] 'process raft request' (duration: 1.161712486s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:18.147862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:16.985574Z","time spent":"1.162259969s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:18.147989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162290389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:53:18.148143Z","caller":"traceutil/trace.go:171","msg":"trace[1351745257] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6985; }","duration":"1.16248029s","start":"2026-04-16T03:53:16.985653Z","end":"2026-04-16T03:53:18.148133Z","steps":["trace[1351745257] 'agreement among raft nodes before linearized reading' (duration: 1.162251948s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:18.148212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:16.985639Z","time spent":"1.16256139s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:53:18.148135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.12066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:18.148938Z","caller":"traceutil/trace.go:171","msg":"trace[1090083124] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:6985; }","duration":"720.974865ms","start":"2026-04-16T03:53:17.427952Z","end":"2026-04-16T03:53:18.148927Z","steps":["trace[1090083124] 'agreement among raft nodes before linearized reading' (duration: 719.891218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:18.148989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:17.427935Z","time spent":"721.041845ms","remote":"127.0.0.1:45878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:53:18.148207Z","caller":"traceutil/trace.go:171","msg":"trace[64816858] transaction","detail":"{read_only:false; response_revision:6982; number_of_response:1; }","duration":"1.16247402s","start":"2026-04-16T03:53:16.985715Z","end":"2026-04-16T03:53:18.148189Z","steps":["trace[64816858] 'process raft request' (duration: 1.161681795s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:18.149231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:16.985673Z","time spent":"1.163495026s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:18.148107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.436926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:53:18.149363Z","caller":"traceutil/trace.go:171","msg":"trace[155090269] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6985; }","duration":"304.727573ms","start":"2026-04-16T03:53:17.844615Z","end":"2026-04-16T03:53:18.149342Z","steps":["trace[155090269] 'agreement among raft nodes before linearized reading' (duration: 303.409345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:18.149428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:17.844582Z","time spent":"304.828515ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T03:53:18.148162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.070032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:18.149692Z","caller":"traceutil/trace.go:171","msg":"trace[402863287] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:6985; }","duration":"402.629531ms","start":"2026-04-16T03:53:17.747042Z","end":"2026-04-16T03:53:18.149671Z","steps":["trace[402863287] 'agreement among raft nodes before linearized reading' (duration: 401.088152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:18.149883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:17.74702Z","time spent":"402.732812ms","remote":"127.0.0.1:44380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:18.148212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.791449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:18.149975Z","caller":"traceutil/trace.go:171","msg":"trace[1163881721] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:6985; }","duration":"494.591801ms","start":"2026-04-16T03:53:17.655364Z","end":"2026-04-16T03:53:18.149956Z","steps":["trace[1163881721] 'agreement among raft nodes before linearized reading' (duration: 492.820069ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:18.148249Z","caller":"traceutil/trace.go:171","msg":"trace[1399099342] transaction","detail":"{read_only:false; response_revision:6983; number_of_response:1; }","duration":"1.159946253s","start":"2026-04-16T03:53:16.988294Z","end":"2026-04-16T03:53:18.148241Z","steps":["trace[1399099342] 'process raft request' (duration: 1.159135298s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:18.150046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:17.655341Z","time spent":"494.684172ms","remote":"127.0.0.1:45822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:18.150119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:16.98828Z","time spent":"1.161793836s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:18.14829Z","caller":"traceutil/trace.go:171","msg":"trace[1897207672] transaction","detail":"{read_only:false; response_revision:6984; number_of_response:1; }","duration":"1.065133786s","start":"2026-04-16T03:53:17.083148Z","end":"2026-04-16T03:53:18.148282Z","steps":["trace[1897207672] 'process raft request' (duration: 1.064312831s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:18.148311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.294802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:53:18.150373Z","caller":"traceutil/trace.go:171","msg":"trace[2010420564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6985; }","duration":"547.412436ms","start":"2026-04-16T03:53:17.60294Z","end":"2026-04-16T03:53:18.150352Z","steps":["trace[2010420564] 'agreement among raft nodes before linearized reading' (duration: 545.294301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:18.150457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:17.602918Z","time spent":"547.517276ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:53:18.148323Z","caller":"traceutil/trace.go:171","msg":"trace[1244077410] transaction","detail":"{read_only:false; response_revision:6985; number_of_response:1; }","duration":"711.085111ms","start":"2026-04-16T03:53:17.437225Z","end":"2026-04-16T03:53:18.148311Z","steps":["trace[1244077410] 'process raft request' (duration: 710.268156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:18.150594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:17.437202Z","time spent":"713.352366ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:18.148366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.320758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:53:18.150685Z","caller":"traceutil/trace.go:171","msg":"trace[327160807] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6985; }","duration":"972.681145ms","start":"2026-04-16T03:53:17.177994Z","end":"2026-04-16T03:53:18.150675Z","steps":["trace[327160807] 'agreement among raft nodes before linearized reading' (duration: 970.274669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:18.150737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:17.177974Z","time spent":"972.749385ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:53:18.150794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:17.083122Z","time spent":"1.067145449s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:18.148374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161661945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:53:18.150936Z","caller":"traceutil/trace.go:171","msg":"trace[501922983] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6985; }","duration":"1.164264532s","start":"2026-04-16T03:53:16.986663Z","end":"2026-04-16T03:53:18.150928Z","steps":["trace[501922983] 'agreement among raft nodes before linearized reading' (duration: 1.161580265s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:18.150968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:16.986651Z","time spent":"1.164310552s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:53:18.147992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.727266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:18.151058Z","caller":"traceutil/trace.go:171","msg":"trace[878262650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6985; }","duration":"708.815756ms","start":"2026-04-16T03:53:17.442233Z","end":"2026-04-16T03:53:18.151049Z","steps":["trace[878262650] 'agreement among raft nodes before linearized reading' (duration: 705.723006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:18.151105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:17.442202Z","time spent":"708.895106ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:18.14842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.431363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:53:18.151295Z","caller":"traceutil/trace.go:171","msg":"trace[1693633014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6985; }","duration":"548.269371ms","start":"2026-04-16T03:53:17.602958Z","end":"2026-04-16T03:53:18.151228Z","steps":["trace[1693633014] 'agreement among raft nodes before linearized reading' (duration: 545.375872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:18.151376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:17.602941Z","time spent":"548.405232ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:53:18.148455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.623934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:53:18.151527Z","caller":"traceutil/trace.go:171","msg":"trace[795303716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6985; }","duration":"548.725394ms","start":"2026-04-16T03:53:17.602785Z","end":"2026-04-16T03:53:18.15151Z","steps":["trace[795303716] 'agreement among raft nodes before linearized reading' (duration: 545.567033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:18.151576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:17.602763Z","time spent":"548.790124ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:53:18.148453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.632635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:18.15164Z","caller":"traceutil/trace.go:171","msg":"trace[51871676] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:6985; }","duration":"559.864096ms","start":"2026-04-16T03:53:17.591769Z","end":"2026-04-16T03:53:18.151633Z","steps":["trace[51871676] 'agreement among raft nodes before linearized reading' (duration: 556.638426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:18.151666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:17.591739Z","time spent":"559.919797ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:18.148498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.549863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:53:18.151714Z","caller":"traceutil/trace.go:171","msg":"trace[1070085749] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6985; }","duration":"548.784504ms","start":"2026-04-16T03:53:17.602925Z","end":"2026-04-16T03:53:18.15171Z","steps":["trace[1070085749] 'agreement among raft nodes before linearized reading' (duration: 545.507943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:18.151737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:17.602916Z","time spent":"548.815114ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:53:18.657659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311251054,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:18.982852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.523517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:18.982913Z","caller":"traceutil/trace.go:171","msg":"trace[1786644889] transaction","detail":"{read_only:false; response_revision:6986; number_of_response:1; }","duration":"825.955619ms","start":"2026-04-16T03:53:18.156947Z","end":"2026-04-16T03:53:18.982902Z","steps":["trace[1786644889] 'process raft request' (duration: 551.336481ms)","trace[1786644889] 'compare' (duration: 274.324756ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:18.982954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:18.156934Z","time spent":"825.995419ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:19.80272Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.094479228s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:53:19.80323Z","caller":"traceutil/trace.go:171","msg":"trace[1751815502] transaction","detail":"{read_only:false; response_revision:6987; number_of_response:1; }","duration":"1.64602953s","start":"2026-04-16T03:53:18.157175Z","end":"2026-04-16T03:53:19.803205Z","steps":["trace[1751815502] 'process raft request' (duration: 1.645837879s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:19.80338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:18.157159Z","time spent":"1.646146071s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:19.803728Z","caller":"traceutil/trace.go:171","msg":"trace[515522728] linearizableReadLoop","detail":"{readStateIndex:7263; appliedIndex:7258; }","duration":"1.646715244s","start":"2026-04-16T03:53:18.156987Z","end":"2026-04-16T03:53:19.803703Z","steps":["trace[515522728] 'read index received' (duration: 551.354951ms)","trace[515522728] 'applied index is now lower than readState.Index' (duration: 1.095359043s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:19.803832Z","caller":"traceutil/trace.go:171","msg":"trace[351759677] transaction","detail":"{read_only:false; response_revision:6989; number_of_response:1; }","duration":"1.64604172s","start":"2026-04-16T03:53:18.157728Z","end":"2026-04-16T03:53:19.80377Z","steps":["trace[351759677] 'process raft request' (duration: 1.645798258s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:19.804191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647102956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:13085"} {"level":"info","ts":"2026-04-16T03:53:19.804248Z","caller":"traceutil/trace.go:171","msg":"trace[706640474] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6990; }","duration":"1.647195207s","start":"2026-04-16T03:53:18.157039Z","end":"2026-04-16T03:53:19.804234Z","steps":["trace[706640474] 'agreement among raft nodes before linearized reading' (duration: 1.647077426s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:19.804148Z","caller":"traceutil/trace.go:171","msg":"trace[1763418183] transaction","detail":"{read_only:false; response_revision:6988; number_of_response:1; }","duration":"1.646573873s","start":"2026-04-16T03:53:18.157251Z","end":"2026-04-16T03:53:19.803825Z","steps":["trace[1763418183] 'process raft request' (duration: 1.645911979s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:19.804292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:18.157715Z","time spent":"1.646460772s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:19.804299Z","caller":"traceutil/trace.go:171","msg":"trace[969879477] transaction","detail":"{read_only:false; response_revision:6990; number_of_response:1; }","duration":"1.218277923s","start":"2026-04-16T03:53:18.585942Z","end":"2026-04-16T03:53:19.80422Z","steps":["trace[969879477] 'process raft request' (duration: 1.21769112s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:19.804394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647401849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:53:19.804428Z","caller":"traceutil/trace.go:171","msg":"trace[501007179] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:6990; }","duration":"1.647459209s","start":"2026-04-16T03:53:18.156961Z","end":"2026-04-16T03:53:19.80442Z","steps":["trace[501007179] 'agreement among raft nodes before linearized reading' (duration: 1.647345428s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:19.804454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:18.156937Z","time spent":"1.647510849s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T03:53:19.804507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:18.157245Z","time spent":"1.647097916s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:19.804657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.674294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:19.804697Z","caller":"traceutil/trace.go:171","msg":"trace[953223567] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6990; }","duration":"777.758424ms","start":"2026-04-16T03:53:19.026929Z","end":"2026-04-16T03:53:19.804687Z","steps":["trace[953223567] 'agreement among raft nodes before linearized reading' (duration: 777.702174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:19.804725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:19.026907Z","time spent":"777.811575ms","remote":"127.0.0.1:45676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:19.804288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:18.157019Z","time spent":"1.647260268s","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":13107,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-16T03:53:19.804641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:18.585917Z","time spent":"1.218489295s","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13071,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:19.805063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.039702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:19.806559Z","caller":"traceutil/trace.go:171","msg":"trace[678699053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6990; }","duration":"829.549932ms","start":"2026-04-16T03:53:18.976988Z","end":"2026-04-16T03:53:19.806538Z","steps":["trace[678699053] 'agreement among raft nodes before linearized reading' (duration: 828.035891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:19.806639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:18.976974Z","time spent":"829.647672ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:20.656231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311251069,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:21.156662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311251069,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:21.657174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311251069,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:22.007356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855300873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:53:22.007432Z","caller":"traceutil/trace.go:171","msg":"trace[423205568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6990; }","duration":"1.855452983s","start":"2026-04-16T03:53:20.151959Z","end":"2026-04-16T03:53:22.007412Z","steps":["trace[423205568] 'range keys from in-memory index tree' (duration: 1.85509361s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:22.007474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:20.151936Z","time spent":"1.855527684s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:53:22.158117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311251069,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:22.286002Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.977103025s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:53:22.286364Z","caller":"traceutil/trace.go:171","msg":"trace[1294620275] transaction","detail":"{read_only:false; response_revision:6991; number_of_response:1; }","duration":"2.133787895s","start":"2026-04-16T03:53:20.152552Z","end":"2026-04-16T03:53:22.28634Z","steps":["trace[1294620275] 'process raft request' (duration: 2.133625154s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:22.286508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:20.152528Z","time spent":"2.133908277s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:22.953866Z","caller":"traceutil/trace.go:171","msg":"trace[1681116688] transaction","detail":"{read_only:false; response_revision:6992; number_of_response:1; }","duration":"2.798939617s","start":"2026-04-16T03:53:20.154893Z","end":"2026-04-16T03:53:22.953833Z","steps":["trace[1681116688] 'process raft request' (duration: 2.798690685s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:22.954085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:20.154876Z","time spent":"2.799093908s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:22.954433Z","caller":"traceutil/trace.go:171","msg":"trace[628935380] transaction","detail":"{read_only:false; response_revision:6994; number_of_response:1; }","duration":"2.796793114s","start":"2026-04-16T03:53:20.157609Z","end":"2026-04-16T03:53:22.954402Z","steps":["trace[628935380] 'process raft request' (duration: 2.796492452s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:22.954516Z","caller":"traceutil/trace.go:171","msg":"trace[39300167] transaction","detail":"{read_only:false; response_revision:6993; number_of_response:1; }","duration":"2.798259413s","start":"2026-04-16T03:53:20.155941Z","end":"2026-04-16T03:53:22.9542Z","steps":["trace[39300167] 'process raft request' (duration: 2.797842809s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:22.954668Z","caller":"traceutil/trace.go:171","msg":"trace[1201347562] linearizableReadLoop","detail":"{readStateIndex:7268; appliedIndex:7263; }","duration":"2.799066838s","start":"2026-04-16T03:53:20.155585Z","end":"2026-04-16T03:53:22.954652Z","steps":["trace[1201347562] 'read index received' (duration: 2.130676135s)","trace[1201347562] 'applied index is now lower than readState.Index' (duration: 668.389323ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:22.954735Z","caller":"traceutil/trace.go:171","msg":"trace[1711680539] transaction","detail":"{read_only:false; response_revision:6995; number_of_response:1; }","duration":"943.235663ms","start":"2026-04-16T03:53:22.011491Z","end":"2026-04-16T03:53:22.954726Z","steps":["trace[1711680539] 'process raft request' (duration: 942.868291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:22.95476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:20.157589Z","time spent":"2.796943955s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:22.954803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:22.011469Z","time spent":"943.290724ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:22.95501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.79941446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-16T03:53:22.955025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:20.15592Z","time spent":"2.798687376s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:22.955068Z","caller":"traceutil/trace.go:171","msg":"trace[1610854506] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6995; }","duration":"2.799495611s","start":"2026-04-16T03:53:20.155559Z","end":"2026-04-16T03:53:22.955054Z","steps":["trace[1610854506] 'agreement among raft nodes before linearized reading' (duration: 2.799248s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:22.955569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:20.155548Z","time spent":"2.800001684s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:53:22.976807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999871254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:53:22.976897Z","caller":"traceutil/trace.go:171","msg":"trace[1951537686] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000030775s","start":"2026-04-16T03:53:20.976846Z","end":"2026-04-16T03:53:22.976877Z","steps":["trace[1951537686] 'agreement among raft nodes before linearized reading' (duration: 1.999902034s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:22.97695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:20.976826Z","time spent":"2.000113055s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:53:22.982921Z","caller":"traceutil/trace.go:171","msg":"trace[1606794964] transaction","detail":"{read_only:false; response_revision:6996; number_of_response:1; }","duration":"490.648064ms","start":"2026-04-16T03:53:22.492241Z","end":"2026-04-16T03:53:22.982889Z","steps":["trace[1606794964] 'process raft request' (duration: 490.439193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:22.982953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714220343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:22.982983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171045886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:53:22.98302Z","caller":"traceutil/trace.go:171","msg":"trace[1548830082] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:6996; }","duration":"1.714342154s","start":"2026-04-16T03:53:21.268659Z","end":"2026-04-16T03:53:22.983001Z","steps":["trace[1548830082] 'agreement among raft nodes before linearized reading' (duration: 1.714226023s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:22.98303Z","caller":"traceutil/trace.go:171","msg":"trace[143461061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6996; }","duration":"1.171118456s","start":"2026-04-16T03:53:21.811899Z","end":"2026-04-16T03:53:22.983017Z","steps":["trace[143461061] 'agreement among raft nodes before linearized reading' (duration: 1.170962145s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:22.983075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:21.268634Z","time spent":"1.714430375s","remote":"127.0.0.1:58412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:22.98308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:22.49222Z","time spent":"490.769545ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:22.983109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:21.811886Z","time spent":"1.171212297s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:53:22.983143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.826503546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:53:22.983196Z","caller":"traceutil/trace.go:171","msg":"trace[544296247] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6996; }","duration":"2.826590027s","start":"2026-04-16T03:53:20.156593Z","end":"2026-04-16T03:53:22.983183Z","steps":["trace[544296247] 'agreement among raft nodes before linearized reading' (duration: 2.826411546s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:22.983234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:20.156585Z","time spent":"2.826641248s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:53:22.983261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171772521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:53:22.983369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827725554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:53:22.983387Z","caller":"traceutil/trace.go:171","msg":"trace[745084738] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6996; }","duration":"1.171901521s","start":"2026-04-16T03:53:21.811447Z","end":"2026-04-16T03:53:22.983348Z","steps":["trace[745084738] 'agreement among raft nodes before linearized reading' (duration: 1.17168698s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:22.983413Z","caller":"traceutil/trace.go:171","msg":"trace[885842042] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6996; }","duration":"2.827781505s","start":"2026-04-16T03:53:20.155621Z","end":"2026-04-16T03:53:22.983402Z","steps":["trace[885842042] 'agreement among raft nodes before linearized reading' (duration: 2.827643904s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:22.98345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:20.155616Z","time spent":"2.827827875s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:53:22.983427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:21.811435Z","time spent":"1.171982452s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:53:22.983501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626950577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:22.983542Z","caller":"traceutil/trace.go:171","msg":"trace[1595623748] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:6996; }","duration":"2.627038047s","start":"2026-04-16T03:53:20.356494Z","end":"2026-04-16T03:53:22.983532Z","steps":["trace[1595623748] 'agreement among raft nodes before linearized reading' (duration: 2.626980897s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:22.983571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:20.356385Z","time spent":"2.627178959s","remote":"127.0.0.1:45688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:22.983457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996814463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:53:22.983626Z","caller":"traceutil/trace.go:171","msg":"trace[1013908189] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6996; }","duration":"1.997020295s","start":"2026-04-16T03:53:20.986594Z","end":"2026-04-16T03:53:22.983614Z","steps":["trace[1013908189] 'agreement among raft nodes before linearized reading' (duration: 1.996799594s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:22.983717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:20.98657Z","time spent":"1.997113995s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:53:22.983725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172437935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:53:22.983765Z","caller":"traceutil/trace.go:171","msg":"trace[1438602926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6996; }","duration":"1.172523035s","start":"2026-04-16T03:53:21.811231Z","end":"2026-04-16T03:53:22.983754Z","steps":["trace[1438602926] 'agreement among raft nodes before linearized reading' (duration: 1.172411534s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:22.983801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:21.811208Z","time spent":"1.172583005s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:53:22.983973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38049451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:22.984035Z","caller":"traceutil/trace.go:171","msg":"trace[103870354] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:6996; }","duration":"1.38058926s","start":"2026-04-16T03:53:21.603431Z","end":"2026-04-16T03:53:22.98402Z","steps":["trace[103870354] 'agreement among raft nodes before linearized reading' (duration: 1.379402663s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:22.984072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:21.603416Z","time spent":"1.380646491s","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:53:23.105803Z","caller":"traceutil/trace.go:171","msg":"trace[671379834] transaction","detail":"{read_only:false; response_revision:6997; number_of_response:1; }","duration":"117.310744ms","start":"2026-04-16T03:53:22.988469Z","end":"2026-04-16T03:53:23.10578Z","steps":["trace[671379834] 'process raft request' (duration: 42.707568ms)","trace[671379834] 'compare' (duration: 74.461735ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:23.106452Z","caller":"traceutil/trace.go:171","msg":"trace[1893519463] transaction","detail":"{read_only:false; response_revision:6998; number_of_response:1; }","duration":"117.741777ms","start":"2026-04-16T03:53:22.988684Z","end":"2026-04-16T03:53:23.106426Z","steps":["trace[1893519463] 'process raft request' (duration: 117.314964ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:23.106605Z","caller":"traceutil/trace.go:171","msg":"trace[321170012] transaction","detail":"{read_only:false; response_revision:6999; number_of_response:1; }","duration":"116.541089ms","start":"2026-04-16T03:53:22.990047Z","end":"2026-04-16T03:53:23.106588Z","steps":["trace[321170012] 'process raft request' (duration: 116.123886ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:23.106799Z","caller":"traceutil/trace.go:171","msg":"trace[5430770] transaction","detail":"{read_only:false; response_revision:7000; number_of_response:1; }","duration":"116.437128ms","start":"2026-04-16T03:53:22.990349Z","end":"2026-04-16T03:53:23.106786Z","steps":["trace[5430770] 'process raft request' (duration: 116.096076ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:23.106748Z","caller":"traceutil/trace.go:171","msg":"trace[1149875322] linearizableReadLoop","detail":"{readStateIndex:7271; appliedIndex:7269; }","duration":"117.659476ms","start":"2026-04-16T03:53:22.989074Z","end":"2026-04-16T03:53:23.106734Z","steps":["trace[1149875322] 'read index received' (duration: 42.109264ms)","trace[1149875322] 'applied index is now lower than readState.Index' (duration: 75.549312ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:23.107203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.099559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-16T03:53:23.107288Z","caller":"traceutil/trace.go:171","msg":"trace[53201402] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25; range_end:; response_count:1; response_revision:7001; }","duration":"118.209189ms","start":"2026-04-16T03:53:22.989053Z","end":"2026-04-16T03:53:23.107262Z","steps":["trace[53201402] 'agreement among raft nodes before linearized reading' (duration: 117.969428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:23.107546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.826804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:23.107615Z","caller":"traceutil/trace.go:171","msg":"trace[637052881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7001; }","duration":"115.930054ms","start":"2026-04-16T03:53:22.991674Z","end":"2026-04-16T03:53:23.107604Z","steps":["trace[637052881] 'agreement among raft nodes before linearized reading' (duration: 115.392371ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:25.270882Z","caller":"traceutil/trace.go:171","msg":"trace[1380243658] transaction","detail":"{read_only:false; response_revision:7007; number_of_response:1; }","duration":"309.126523ms","start":"2026-04-16T03:53:24.961728Z","end":"2026-04-16T03:53:25.270854Z","steps":["trace[1380243658] 'process raft request' (duration: 308.535059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:25.271093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:24.961712Z","time spent":"309.303114ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:25.271399Z","caller":"traceutil/trace.go:171","msg":"trace[1445980970] linearizableReadLoop","detail":"{readStateIndex:7282; appliedIndex:7280; }","duration":"295.304523ms","start":"2026-04-16T03:53:24.976071Z","end":"2026-04-16T03:53:25.271375Z","steps":["trace[1445980970] 'read index received' (duration: 294.177585ms)","trace[1445980970] 'applied index is now lower than readState.Index' (duration: 1.125638ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:25.27155Z","caller":"traceutil/trace.go:171","msg":"trace[1769244295] transaction","detail":"{read_only:false; response_revision:7008; number_of_response:1; }","duration":"308.296987ms","start":"2026-04-16T03:53:24.963232Z","end":"2026-04-16T03:53:25.271529Z","steps":["trace[1769244295] 'process raft request' (duration: 307.494971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:25.271582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.505765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:25.271643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:24.96322Z","time spent":"308.377938ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:25.271706Z","caller":"traceutil/trace.go:171","msg":"trace[1562178321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7008; }","duration":"295.640095ms","start":"2026-04-16T03:53:24.97603Z","end":"2026-04-16T03:53:25.27167Z","steps":["trace[1562178321] 'agreement among raft nodes before linearized reading' (duration: 295.509344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:25.331306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.911361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:53:25.331405Z","caller":"traceutil/trace.go:171","msg":"trace[1530514453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7009; }","duration":"220.058583ms","start":"2026-04-16T03:53:25.111318Z","end":"2026-04-16T03:53:25.331377Z","steps":["trace[1530514453] 'agreement among raft nodes before linearized reading' (duration: 219.815012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:25.33144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.935601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:25.331513Z","caller":"traceutil/trace.go:171","msg":"trace[603870951] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7009; }","duration":"352.050933ms","start":"2026-04-16T03:53:24.979444Z","end":"2026-04-16T03:53:25.331495Z","steps":["trace[603870951] 'agreement among raft nodes before linearized reading' (duration: 351.930632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:25.331558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:24.979413Z","time spent":"352.136523ms","remote":"127.0.0.1:45896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-16T03:53:25.3318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.62192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:53:25.331784Z","caller":"traceutil/trace.go:171","msg":"trace[2107457143] transaction","detail":"{read_only:false; response_revision:7009; number_of_response:1; }","duration":"354.497308ms","start":"2026-04-16T03:53:24.977231Z","end":"2026-04-16T03:53:25.331729Z","steps":["trace[2107457143] 'process raft request' (duration: 353.555112ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:25.331859Z","caller":"traceutil/trace.go:171","msg":"trace[1618238259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7009; }","duration":"219.70184ms","start":"2026-04-16T03:53:25.112143Z","end":"2026-04-16T03:53:25.331844Z","steps":["trace[1618238259] 'agreement among raft nodes before linearized reading' (duration: 219.539329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:25.331959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.796535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:53:25.332076Z","caller":"traceutil/trace.go:171","msg":"trace[1549100022] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7009; }","duration":"219.045406ms","start":"2026-04-16T03:53:25.113015Z","end":"2026-04-16T03:53:25.332061Z","steps":["trace[1549100022] 'agreement among raft nodes before linearized reading' (duration: 218.654584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:25.331892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.762896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:53:25.332217Z","caller":"traceutil/trace.go:171","msg":"trace[2065425912] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7009; }","duration":"342.106128ms","start":"2026-04-16T03:53:24.990088Z","end":"2026-04-16T03:53:25.332195Z","steps":["trace[2065425912] 'agreement among raft nodes before linearized reading' (duration: 341.752376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:25.332076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:24.977205Z","time spent":"354.679139ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:25.332282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:24.99007Z","time spent":"342.195299ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-16T03:53:25.331322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.447256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T03:53:25.331818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.773567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:53:25.332353Z","caller":"traceutil/trace.go:171","msg":"trace[1007757570] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7009; }","duration":"221.533843ms","start":"2026-04-16T03:53:25.110805Z","end":"2026-04-16T03:53:25.332338Z","steps":["trace[1007757570] 'agreement among raft nodes before linearized reading' (duration: 220.355096ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:25.332413Z","caller":"traceutil/trace.go:171","msg":"trace[1470487869] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7009; }","duration":"339.39477ms","start":"2026-04-16T03:53:24.993004Z","end":"2026-04-16T03:53:25.332399Z","steps":["trace[1470487869] 'agreement among raft nodes before linearized reading' (duration: 338.733916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:25.332586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:24.992985Z","time spent":"339.585872ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-16T03:53:25.452228Z","caller":"traceutil/trace.go:171","msg":"trace[1763901820] transaction","detail":"{read_only:false; response_revision:7010; number_of_response:1; }","duration":"116.010845ms","start":"2026-04-16T03:53:25.336173Z","end":"2026-04-16T03:53:25.452184Z","steps":["trace[1763901820] 'process raft request' (duration: 103.476343ms)","trace[1763901820] 'compare' (duration: 12.27029ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:25.548563Z","caller":"traceutil/trace.go:171","msg":"trace[127358269] linearizableReadLoop","detail":"{readStateIndex:7285; appliedIndex:7283; }","duration":"212.153182ms","start":"2026-04-16T03:53:25.336387Z","end":"2026-04-16T03:53:25.54854Z","steps":["trace[127358269] 'read index received' (duration: 103.269912ms)","trace[127358269] 'applied index is now lower than readState.Index' (duration: 108.88245ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:25.54876Z","caller":"traceutil/trace.go:171","msg":"trace[1365214319] transaction","detail":"{read_only:false; response_revision:7013; number_of_response:1; }","duration":"212.194642ms","start":"2026-04-16T03:53:25.336549Z","end":"2026-04-16T03:53:25.548744Z","steps":["trace[1365214319] 'process raft request' (duration: 211.94878ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:25.548875Z","caller":"traceutil/trace.go:171","msg":"trace[1487487191] transaction","detail":"{read_only:false; response_revision:7011; number_of_response:1; }","duration":"212.496504ms","start":"2026-04-16T03:53:25.336161Z","end":"2026-04-16T03:53:25.548658Z","steps":["trace[1487487191] 'process raft request' (duration: 212.186362ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:25.548666Z","caller":"traceutil/trace.go:171","msg":"trace[1571830240] transaction","detail":"{read_only:false; response_revision:7012; number_of_response:1; }","duration":"212.128181ms","start":"2026-04-16T03:53:25.336501Z","end":"2026-04-16T03:53:25.548629Z","steps":["trace[1571830240] 'process raft request' (duration: 211.96374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:25.548831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.425263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:25.550158Z","caller":"traceutil/trace.go:171","msg":"trace[549510509] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7013; }","duration":"213.780892ms","start":"2026-04-16T03:53:25.336359Z","end":"2026-04-16T03:53:25.55014Z","steps":["trace[549510509] 'agreement among raft nodes before linearized reading' (duration: 212.365583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:25.693929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.988862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:53:25.69401Z","caller":"traceutil/trace.go:171","msg":"trace[851328806] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7013; }","duration":"140.109613ms","start":"2026-04-16T03:53:25.553881Z","end":"2026-04-16T03:53:25.693991Z","steps":["trace[851328806] 'range keys from in-memory index tree' (duration: 139.833341ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:27.469213Z","caller":"traceutil/trace.go:171","msg":"trace[1786140086] linearizableReadLoop","detail":"{readStateIndex:7294; appliedIndex:7293; }","duration":"130.345289ms","start":"2026-04-16T03:53:27.338838Z","end":"2026-04-16T03:53:27.469183Z","steps":["trace[1786140086] 'read index received' (duration: 130.143027ms)","trace[1786140086] 'applied index is now lower than readState.Index' (duration: 201.052µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:27.469368Z","caller":"traceutil/trace.go:171","msg":"trace[2055892053] transaction","detail":"{read_only:false; response_revision:7019; number_of_response:1; }","duration":"130.763201ms","start":"2026-04-16T03:53:27.338579Z","end":"2026-04-16T03:53:27.469342Z","steps":["trace[2055892053] 'process raft request' (duration: 130.416498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:27.469569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.091557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:53:27.469621Z","caller":"traceutil/trace.go:171","msg":"trace[1970858349] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7019; }","duration":"130.190877ms","start":"2026-04-16T03:53:27.339417Z","end":"2026-04-16T03:53:27.469608Z","steps":["trace[1970858349] 'agreement among raft nodes before linearized reading' (duration: 130.041796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:27.469808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.720491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:53:27.46989Z","caller":"traceutil/trace.go:171","msg":"trace[131623739] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7019; }","duration":"131.040224ms","start":"2026-04-16T03:53:27.338831Z","end":"2026-04-16T03:53:27.469871Z","steps":["trace[131623739] 'agreement among raft nodes before linearized reading' (duration: 130.50972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:27.696879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.167715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:27.696981Z","caller":"traceutil/trace.go:171","msg":"trace[349340487] linearizableReadLoop","detail":"{readStateIndex:7295; appliedIndex:7294; }","duration":"222.090798ms","start":"2026-04-16T03:53:27.474874Z","end":"2026-04-16T03:53:27.696965Z","steps":["trace[349340487] 'read index received' (duration: 93.664881ms)","trace[349340487] 'applied index is now lower than readState.Index' (duration: 128.424207ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:27.697074Z","caller":"traceutil/trace.go:171","msg":"trace[568446772] transaction","detail":"{read_only:false; response_revision:7020; number_of_response:1; }","duration":"223.005373ms","start":"2026-04-16T03:53:27.474058Z","end":"2026-04-16T03:53:27.697063Z","steps":["trace[568446772] 'process raft request' (duration: 94.554936ms)","trace[568446772] 'compare' (duration: 127.942473ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:27.697271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.392249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:27.697305Z","caller":"traceutil/trace.go:171","msg":"trace[886763551] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7020; }","duration":"222.4599ms","start":"2026-04-16T03:53:27.474837Z","end":"2026-04-16T03:53:27.697297Z","steps":["trace[886763551] 'agreement among raft nodes before linearized reading' (duration: 222.342629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:27.697519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.994811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:53:27.697524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.383191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:53:27.697581Z","caller":"traceutil/trace.go:171","msg":"trace[812187257] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7020; }","duration":"143.087602ms","start":"2026-04-16T03:53:27.554477Z","end":"2026-04-16T03:53:27.697564Z","steps":["trace[812187257] 'agreement among raft nodes before linearized reading' (duration: 142.909931ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:27.697584Z","caller":"traceutil/trace.go:171","msg":"trace[656651053] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7020; }","duration":"144.465361ms","start":"2026-04-16T03:53:27.553106Z","end":"2026-04-16T03:53:27.697572Z","steps":["trace[656651053] 'agreement among raft nodes before linearized reading' (duration: 144.29369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:27.697568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.470091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:53:27.69804Z","caller":"traceutil/trace.go:171","msg":"trace[1882469049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7020; }","duration":"144.914024ms","start":"2026-04-16T03:53:27.553027Z","end":"2026-04-16T03:53:27.697941Z","steps":["trace[1882469049] 'agreement among raft nodes before linearized reading' (duration: 144.39665ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:27.837011Z","caller":"traceutil/trace.go:171","msg":"trace[1616361045] transaction","detail":"{read_only:false; response_revision:7021; number_of_response:1; }","duration":"136.304398ms","start":"2026-04-16T03:53:27.700679Z","end":"2026-04-16T03:53:27.836983Z","steps":["trace[1616361045] 'process raft request' (duration: 128.612498ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:27.841897Z","caller":"traceutil/trace.go:171","msg":"trace[1456885868] transaction","detail":"{read_only:false; response_revision:7023; number_of_response:1; }","duration":"140.028582ms","start":"2026-04-16T03:53:27.701815Z","end":"2026-04-16T03:53:27.841844Z","steps":["trace[1456885868] 'process raft request' (duration: 139.831961ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:27.84197Z","caller":"traceutil/trace.go:171","msg":"trace[284880497] transaction","detail":"{read_only:false; response_revision:7022; number_of_response:1; }","duration":"140.981947ms","start":"2026-04-16T03:53:27.700928Z","end":"2026-04-16T03:53:27.841909Z","steps":["trace[284880497] 'process raft request' (duration: 140.574915ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:29.116737Z","caller":"traceutil/trace.go:171","msg":"trace[1794634520] transaction","detail":"{read_only:false; response_revision:7025; number_of_response:1; }","duration":"117.910348ms","start":"2026-04-16T03:53:28.998807Z","end":"2026-04-16T03:53:29.116718Z","steps":["trace[1794634520] 'process raft request' (duration: 117.797057ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:29.423477Z","caller":"traceutil/trace.go:171","msg":"trace[32218289] linearizableReadLoop","detail":"{readStateIndex:7301; appliedIndex:7300; }","duration":"121.854104ms","start":"2026-04-16T03:53:29.301603Z","end":"2026-04-16T03:53:29.423457Z","steps":["trace[32218289] 'read index received' (duration: 121.721273ms)","trace[32218289] 'applied index is now lower than readState.Index' (duration: 132.021µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:29.423632Z","caller":"traceutil/trace.go:171","msg":"trace[521441105] transaction","detail":"{read_only:false; response_revision:7026; number_of_response:1; }","duration":"125.544757ms","start":"2026-04-16T03:53:29.298004Z","end":"2026-04-16T03:53:29.423549Z","steps":["trace[521441105] 'process raft request' (duration: 125.344016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:29.423698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.076545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-16T03:53:29.423732Z","caller":"traceutil/trace.go:171","msg":"trace[520774581] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7026; }","duration":"122.158146ms","start":"2026-04-16T03:53:29.301565Z","end":"2026-04-16T03:53:29.423723Z","steps":["trace[520774581] 'agreement among raft nodes before linearized reading' (duration: 121.987354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:29.42415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.835902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:53:29.424204Z","caller":"traceutil/trace.go:171","msg":"trace[2080304541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7026; }","duration":"104.924822ms","start":"2026-04-16T03:53:29.319266Z","end":"2026-04-16T03:53:29.424191Z","steps":["trace[2080304541] 'agreement among raft nodes before linearized reading' (duration: 104.424219ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:29.647969Z","caller":"traceutil/trace.go:171","msg":"trace[1826133179] linearizableReadLoop","detail":"{readStateIndex:7303; appliedIndex:7301; }","duration":"172.857876ms","start":"2026-04-16T03:53:29.475072Z","end":"2026-04-16T03:53:29.64793Z","steps":["trace[1826133179] 'read index received' (duration: 105.307116ms)","trace[1826133179] 'applied index is now lower than readState.Index' (duration: 67.54982ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:29.648001Z","caller":"traceutil/trace.go:171","msg":"trace[1607706186] transaction","detail":"{read_only:false; response_revision:7028; number_of_response:1; }","duration":"173.433399ms","start":"2026-04-16T03:53:29.47454Z","end":"2026-04-16T03:53:29.647974Z","steps":["trace[1607706186] 'process raft request' (duration: 173.348648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:29.648215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.118257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:53:29.648248Z","caller":"traceutil/trace.go:171","msg":"trace[1309444112] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7028; }","duration":"173.196617ms","start":"2026-04-16T03:53:29.475042Z","end":"2026-04-16T03:53:29.648238Z","steps":["trace[1309444112] 'agreement among raft nodes before linearized reading' (duration: 173.031496ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:29.647977Z","caller":"traceutil/trace.go:171","msg":"trace[86215104] transaction","detail":"{read_only:false; response_revision:7027; number_of_response:1; }","duration":"219.739241ms","start":"2026-04-16T03:53:29.428204Z","end":"2026-04-16T03:53:29.647943Z","steps":["trace[86215104] 'process raft request' (duration: 152.05625ms)","trace[86215104] 'compare' (duration: 67.49115ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:29.648422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.253118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:53:29.648514Z","caller":"traceutil/trace.go:171","msg":"trace[592899859] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7028; }","duration":"173.411059ms","start":"2026-04-16T03:53:29.475079Z","end":"2026-04-16T03:53:29.64849Z","steps":["trace[592899859] 'agreement among raft nodes before linearized reading' (duration: 173.143427ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:29.877893Z","caller":"traceutil/trace.go:171","msg":"trace[967826596] transaction","detail":"{read_only:false; response_revision:7029; number_of_response:1; }","duration":"173.723111ms","start":"2026-04-16T03:53:29.704136Z","end":"2026-04-16T03:53:29.877859Z","steps":["trace[967826596] 'process raft request' (duration: 116.483859ms)","trace[967826596] 'compare' (duration: 56.988161ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:30.061534Z","caller":"traceutil/trace.go:171","msg":"trace[1011859999] transaction","detail":"{read_only:false; response_revision:7030; number_of_response:1; }","duration":"178.445792ms","start":"2026-04-16T03:53:29.883062Z","end":"2026-04-16T03:53:30.061508Z","steps":["trace[1011859999] 'process raft request' (duration: 178.296871ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:30.064648Z","caller":"traceutil/trace.go:171","msg":"trace[1358504514] transaction","detail":"{read_only:false; response_revision:7031; number_of_response:1; }","duration":"181.541982ms","start":"2026-04-16T03:53:29.883085Z","end":"2026-04-16T03:53:30.064627Z","steps":["trace[1358504514] 'process raft request' (duration: 181.347061ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:30.064724Z","caller":"traceutil/trace.go:171","msg":"trace[868201614] transaction","detail":"{read_only:false; response_revision:7032; number_of_response:1; }","duration":"181.599053ms","start":"2026-04-16T03:53:29.883094Z","end":"2026-04-16T03:53:30.064693Z","steps":["trace[868201614] 'process raft request' (duration: 181.417962ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:30.575882Z","caller":"traceutil/trace.go:171","msg":"trace[894723820] transaction","detail":"{read_only:false; response_revision:7033; number_of_response:1; }","duration":"107.341498ms","start":"2026-04-16T03:53:30.468522Z","end":"2026-04-16T03:53:30.575864Z","steps":["trace[894723820] 'process raft request' (duration: 107.226588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:30.823003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.902905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:53:30.823106Z","caller":"traceutil/trace.go:171","msg":"trace[267019796] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7034; }","duration":"113.088087ms","start":"2026-04-16T03:53:30.71Z","end":"2026-04-16T03:53:30.823088Z","steps":["trace[267019796] 'range keys from in-memory index tree' (duration: 112.664374ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:31.240864Z","caller":"traceutil/trace.go:171","msg":"trace[1704020421] transaction","detail":"{read_only:false; response_revision:7035; number_of_response:1; }","duration":"119.467508ms","start":"2026-04-16T03:53:31.121372Z","end":"2026-04-16T03:53:31.240839Z","steps":["trace[1704020421] 'process raft request' (duration: 119.323027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:31.45489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.164358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-16T03:53:31.454982Z","caller":"traceutil/trace.go:171","msg":"trace[1078547527] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7035; }","duration":"110.313408ms","start":"2026-04-16T03:53:31.344644Z","end":"2026-04-16T03:53:31.454958Z","steps":["trace[1078547527] 'range keys from in-memory index tree' (duration: 109.951516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:31.454974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.837025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-16T03:53:31.45527Z","caller":"traceutil/trace.go:171","msg":"trace[1334865646] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7035; }","duration":"110.191847ms","start":"2026-04-16T03:53:31.345053Z","end":"2026-04-16T03:53:31.455244Z","steps":["trace[1334865646] 'range keys from in-memory index tree' (duration: 109.625493ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:31.573125Z","caller":"traceutil/trace.go:171","msg":"trace[80277126] transaction","detail":"{read_only:false; response_revision:7036; number_of_response:1; }","duration":"144.198418ms","start":"2026-04-16T03:53:31.428899Z","end":"2026-04-16T03:53:31.573097Z","steps":["trace[80277126] 'process raft request' (duration: 144.036687ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:31.598821Z","caller":"traceutil/trace.go:171","msg":"trace[755898351] transaction","detail":"{read_only:false; response_revision:7037; number_of_response:1; }","duration":"139.84656ms","start":"2026-04-16T03:53:31.458916Z","end":"2026-04-16T03:53:31.598762Z","steps":["trace[755898351] 'process raft request' (duration: 139.668679ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:31.598872Z","caller":"traceutil/trace.go:171","msg":"trace[50002542] transaction","detail":"{read_only:false; response_revision:7038; number_of_response:1; }","duration":"138.1662ms","start":"2026-04-16T03:53:31.460683Z","end":"2026-04-16T03:53:31.59885Z","steps":["trace[50002542] 'process raft request' (duration: 137.995889ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:32.096615Z","caller":"traceutil/trace.go:171","msg":"trace[346822294] linearizableReadLoop","detail":"{readStateIndex:7317; appliedIndex:7316; }","duration":"119.72967ms","start":"2026-04-16T03:53:31.97686Z","end":"2026-04-16T03:53:32.096589Z","steps":["trace[346822294] 'read index received' (duration: 119.474558ms)","trace[346822294] 'applied index is now lower than readState.Index' (duration: 254.032µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:32.096665Z","caller":"traceutil/trace.go:171","msg":"trace[1811748276] transaction","detail":"{read_only:false; response_revision:7041; number_of_response:1; }","duration":"176.156518ms","start":"2026-04-16T03:53:31.920474Z","end":"2026-04-16T03:53:32.096631Z","steps":["trace[1811748276] 'process raft request' (duration: 175.967907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:32.096786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.906562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:32.096874Z","caller":"traceutil/trace.go:171","msg":"trace[2143410873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7041; }","duration":"120.044882ms","start":"2026-04-16T03:53:31.976804Z","end":"2026-04-16T03:53:32.096849Z","steps":["trace[2143410873] 'agreement among raft nodes before linearized reading' (duration: 119.876731ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:32.291636Z","caller":"traceutil/trace.go:171","msg":"trace[219392905] transaction","detail":"{read_only:false; response_revision:7042; number_of_response:1; }","duration":"190.742732ms","start":"2026-04-16T03:53:32.100844Z","end":"2026-04-16T03:53:32.291587Z","steps":["trace[219392905] 'process raft request' (duration: 95.550352ms)","trace[219392905] 'compare' (duration: 94.993358ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:32.291982Z","caller":"traceutil/trace.go:171","msg":"trace[1747498629] transaction","detail":"{read_only:false; response_revision:7043; number_of_response:1; }","duration":"190.910943ms","start":"2026-04-16T03:53:32.10097Z","end":"2026-04-16T03:53:32.291881Z","steps":["trace[1747498629] 'process raft request' (duration: 190.575281ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:32.292366Z","caller":"traceutil/trace.go:171","msg":"trace[1866940429] transaction","detail":"{read_only:false; response_revision:7044; number_of_response:1; }","duration":"190.807302ms","start":"2026-04-16T03:53:32.101514Z","end":"2026-04-16T03:53:32.292321Z","steps":["trace[1866940429] 'process raft request' (duration: 190.332119ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:33.714419Z","caller":"traceutil/trace.go:171","msg":"trace[285052955] transaction","detail":"{read_only:false; response_revision:7048; number_of_response:1; }","duration":"136.46771ms","start":"2026-04-16T03:53:33.577916Z","end":"2026-04-16T03:53:33.714384Z","steps":["trace[285052955] 'process raft request' (duration: 57.432764ms)","trace[285052955] 'compare' (duration: 78.857184ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:34.083194Z","caller":"traceutil/trace.go:171","msg":"trace[1271933447] transaction","detail":"{read_only:false; response_revision:7051; number_of_response:1; }","duration":"106.745325ms","start":"2026-04-16T03:53:33.976428Z","end":"2026-04-16T03:53:34.083174Z","steps":["trace[1271933447] 'process raft request' (duration: 106.619545ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:34.347365Z","caller":"traceutil/trace.go:171","msg":"trace[389671808] transaction","detail":"{read_only:false; response_revision:7052; number_of_response:1; }","duration":"172.422143ms","start":"2026-04-16T03:53:34.174925Z","end":"2026-04-16T03:53:34.347347Z","steps":["trace[389671808] 'process raft request' (duration: 172.07851ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:34.541251Z","caller":"traceutil/trace.go:171","msg":"trace[1177354878] transaction","detail":"{read_only:false; response_revision:7054; number_of_response:1; }","duration":"189.785757ms","start":"2026-04-16T03:53:34.351439Z","end":"2026-04-16T03:53:34.541225Z","steps":["trace[1177354878] 'process raft request' (duration: 189.695976ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:34.541293Z","caller":"traceutil/trace.go:171","msg":"trace[671506290] transaction","detail":"{read_only:false; response_revision:7053; number_of_response:1; }","duration":"190.693862ms","start":"2026-04-16T03:53:34.35056Z","end":"2026-04-16T03:53:34.541254Z","steps":["trace[671506290] 'process raft request' (duration: 99.142575ms)","trace[671506290] 'compare' (duration: 91.277615ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:34.541447Z","caller":"traceutil/trace.go:171","msg":"trace[946240418] transaction","detail":"{read_only:false; response_revision:7055; number_of_response:1; }","duration":"189.787996ms","start":"2026-04-16T03:53:34.351626Z","end":"2026-04-16T03:53:34.541414Z","steps":["trace[946240418] 'process raft request' (duration: 189.546844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:36.693187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.197589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:53:36.693262Z","caller":"traceutil/trace.go:171","msg":"trace[790167970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7062; }","duration":"147.296809ms","start":"2026-04-16T03:53:36.545947Z","end":"2026-04-16T03:53:36.693244Z","steps":["trace[790167970] 'range keys from in-memory index tree' (duration: 147.049467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:36.693187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.547064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:53:36.693406Z","caller":"traceutil/trace.go:171","msg":"trace[1094756170] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7062; }","duration":"146.793495ms","start":"2026-04-16T03:53:36.546599Z","end":"2026-04-16T03:53:36.693392Z","steps":["trace[1094756170] 'range keys from in-memory index tree' (duration: 146.447334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:36.693743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.651767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:53:36.693839Z","caller":"traceutil/trace.go:171","msg":"trace[1662096684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7062; }","duration":"148.785639ms","start":"2026-04-16T03:53:36.545042Z","end":"2026-04-16T03:53:36.693827Z","steps":["trace[1662096684] 'range keys from in-memory index tree' (duration: 147.906783ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:36.859819Z","caller":"traceutil/trace.go:171","msg":"trace[1830283988] transaction","detail":"{read_only:false; response_revision:7064; number_of_response:1; }","duration":"162.845041ms","start":"2026-04-16T03:53:36.696949Z","end":"2026-04-16T03:53:36.859794Z","steps":["trace[1830283988] 'process raft request' (duration: 126.603146ms)","trace[1830283988] 'compare' (duration: 36.101354ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:36.860105Z","caller":"traceutil/trace.go:171","msg":"trace[1432740200] transaction","detail":"{read_only:false; response_revision:7066; number_of_response:1; }","duration":"162.224696ms","start":"2026-04-16T03:53:36.69785Z","end":"2026-04-16T03:53:36.860074Z","steps":["trace[1432740200] 'process raft request' (duration: 162.160986ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:36.860134Z","caller":"traceutil/trace.go:171","msg":"trace[143940431] transaction","detail":"{read_only:false; response_revision:7065; number_of_response:1; }","duration":"162.770441ms","start":"2026-04-16T03:53:36.69732Z","end":"2026-04-16T03:53:36.860091Z","steps":["trace[143940431] 'process raft request' (duration: 162.429797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:37.125678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.416639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:37.125761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.401683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:53:37.125827Z","caller":"traceutil/trace.go:171","msg":"trace[782044521] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7066; }","duration":"123.526894ms","start":"2026-04-16T03:53:37.002283Z","end":"2026-04-16T03:53:37.12581Z","steps":["trace[782044521] 'range keys from in-memory index tree' (duration: 123.208772ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:37.125778Z","caller":"traceutil/trace.go:171","msg":"trace[794143021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7066; }","duration":"150.561919ms","start":"2026-04-16T03:53:36.975193Z","end":"2026-04-16T03:53:37.125755Z","steps":["trace[794143021] 'range keys from in-memory index tree' (duration: 150.342189ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:37.873481Z","caller":"traceutil/trace.go:171","msg":"trace[1193221805] linearizableReadLoop","detail":"{readStateIndex:7346; appliedIndex:7345; }","duration":"101.30924ms","start":"2026-04-16T03:53:37.772148Z","end":"2026-04-16T03:53:37.873457Z","steps":["trace[1193221805] 'read index received' (duration: 60.474204ms)","trace[1193221805] 'applied index is now lower than readState.Index' (duration: 40.833996ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:37.873547Z","caller":"traceutil/trace.go:171","msg":"trace[1156477729] transaction","detail":"{read_only:false; response_revision:7069; number_of_response:1; }","duration":"108.474755ms","start":"2026-04-16T03:53:37.765041Z","end":"2026-04-16T03:53:37.873516Z","steps":["trace[1156477729] 'process raft request' (duration: 67.65652ms)","trace[1156477729] 'compare' (duration: 40.660124ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:37.873671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.955752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:53:37.873712Z","caller":"traceutil/trace.go:171","msg":"trace[883566824] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7069; }","duration":"108.041383ms","start":"2026-04-16T03:53:37.765659Z","end":"2026-04-16T03:53:37.8737Z","steps":["trace[883566824] 'agreement among raft nodes before linearized reading' (duration: 107.888322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:37.874015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.73697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:53:37.874518Z","caller":"traceutil/trace.go:171","msg":"trace[547810873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7069; }","duration":"102.873431ms","start":"2026-04-16T03:53:37.771205Z","end":"2026-04-16T03:53:37.874078Z","steps":["trace[547810873] 'agreement among raft nodes before linearized reading' (duration: 102.421927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:38.11689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.820887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:38.116958Z","caller":"traceutil/trace.go:171","msg":"trace[2127803647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7070; }","duration":"140.927207ms","start":"2026-04-16T03:53:37.976013Z","end":"2026-04-16T03:53:38.11694Z","steps":["trace[2127803647] 'range keys from in-memory index tree' (duration: 140.687816ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:39.213439Z","caller":"traceutil/trace.go:171","msg":"trace[975906230] linearizableReadLoop","detail":"{readStateIndex:7353; appliedIndex:7351; }","duration":"239.387209ms","start":"2026-04-16T03:53:38.974028Z","end":"2026-04-16T03:53:39.213415Z","steps":["trace[975906230] 'read index received' (duration: 239.153968ms)","trace[975906230] 'applied index is now lower than readState.Index' (duration: 232.461µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:39.213527Z","caller":"traceutil/trace.go:171","msg":"trace[707522033] transaction","detail":"{read_only:false; response_revision:7075; number_of_response:1; }","duration":"293.18558ms","start":"2026-04-16T03:53:38.920256Z","end":"2026-04-16T03:53:39.213441Z","steps":["trace[707522033] 'process raft request' (duration: 292.945398ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:39.213578Z","caller":"traceutil/trace.go:171","msg":"trace[284504344] transaction","detail":"{read_only:false; response_revision:7076; number_of_response:1; }","duration":"293.191139ms","start":"2026-04-16T03:53:38.920339Z","end":"2026-04-16T03:53:39.21353Z","steps":["trace[284504344] 'process raft request' (duration: 293.027108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:39.213646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.596891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:39.213686Z","caller":"traceutil/trace.go:171","msg":"trace[1849038509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7076; }","duration":"239.687111ms","start":"2026-04-16T03:53:38.973986Z","end":"2026-04-16T03:53:39.213673Z","steps":["trace[1849038509] 'agreement among raft nodes before linearized reading' (duration: 239.600601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:40.076294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.142219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:40.076481Z","caller":"traceutil/trace.go:171","msg":"trace[1309720979] linearizableReadLoop","detail":"{readStateIndex:7356; appliedIndex:7355; }","duration":"197.443287ms","start":"2026-04-16T03:53:39.879019Z","end":"2026-04-16T03:53:40.076462Z","steps":["trace[1309720979] 'read index received' (duration: 73.099396ms)","trace[1309720979] 'applied index is now lower than readState.Index' (duration: 124.341801ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:40.076539Z","caller":"traceutil/trace.go:171","msg":"trace[1574636396] transaction","detail":"{read_only:false; response_revision:7079; number_of_response:1; }","duration":"198.131131ms","start":"2026-04-16T03:53:39.878375Z","end":"2026-04-16T03:53:40.076506Z","steps":["trace[1574636396] 'process raft request' (duration: 73.68674ms)","trace[1574636396] 'compare' (duration: 124.018138ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:40.076957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.552632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:40.077164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.128045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:53:40.077376Z","caller":"traceutil/trace.go:171","msg":"trace[370656109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7079; }","duration":"108.477357ms","start":"2026-04-16T03:53:39.968842Z","end":"2026-04-16T03:53:40.07732Z","steps":["trace[370656109] 'agreement among raft nodes before linearized reading' (duration: 107.869623ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:40.07703Z","caller":"traceutil/trace.go:171","msg":"trace[1854748057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7079; }","duration":"101.678262ms","start":"2026-04-16T03:53:39.975335Z","end":"2026-04-16T03:53:40.077013Z","steps":["trace[1854748057] 'agreement among raft nodes before linearized reading' (duration: 101.538871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:40.077698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.619944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:53:40.078969Z","caller":"traceutil/trace.go:171","msg":"trace[33022029] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7079; }","duration":"199.774382ms","start":"2026-04-16T03:53:39.87898Z","end":"2026-04-16T03:53:40.078754Z","steps":["trace[33022029] 'agreement among raft nodes before linearized reading' (duration: 197.607447ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:40.630442Z","caller":"traceutil/trace.go:171","msg":"trace[582942008] transaction","detail":"{read_only:false; response_revision:7081; number_of_response:1; }","duration":"188.94566ms","start":"2026-04-16T03:53:40.44147Z","end":"2026-04-16T03:53:40.630415Z","steps":["trace[582942008] 'process raft request' (duration: 188.762149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:41.135855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.420863ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-16T03:53:41.136047Z","caller":"traceutil/trace.go:171","msg":"trace[703460961] linearizableReadLoop","detail":"{readStateIndex:7360; appliedIndex:7359; }","duration":"160.603515ms","start":"2026-04-16T03:53:40.975424Z","end":"2026-04-16T03:53:41.136027Z","steps":["trace[703460961] 'read index received' (duration: 13.954271ms)","trace[703460961] 'applied index is now lower than readState.Index' (duration: 146.647564ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:41.136148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.724687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:41.136175Z","caller":"traceutil/trace.go:171","msg":"trace[1154515518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7082; }","duration":"160.814287ms","start":"2026-04-16T03:53:40.975352Z","end":"2026-04-16T03:53:41.136166Z","steps":["trace[1154515518] 'agreement among raft nodes before linearized reading' (duration: 160.760177ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:41.13643Z","caller":"traceutil/trace.go:171","msg":"trace[19273185] transaction","detail":"{read_only:false; response_revision:7083; number_of_response:1; }","duration":"134.501136ms","start":"2026-04-16T03:53:41.00192Z","end":"2026-04-16T03:53:41.136421Z","steps":["trace[19273185] 'process raft request' (duration: 134.066963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:41.136438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.231134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:53:41.136489Z","caller":"traceutil/trace.go:171","msg":"trace[90049423] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7083; }","duration":"134.305595ms","start":"2026-04-16T03:53:41.002169Z","end":"2026-04-16T03:53:41.136474Z","steps":["trace[90049423] 'agreement among raft nodes before linearized reading' (duration: 134.120544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:41.44703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.990319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:41.447202Z","caller":"traceutil/trace.go:171","msg":"trace[1686616605] transaction","detail":"{read_only:false; response_revision:7085; number_of_response:1; }","duration":"222.383078ms","start":"2026-04-16T03:53:41.2248Z","end":"2026-04-16T03:53:41.447184Z","steps":["trace[1686616605] 'process raft request' (duration: 222.323747ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:41.447338Z","caller":"traceutil/trace.go:171","msg":"trace[1749674492] transaction","detail":"{read_only:false; response_revision:7084; number_of_response:1; }","duration":"223.345225ms","start":"2026-04-16T03:53:41.223948Z","end":"2026-04-16T03:53:41.447293Z","steps":["trace[1749674492] 'process raft request' (duration: 111.009134ms)","trace[1749674492] 'compare' (duration: 111.840798ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:43.305219Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4761} {"level":"info","ts":"2026-04-16T03:53:43.305378Z","caller":"traceutil/trace.go:171","msg":"trace[1159390801] compact","detail":"{revision:4761; response_revision:7093; }","duration":"119.664509ms","start":"2026-04-16T03:53:43.185689Z","end":"2026-04-16T03:53:43.305353Z","steps":["trace[1159390801] 'process raft request' (duration: 74.523845ms)","trace[1159390801] 'check and update compact revision' (duration: 44.890842ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:43.305467Z","caller":"traceutil/trace.go:171","msg":"trace[1695848715] transaction","detail":"{read_only:false; response_revision:7093; number_of_response:1; }","duration":"117.260723ms","start":"2026-04-16T03:53:43.188173Z","end":"2026-04-16T03:53:43.305434Z","steps":["trace[1695848715] 'process raft request' (duration: 117.034042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:43.605151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.265437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T03:53:43.605179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.473258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:53:43.605232Z","caller":"traceutil/trace.go:171","msg":"trace[192547150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7093; }","duration":"153.56729ms","start":"2026-04-16T03:53:43.451652Z","end":"2026-04-16T03:53:43.605219Z","steps":["trace[192547150] 'range keys from in-memory index tree' (duration: 153.343698ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:43.605232Z","caller":"traceutil/trace.go:171","msg":"trace[1308151887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7093; }","duration":"153.370349ms","start":"2026-04-16T03:53:43.451844Z","end":"2026-04-16T03:53:43.605214Z","steps":["trace[1308151887] 'range keys from in-memory index tree' (duration: 153.136126ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:43.932445Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4761,"took":"625.676774ms","hash":522884857,"current-db-size-bytes":42004480,"current-db-size":"42 MB","current-db-size-in-use-bytes":32288768,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-16T03:53:43.932512Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":522884857,"revision":4761,"compact-revision":2781} {"level":"warn","ts":"2026-04-16T03:53:43.933022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.667289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:53:43.933078Z","caller":"traceutil/trace.go:171","msg":"trace[1483195995] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7097; }","duration":"139.762749ms","start":"2026-04-16T03:53:43.793297Z","end":"2026-04-16T03:53:43.93306Z","steps":["trace[1483195995] 'range keys from in-memory index tree' (duration: 139.439997ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:44.807634Z","caller":"traceutil/trace.go:171","msg":"trace[1641488322] transaction","detail":"{read_only:false; response_revision:7102; number_of_response:1; }","duration":"153.913592ms","start":"2026-04-16T03:53:44.653696Z","end":"2026-04-16T03:53:44.80761Z","steps":["trace[1641488322] 'process raft request' (duration: 153.765961ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:45.696401Z","caller":"traceutil/trace.go:171","msg":"trace[388285520] linearizableReadLoop","detail":"{readStateIndex:7383; appliedIndex:7382; }","duration":"196.216138ms","start":"2026-04-16T03:53:45.500159Z","end":"2026-04-16T03:53:45.696375Z","steps":["trace[388285520] 'read index received' (duration: 196.083277ms)","trace[388285520] 'applied index is now lower than readState.Index' (duration: 131.791µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:45.696605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.417019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:45.696713Z","caller":"traceutil/trace.go:171","msg":"trace[1243631436] transaction","detail":"{read_only:false; response_revision:7104; number_of_response:1; }","duration":"383.84937ms","start":"2026-04-16T03:53:45.312608Z","end":"2026-04-16T03:53:45.696458Z","steps":["trace[1243631436] 'process raft request' (duration: 383.585208ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:45.696762Z","caller":"traceutil/trace.go:171","msg":"trace[317946031] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7104; }","duration":"196.58705ms","start":"2026-04-16T03:53:45.500148Z","end":"2026-04-16T03:53:45.696735Z","steps":["trace[317946031] 'agreement among raft nodes before linearized reading' (duration: 196.321878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:45.697644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:45.312591Z","time spent":"384.375633ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:46.054573Z","caller":"traceutil/trace.go:171","msg":"trace[14199787] linearizableReadLoop","detail":"{readStateIndex:7389; appliedIndex:7388; }","duration":"115.597043ms","start":"2026-04-16T03:53:45.938953Z","end":"2026-04-16T03:53:46.05455Z","steps":["trace[14199787] 'read index received' (duration: 110.5187ms)","trace[14199787] 'applied index is now lower than readState.Index' (duration: 5.077453ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:46.0546Z","caller":"traceutil/trace.go:171","msg":"trace[15567012] transaction","detail":"{read_only:false; response_revision:7109; number_of_response:1; }","duration":"136.431218ms","start":"2026-04-16T03:53:45.918146Z","end":"2026-04-16T03:53:46.054577Z","steps":["trace[15567012] 'process raft request' (duration: 131.313195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:46.054833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.870505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T03:53:46.054873Z","caller":"traceutil/trace.go:171","msg":"trace[1966884019] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7109; }","duration":"115.951226ms","start":"2026-04-16T03:53:45.938913Z","end":"2026-04-16T03:53:46.054864Z","steps":["trace[1966884019] 'agreement among raft nodes before linearized reading' (duration: 115.741225ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:46.057456Z","caller":"traceutil/trace.go:171","msg":"trace[509624648] transaction","detail":"{read_only:false; response_revision:7110; number_of_response:1; }","duration":"115.007289ms","start":"2026-04-16T03:53:45.94243Z","end":"2026-04-16T03:53:46.057437Z","steps":["trace[509624648] 'process raft request' (duration: 114.506766ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:46.994689Z","caller":"traceutil/trace.go:171","msg":"trace[1670839136] transaction","detail":"{read_only:false; response_revision:7116; number_of_response:1; }","duration":"131.688058ms","start":"2026-04-16T03:53:46.862976Z","end":"2026-04-16T03:53:46.994664Z","steps":["trace[1670839136] 'process raft request' (duration: 110.304539ms)","trace[1670839136] 'compare' (duration: 21.282498ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:47.089288Z","caller":"traceutil/trace.go:171","msg":"trace[1658386580] transaction","detail":"{read_only:false; response_revision:7117; number_of_response:1; }","duration":"145.698139ms","start":"2026-04-16T03:53:46.943564Z","end":"2026-04-16T03:53:47.089263Z","steps":["trace[1658386580] 'process raft request' (duration: 145.552748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:48.051133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.27613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:48.051786Z","caller":"traceutil/trace.go:171","msg":"trace[239933479] transaction","detail":"{read_only:false; response_revision:7120; number_of_response:1; }","duration":"252.526215ms","start":"2026-04-16T03:53:47.799229Z","end":"2026-04-16T03:53:48.051755Z","steps":["trace[239933479] 'process raft request' (duration: 38.533649ms)","trace[239933479] 'compare' (duration: 213.159889ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:48.051791Z","caller":"traceutil/trace.go:171","msg":"trace[826999163] transaction","detail":"{read_only:false; response_revision:7121; number_of_response:1; }","duration":"251.379737ms","start":"2026-04-16T03:53:47.800339Z","end":"2026-04-16T03:53:48.051719Z","steps":["trace[826999163] 'process raft request' (duration: 250.926214ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:48.150475Z","caller":"traceutil/trace.go:171","msg":"trace[779529022] transaction","detail":"{read_only:false; response_revision:7122; number_of_response:1; }","duration":"145.8323ms","start":"2026-04-16T03:53:48.004596Z","end":"2026-04-16T03:53:48.150429Z","steps":["trace[779529022] 'process raft request' (duration: 145.612029ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:48.409244Z","caller":"traceutil/trace.go:171","msg":"trace[2015218497] linearizableReadLoop","detail":"{readStateIndex:7404; appliedIndex:7402; }","duration":"258.880196ms","start":"2026-04-16T03:53:48.15034Z","end":"2026-04-16T03:53:48.40922Z","steps":["trace[2015218497] 'read index received' (duration: 219.147767ms)","trace[2015218497] 'applied index is now lower than readState.Index' (duration: 39.731449ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:48.409398Z","caller":"traceutil/trace.go:171","msg":"trace[601082977] transaction","detail":"{read_only:false; response_revision:7124; number_of_response:1; }","duration":"280.758008ms","start":"2026-04-16T03:53:48.128603Z","end":"2026-04-16T03:53:48.409361Z","steps":["trace[601082977] 'process raft request' (duration: 280.534706ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:48.409456Z","caller":"traceutil/trace.go:171","msg":"trace[1544549801] transaction","detail":"{read_only:false; response_revision:7123; number_of_response:1; }","duration":"347.799425ms","start":"2026-04-16T03:53:48.061618Z","end":"2026-04-16T03:53:48.409417Z","steps":["trace[1544549801] 'process raft request' (duration: 307.887715ms)","trace[1544549801] 'compare' (duration: 39.500267ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:48.409571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.865852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-16T03:53:48.409634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:48.061606Z","time spent":"347.935586ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:48.409655Z","caller":"traceutil/trace.go:171","msg":"trace[1367699594] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7124; }","duration":"282.998203ms","start":"2026-04-16T03:53:48.126634Z","end":"2026-04-16T03:53:48.409632Z","steps":["trace[1367699594] 'agreement among raft nodes before linearized reading' (duration: 282.740902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:48.409703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.794588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-16T03:53:48.409714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.433457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:53:48.409738Z","caller":"traceutil/trace.go:171","msg":"trace[1633118119] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7124; }","duration":"349.895718ms","start":"2026-04-16T03:53:48.059835Z","end":"2026-04-16T03:53:48.40973Z","steps":["trace[1633118119] 'agreement among raft nodes before linearized reading' (duration: 349.751427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:48.409765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:48.059811Z","time spent":"349.948059ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-16T03:53:48.409776Z","caller":"traceutil/trace.go:171","msg":"trace[1459922926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7124; }","duration":"159.551779ms","start":"2026-04-16T03:53:48.2502Z","end":"2026-04-16T03:53:48.409752Z","steps":["trace[1459922926] 'agreement among raft nodes before linearized reading' (duration: 159.375087ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:48.521528Z","caller":"traceutil/trace.go:171","msg":"trace[342802419] transaction","detail":"{read_only:false; response_revision:7125; number_of_response:1; }","duration":"107.419719ms","start":"2026-04-16T03:53:48.414071Z","end":"2026-04-16T03:53:48.521491Z","steps":["trace[342802419] 'process raft request' (duration: 101.43695ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:48.98272Z","caller":"traceutil/trace.go:171","msg":"trace[1544146855] transaction","detail":"{read_only:false; response_revision:7127; number_of_response:1; }","duration":"159.966841ms","start":"2026-04-16T03:53:48.822734Z","end":"2026-04-16T03:53:48.982701Z","steps":["trace[1544146855] 'process raft request' (duration: 159.7538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:49.301195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.78144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:49.301335Z","caller":"traceutil/trace.go:171","msg":"trace[1195975005] transaction","detail":"{read_only:false; response_revision:7130; number_of_response:1; }","duration":"206.594106ms","start":"2026-04-16T03:53:49.094727Z","end":"2026-04-16T03:53:49.301322Z","steps":["trace[1195975005] 'process raft request' (duration: 206.540485ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:49.301352Z","caller":"traceutil/trace.go:171","msg":"trace[1543240039] transaction","detail":"{read_only:false; response_revision:7129; number_of_response:1; }","duration":"276.925444ms","start":"2026-04-16T03:53:49.02441Z","end":"2026-04-16T03:53:49.301335Z","steps":["trace[1543240039] 'process raft request' (duration: 130.949773ms)","trace[1543240039] 'compare' (duration: 145.211105ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:49.334333Z","caller":"traceutil/trace.go:171","msg":"trace[506766856] transaction","detail":"{read_only:false; response_revision:7131; number_of_response:1; }","duration":"176.359519ms","start":"2026-04-16T03:53:49.15795Z","end":"2026-04-16T03:53:49.334309Z","steps":["trace[506766856] 'process raft request' (duration: 175.960645ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:49.542498Z","caller":"traceutil/trace.go:171","msg":"trace[505777790] linearizableReadLoop","detail":"{readStateIndex:7412; appliedIndex:7411; }","duration":"111.841578ms","start":"2026-04-16T03:53:49.430634Z","end":"2026-04-16T03:53:49.542476Z","steps":["trace[505777790] 'read index received' (duration: 56.86708ms)","trace[505777790] 'applied index is now lower than readState.Index' (duration: 54.973508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:49.542637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.98552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:49.542675Z","caller":"traceutil/trace.go:171","msg":"trace[1545029271] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7132; }","duration":"112.08002ms","start":"2026-04-16T03:53:49.430585Z","end":"2026-04-16T03:53:49.542665Z","steps":["trace[1545029271] 'agreement among raft nodes before linearized reading' (duration: 111.97516ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:49.54277Z","caller":"traceutil/trace.go:171","msg":"trace[5590828] transaction","detail":"{read_only:false; response_revision:7132; number_of_response:1; }","duration":"197.303585ms","start":"2026-04-16T03:53:49.345445Z","end":"2026-04-16T03:53:49.542748Z","steps":["trace[5590828] 'process raft request' (duration: 142.118085ms)","trace[5590828] 'compare' (duration: 54.809577ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:49.850635Z","caller":"traceutil/trace.go:171","msg":"trace[413178937] transaction","detail":"{read_only:false; response_revision:7135; number_of_response:1; }","duration":"228.971802ms","start":"2026-04-16T03:53:49.621612Z","end":"2026-04-16T03:53:49.850584Z","steps":["trace[413178937] 'process raft request' (duration: 228.75664ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:49.929297Z","caller":"traceutil/trace.go:171","msg":"trace[192711884] transaction","detail":"{read_only:false; response_revision:7136; number_of_response:1; }","duration":"129.402182ms","start":"2026-04-16T03:53:49.79987Z","end":"2026-04-16T03:53:49.929272Z","steps":["trace[192711884] 'process raft request' (duration: 129.264221ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:49.986077Z","caller":"traceutil/trace.go:171","msg":"trace[875214146] transaction","detail":"{read_only:false; response_revision:7137; number_of_response:1; }","duration":"130.008526ms","start":"2026-04-16T03:53:49.856045Z","end":"2026-04-16T03:53:49.986053Z","steps":["trace[875214146] 'process raft request' (duration: 121.645662ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:50.55073Z","caller":"traceutil/trace.go:171","msg":"trace[1228469941] linearizableReadLoop","detail":"{readStateIndex:7420; appliedIndex:7419; }","duration":"136.064167ms","start":"2026-04-16T03:53:50.414642Z","end":"2026-04-16T03:53:50.550706Z","steps":["trace[1228469941] 'read index received' (duration: 135.859326ms)","trace[1228469941] 'applied index is now lower than readState.Index' (duration: 203.831µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:50.550844Z","caller":"traceutil/trace.go:171","msg":"trace[1617297702] transaction","detail":"{read_only:false; response_revision:7140; number_of_response:1; }","duration":"136.5317ms","start":"2026-04-16T03:53:50.4143Z","end":"2026-04-16T03:53:50.550831Z","steps":["trace[1617297702] 'process raft request' (duration: 136.222548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:50.551183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.51698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4881"} {"level":"info","ts":"2026-04-16T03:53:50.551275Z","caller":"traceutil/trace.go:171","msg":"trace[1135211375] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7140; }","duration":"136.62088ms","start":"2026-04-16T03:53:50.414635Z","end":"2026-04-16T03:53:50.551256Z","steps":["trace[1135211375] 'agreement among raft nodes before linearized reading' (duration: 136.278518ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:50.662356Z","caller":"traceutil/trace.go:171","msg":"trace[56147850] linearizableReadLoop","detail":"{readStateIndex:7421; appliedIndex:7420; }","duration":"111.532286ms","start":"2026-04-16T03:53:50.550798Z","end":"2026-04-16T03:53:50.66233Z","steps":["trace[56147850] 'read index received' (duration: 62.449326ms)","trace[56147850] 'applied index is now lower than readState.Index' (duration: 49.08166ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:50.662568Z","caller":"traceutil/trace.go:171","msg":"trace[205092363] transaction","detail":"{read_only:false; response_revision:7141; number_of_response:1; }","duration":"247.757974ms","start":"2026-04-16T03:53:50.414623Z","end":"2026-04-16T03:53:50.662381Z","steps":["trace[205092363] 'process raft request' (duration: 198.615554ms)","trace[205092363] 'compare' (duration: 48.903279ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:50.662819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.834181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:50.66295Z","caller":"traceutil/trace.go:171","msg":"trace[1766762740] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:7141; }","duration":"183.013622ms","start":"2026-04-16T03:53:50.479913Z","end":"2026-04-16T03:53:50.662927Z","steps":["trace[1766762740] 'agreement among raft nodes before linearized reading' (duration: 182.703501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:50.663452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.952357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:53:50.663537Z","caller":"traceutil/trace.go:171","msg":"trace[1704842778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7141; }","duration":"138.071249ms","start":"2026-04-16T03:53:50.525424Z","end":"2026-04-16T03:53:50.663496Z","steps":["trace[1704842778] 'agreement among raft nodes before linearized reading' (duration: 137.105143ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:50.815919Z","caller":"traceutil/trace.go:171","msg":"trace[236093634] transaction","detail":"{read_only:false; response_revision:7142; number_of_response:1; }","duration":"148.306136ms","start":"2026-04-16T03:53:50.667585Z","end":"2026-04-16T03:53:50.815891Z","steps":["trace[236093634] 'process raft request' (duration: 103.927318ms)","trace[236093634] 'compare' (duration: 44.282607ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:51.173598Z","caller":"traceutil/trace.go:171","msg":"trace[379303346] linearizableReadLoop","detail":"{readStateIndex:7423; appliedIndex:7422; }","duration":"147.181968ms","start":"2026-04-16T03:53:51.026388Z","end":"2026-04-16T03:53:51.173569Z","steps":["trace[379303346] 'read index received' (duration: 51.069362ms)","trace[379303346] 'applied index is now lower than readState.Index' (duration: 96.110466ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:51.173897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.750006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:51.173989Z","caller":"traceutil/trace.go:171","msg":"trace[13923537] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:7142; }","duration":"100.900407ms","start":"2026-04-16T03:53:51.073065Z","end":"2026-04-16T03:53:51.173965Z","steps":["trace[13923537] 'agreement among raft nodes before linearized reading' (duration: 100.728626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:51.174104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.701421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:53:51.174184Z","caller":"traceutil/trace.go:171","msg":"trace[2055866515] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7142; }","duration":"147.835022ms","start":"2026-04-16T03:53:51.026336Z","end":"2026-04-16T03:53:51.174171Z","steps":["trace[2055866515] 'agreement among raft nodes before linearized reading' (duration: 147.374619ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:51.826937Z","caller":"traceutil/trace.go:171","msg":"trace[1949849753] transaction","detail":"{read_only:false; response_revision:7145; number_of_response:1; }","duration":"131.446446ms","start":"2026-04-16T03:53:51.695308Z","end":"2026-04-16T03:53:51.826754Z","steps":["trace[1949849753] 'process raft request' (duration: 131.286415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:52.138564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.799646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:52.138775Z","caller":"traceutil/trace.go:171","msg":"trace[771776376] linearizableReadLoop","detail":"{readStateIndex:7428; appliedIndex:7426; }","duration":"149.494454ms","start":"2026-04-16T03:53:51.989263Z","end":"2026-04-16T03:53:52.138757Z","steps":["trace[771776376] 'read index received' (duration: 45.387205ms)","trace[771776376] 'applied index is now lower than readState.Index' (duration: 104.106169ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:52.138968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.698216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:53:52.139003Z","caller":"traceutil/trace.go:171","msg":"trace[67467179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7147; }","duration":"149.759686ms","start":"2026-04-16T03:53:51.989234Z","end":"2026-04-16T03:53:52.138993Z","steps":["trace[67467179] 'agreement among raft nodes before linearized reading' (duration: 149.601455ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:52.139264Z","caller":"traceutil/trace.go:171","msg":"trace[1979224096] transaction","detail":"{read_only:false; response_revision:7147; number_of_response:1; }","duration":"290.665703ms","start":"2026-04-16T03:53:51.848536Z","end":"2026-04-16T03:53:52.139202Z","steps":["trace[1979224096] 'process raft request' (duration: 290.13801ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:52.139439Z","caller":"traceutil/trace.go:171","msg":"trace[969946121] transaction","detail":"{read_only:false; response_revision:7146; number_of_response:1; }","duration":"304.463643ms","start":"2026-04-16T03:53:51.834394Z","end":"2026-04-16T03:53:52.138857Z","steps":["trace[969946121] 'process raft request' (duration: 200.300745ms)","trace[969946121] 'compare' (duration: 103.386312ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:52.139779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:51.834368Z","time spent":"305.360098ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":658,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:53:52.175563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.118447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-spxz4.18a6b94d22107e8f\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-16T03:53:52.175644Z","caller":"traceutil/trace.go:171","msg":"trace[145953510] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-spxz4.18a6b94d22107e8f; range_end:; response_count:1; response_revision:7148; }","duration":"133.242348ms","start":"2026-04-16T03:53:52.042384Z","end":"2026-04-16T03:53:52.175626Z","steps":["trace[145953510] 'agreement among raft nodes before linearized reading' (duration: 133.046287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:52.440989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.859955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:52.44112Z","caller":"traceutil/trace.go:171","msg":"trace[715391890] transaction","detail":"{read_only:false; response_revision:7153; number_of_response:1; }","duration":"202.258357ms","start":"2026-04-16T03:53:52.23885Z","end":"2026-04-16T03:53:52.441108Z","steps":["trace[715391890] 'process raft request' (duration: 202.212807ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:52.441259Z","caller":"traceutil/trace.go:171","msg":"trace[719309670] transaction","detail":"{read_only:false; response_revision:7152; number_of_response:1; }","duration":"263.529466ms","start":"2026-04-16T03:53:52.177722Z","end":"2026-04-16T03:53:52.441251Z","steps":["trace[719309670] 'process raft request' (duration: 61.323079ms)","trace[719309670] 'compare' (duration: 201.760644ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:52.836661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.439055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:52.837098Z","caller":"traceutil/trace.go:171","msg":"trace[289637165] transaction","detail":"{read_only:false; response_revision:7157; number_of_response:1; }","duration":"169.330774ms","start":"2026-04-16T03:53:52.667749Z","end":"2026-04-16T03:53:52.83708Z","steps":["trace[289637165] 'process raft request' (duration: 169.284783ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:52.837163Z","caller":"traceutil/trace.go:171","msg":"trace[2090816318] transaction","detail":"{read_only:false; response_revision:7155; number_of_response:1; }","duration":"586.320698ms","start":"2026-04-16T03:53:52.250792Z","end":"2026-04-16T03:53:52.837112Z","steps":["trace[2090816318] 'process raft request' (duration: 586.088607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:52.837882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:52.250772Z","time spent":"586.978052ms","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2313,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:52.837189Z","caller":"traceutil/trace.go:171","msg":"trace[1870414405] transaction","detail":"{read_only:false; response_revision:7154; number_of_response:1; }","duration":"598.099295ms","start":"2026-04-16T03:53:52.239061Z","end":"2026-04-16T03:53:52.83716Z","steps":["trace[1870414405] 'process raft request' (duration: 434.082487ms)","trace[1870414405] 'compare' (duration: 163.250344ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:52.838442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:52.239053Z","time spent":"599.348213ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:52.837232Z","caller":"traceutil/trace.go:171","msg":"trace[765264297] transaction","detail":"{read_only:false; response_revision:7156; number_of_response:1; }","duration":"280.97573ms","start":"2026-04-16T03:53:52.556229Z","end":"2026-04-16T03:53:52.837205Z","steps":["trace[765264297] 'process raft request' (duration: 280.755798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:52.839124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.402571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:52.839179Z","caller":"traceutil/trace.go:171","msg":"trace[462083009] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:7157; }","duration":"531.518552ms","start":"2026-04-16T03:53:52.30765Z","end":"2026-04-16T03:53:52.839169Z","steps":["trace[462083009] 'agreement among raft nodes before linearized reading' (duration: 531.411891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:52.839217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:52.307628Z","time spent":"531.579762ms","remote":"127.0.0.1:45752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:53:52.839021Z","caller":"traceutil/trace.go:171","msg":"trace[1102813033] linearizableReadLoop","detail":"{readStateIndex:7437; appliedIndex:7433; }","duration":"531.25399ms","start":"2026-04-16T03:53:52.307708Z","end":"2026-04-16T03:53:52.838962Z","steps":["trace[1102813033] 'read index received' (duration: 32.673473ms)","trace[1102813033] 'applied index is now lower than readState.Index' (duration: 498.577597ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:53.0914Z","caller":"traceutil/trace.go:171","msg":"trace[171878884] linearizableReadLoop","detail":"{readStateIndex:7442; appliedIndex:7440; }","duration":"116.55993ms","start":"2026-04-16T03:53:52.974819Z","end":"2026-04-16T03:53:53.091379Z","steps":["trace[171878884] 'read index received' (duration: 116.372859ms)","trace[171878884] 'applied index is now lower than readState.Index' (duration: 185.851µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:53.091576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.740601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:53.09171Z","caller":"traceutil/trace.go:171","msg":"trace[806492128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7160; }","duration":"116.927062ms","start":"2026-04-16T03:53:52.974773Z","end":"2026-04-16T03:53:53.0917Z","steps":["trace[806492128] 'agreement among raft nodes before linearized reading' (duration: 116.68947ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:53.091924Z","caller":"traceutil/trace.go:171","msg":"trace[1567069913] transaction","detail":"{read_only:false; response_revision:7159; number_of_response:1; }","duration":"248.614839ms","start":"2026-04-16T03:53:52.843282Z","end":"2026-04-16T03:53:53.091897Z","steps":["trace[1567069913] 'process raft request' (duration: 247.918195ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:53.091959Z","caller":"traceutil/trace.go:171","msg":"trace[1188379118] transaction","detail":"{read_only:false; response_revision:7160; number_of_response:1; }","duration":"175.865745ms","start":"2026-04-16T03:53:52.916051Z","end":"2026-04-16T03:53:53.091917Z","steps":["trace[1188379118] 'process raft request' (duration: 175.272051ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:53.253917Z","caller":"traceutil/trace.go:171","msg":"trace[939922198] linearizableReadLoop","detail":"{readStateIndex:7443; appliedIndex:7442; }","duration":"153.833962ms","start":"2026-04-16T03:53:53.100061Z","end":"2026-04-16T03:53:53.253895Z","steps":["trace[939922198] 'read index received' (duration: 147.686232ms)","trace[939922198] 'applied index is now lower than readState.Index' (duration: 6.14677ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:53.254089Z","caller":"traceutil/trace.go:171","msg":"trace[1477031614] transaction","detail":"{read_only:false; response_revision:7161; number_of_response:1; }","duration":"156.64114ms","start":"2026-04-16T03:53:53.097436Z","end":"2026-04-16T03:53:53.254077Z","steps":["trace[1477031614] 'process raft request' (duration: 150.34122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:53.254438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.357865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-16T03:53:53.254485Z","caller":"traceutil/trace.go:171","msg":"trace[1943089796] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7161; }","duration":"154.444596ms","start":"2026-04-16T03:53:53.100029Z","end":"2026-04-16T03:53:53.254473Z","steps":["trace[1943089796] 'agreement among raft nodes before linearized reading' (duration: 154.257194ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:53.256121Z","caller":"traceutil/trace.go:171","msg":"trace[880783229] transaction","detail":"{read_only:false; response_revision:7162; number_of_response:1; }","duration":"152.164232ms","start":"2026-04-16T03:53:53.103936Z","end":"2026-04-16T03:53:53.2561Z","steps":["trace[880783229] 'process raft request' (duration: 151.807908ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:53.468513Z","caller":"traceutil/trace.go:171","msg":"trace[513350081] linearizableReadLoop","detail":"{readStateIndex:7446; appliedIndex:7445; }","duration":"206.757955ms","start":"2026-04-16T03:53:53.26173Z","end":"2026-04-16T03:53:53.468488Z","steps":["trace[513350081] 'read index received' (duration: 181.980234ms)","trace[513350081] 'applied index is now lower than readState.Index' (duration: 24.776771ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:53.468624Z","caller":"traceutil/trace.go:171","msg":"trace[1123981716] transaction","detail":"{read_only:false; response_revision:7164; number_of_response:1; }","duration":"208.85152ms","start":"2026-04-16T03:53:53.259728Z","end":"2026-04-16T03:53:53.468579Z","steps":["trace[1123981716] 'process raft request' (duration: 183.963658ms)","trace[1123981716] 'compare' (duration: 24.65431ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:53.468747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.989887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-16T03:53:53.468805Z","caller":"traceutil/trace.go:171","msg":"trace[1453751445] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7164; }","duration":"207.099388ms","start":"2026-04-16T03:53:53.261691Z","end":"2026-04-16T03:53:53.468791Z","steps":["trace[1453751445] 'agreement among raft nodes before linearized reading' (duration: 206.888467ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:53.50585Z","caller":"traceutil/trace.go:171","msg":"trace[1141312975] transaction","detail":"{read_only:false; response_revision:7166; number_of_response:1; }","duration":"109.667604ms","start":"2026-04-16T03:53:53.396161Z","end":"2026-04-16T03:53:53.505829Z","steps":["trace[1141312975] 'process raft request' (duration: 109.545263ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:53.506084Z","caller":"traceutil/trace.go:171","msg":"trace[834069207] transaction","detail":"{read_only:false; response_revision:7165; number_of_response:1; }","duration":"237.887909ms","start":"2026-04-16T03:53:53.268171Z","end":"2026-04-16T03:53:53.506059Z","steps":["trace[834069207] 'process raft request' (duration: 237.403376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:53.506846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.25764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193165"} {"level":"info","ts":"2026-04-16T03:53:53.506927Z","caller":"traceutil/trace.go:171","msg":"trace[670173033] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:7166; }","duration":"187.354291ms","start":"2026-04-16T03:53:53.319555Z","end":"2026-04-16T03:53:53.50691Z","steps":["trace[670173033] 'agreement among raft nodes before linearized reading' (duration: 186.260884ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:53.690171Z","caller":"traceutil/trace.go:171","msg":"trace[214747371] transaction","detail":"{read_only:false; response_revision:7168; number_of_response:1; }","duration":"178.24304ms","start":"2026-04-16T03:53:53.511893Z","end":"2026-04-16T03:53:53.690136Z","steps":["trace[214747371] 'process raft request' (duration: 178.014829ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:53.690334Z","caller":"traceutil/trace.go:171","msg":"trace[1307047674] transaction","detail":"{read_only:false; response_revision:7170; number_of_response:1; }","duration":"178.08491ms","start":"2026-04-16T03:53:53.51221Z","end":"2026-04-16T03:53:53.690295Z","steps":["trace[1307047674] 'process raft request' (duration: 177.900228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:53.690527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.348868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-16T03:53:53.690366Z","caller":"traceutil/trace.go:171","msg":"trace[1222004097] linearizableReadLoop","detail":"{readStateIndex:7454; appliedIndex:7448; }","duration":"176.189068ms","start":"2026-04-16T03:53:53.51416Z","end":"2026-04-16T03:53:53.690349Z","steps":["trace[1222004097] 'read index received' (duration: 40.588284ms)","trace[1222004097] 'applied index is now lower than readState.Index' (duration: 135.600014ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:53.69056Z","caller":"traceutil/trace.go:171","msg":"trace[2126902434] transaction","detail":"{read_only:false; response_revision:7169; number_of_response:1; }","duration":"178.591093ms","start":"2026-04-16T03:53:53.511941Z","end":"2026-04-16T03:53:53.690532Z","steps":["trace[2126902434] 'process raft request' (duration: 178.084279ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:53.690508Z","caller":"traceutil/trace.go:171","msg":"trace[1533576455] transaction","detail":"{read_only:false; response_revision:7172; number_of_response:1; }","duration":"177.825738ms","start":"2026-04-16T03:53:53.51264Z","end":"2026-04-16T03:53:53.690466Z","steps":["trace[1533576455] 'process raft request' (duration: 177.537375ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:53.690648Z","caller":"traceutil/trace.go:171","msg":"trace[42636657] transaction","detail":"{read_only:false; response_revision:7173; number_of_response:1; }","duration":"168.208575ms","start":"2026-04-16T03:53:53.522426Z","end":"2026-04-16T03:53:53.690634Z","steps":["trace[42636657] 'process raft request' (duration: 167.817162ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:53.690589Z","caller":"traceutil/trace.go:171","msg":"trace[227966357] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:7173; }","duration":"176.438379ms","start":"2026-04-16T03:53:53.51413Z","end":"2026-04-16T03:53:53.690568Z","steps":["trace[227966357] 'agreement among raft nodes before linearized reading' (duration: 176.268148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:53.690825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.07938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-16T03:53:53.690875Z","caller":"traceutil/trace.go:171","msg":"trace[2027976529] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:7173; }","duration":"155.169381ms","start":"2026-04-16T03:53:53.535692Z","end":"2026-04-16T03:53:53.690861Z","steps":["trace[2027976529] 'agreement among raft nodes before linearized reading' (duration: 154.99682ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:53.690968Z","caller":"traceutil/trace.go:171","msg":"trace[1665970049] transaction","detail":"{read_only:false; response_revision:7171; number_of_response:1; }","duration":"178.344441ms","start":"2026-04-16T03:53:53.512611Z","end":"2026-04-16T03:53:53.690956Z","steps":["trace[1665970049] 'process raft request' (duration: 177.533135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:53.691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.29933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:53.691066Z","caller":"traceutil/trace.go:171","msg":"trace[108289065] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:7173; }","duration":"118.407511ms","start":"2026-04-16T03:53:53.572639Z","end":"2026-04-16T03:53:53.691047Z","steps":["trace[108289065] 'agreement among raft nodes before linearized reading' (duration: 118.30222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:54.049212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.724656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:54.049589Z","caller":"traceutil/trace.go:171","msg":"trace[779822963] transaction","detail":"{read_only:false; response_revision:7176; number_of_response:1; }","duration":"343.504608ms","start":"2026-04-16T03:53:53.706066Z","end":"2026-04-16T03:53:54.049571Z","steps":["trace[779822963] 'process raft request' (duration: 343.257216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:54.049679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:53.706049Z","time spent":"343.586458ms","remote":"127.0.0.1:38310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:54.049789Z","caller":"traceutil/trace.go:171","msg":"trace[1466742416] linearizableReadLoop","detail":"{readStateIndex:7458; appliedIndex:7456; }","duration":"335.725097ms","start":"2026-04-16T03:53:53.713997Z","end":"2026-04-16T03:53:54.049723Z","steps":["trace[1466742416] 'read index received' (duration: 191.395166ms)","trace[1466742416] 'applied index is now lower than readState.Index' (duration: 144.326241ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:54.050275Z","caller":"traceutil/trace.go:171","msg":"trace[1313246088] transaction","detail":"{read_only:false; response_revision:7175; number_of_response:1; }","duration":"351.001285ms","start":"2026-04-16T03:53:53.699253Z","end":"2026-04-16T03:53:54.050255Z","steps":["trace[1313246088] 'process raft request' (duration: 206.170732ms)","trace[1313246088] 'compare' (duration: 143.178092ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:54.050352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:53.699241Z","time spent":"351.077975ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:53:54.051037Z","caller":"traceutil/trace.go:171","msg":"trace[1973770394] transaction","detail":"{read_only:false; response_revision:7177; number_of_response:1; }","duration":"199.033945ms","start":"2026-04-16T03:53:53.851982Z","end":"2026-04-16T03:53:54.051015Z","steps":["trace[1973770394] 'process raft request' (duration: 197.446226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:54.051446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.416277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-16T03:53:54.051533Z","caller":"traceutil/trace.go:171","msg":"trace[1462193876] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7177; }","duration":"337.537058ms","start":"2026-04-16T03:53:53.71398Z","end":"2026-04-16T03:53:54.051517Z","steps":["trace[1462193876] 'agreement among raft nodes before linearized reading' (duration: 337.272146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:54.051714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:53.713973Z","time spent":"337.72691ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3528,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-16T03:53:54.354714Z","caller":"traceutil/trace.go:171","msg":"trace[1021914933] linearizableReadLoop","detail":"{readStateIndex:7460; appliedIndex:7459; }","duration":"304.818536ms","start":"2026-04-16T03:53:54.049869Z","end":"2026-04-16T03:53:54.354687Z","steps":["trace[1021914933] 'read index received' (duration: 277.773839ms)","trace[1021914933] 'applied index is now lower than readState.Index' (duration: 27.043357ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:54.355139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.239973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:54.355155Z","caller":"traceutil/trace.go:171","msg":"trace[167351202] transaction","detail":"{read_only:false; response_revision:7178; number_of_response:1; }","duration":"356.832834ms","start":"2026-04-16T03:53:53.998296Z","end":"2026-04-16T03:53:54.355129Z","steps":["trace[167351202] 'process raft request' (duration: 329.332015ms)","trace[167351202] 'compare' (duration: 26.626604ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:54.355196Z","caller":"traceutil/trace.go:171","msg":"trace[1512059676] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7178; }","duration":"553.348344ms","start":"2026-04-16T03:53:53.801835Z","end":"2026-04-16T03:53:54.355183Z","steps":["trace[1512059676] 'agreement among raft nodes before linearized reading' (duration: 553.242533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:54.355223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.457548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-94bb8fd86-772xk\" ","response":"range_response_count:1 size:9537"} {"level":"info","ts":"2026-04-16T03:53:54.355254Z","caller":"traceutil/trace.go:171","msg":"trace[483165378] range","detail":"{range_begin:/registry/pods/openstack/horizon-94bb8fd86-772xk; range_end:; response_count:1; response_revision:7178; }","duration":"506.531618ms","start":"2026-04-16T03:53:53.848716Z","end":"2026-04-16T03:53:54.355247Z","steps":["trace[483165378] 'agreement among raft nodes before linearized reading' (duration: 506.421097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:54.355273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:53.848697Z","time spent":"506.571909ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":9559,"request content":"key:\"/registry/pods/openstack/horizon-94bb8fd86-772xk\" "} {"level":"warn","ts":"2026-04-16T03:53:54.355278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:53.998276Z","time spent":"356.928275ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:54.355299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:53.801816Z","time spent":"553.403324ms","remote":"127.0.0.1:60234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:54.355459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.424627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-16T03:53:54.35557Z","caller":"traceutil/trace.go:171","msg":"trace[1350768279] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:7178; }","duration":"641.584708ms","start":"2026-04-16T03:53:53.713963Z","end":"2026-04-16T03:53:54.355548Z","steps":["trace[1350768279] 'agreement among raft nodes before linearized reading' (duration: 641.146465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:54.355662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:53.713949Z","time spent":"641.687188ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":730,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-04-16T03:53:54.377341Z","caller":"traceutil/trace.go:171","msg":"trace[1110989111] transaction","detail":"{read_only:false; response_revision:7180; number_of_response:1; }","duration":"197.694128ms","start":"2026-04-16T03:53:54.179628Z","end":"2026-04-16T03:53:54.377322Z","steps":["trace[1110989111] 'process raft request' (duration: 197.630298ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:54.377647Z","caller":"traceutil/trace.go:171","msg":"trace[1374230752] transaction","detail":"{read_only:false; response_revision:7179; number_of_response:1; }","duration":"322.48292ms","start":"2026-04-16T03:53:54.055154Z","end":"2026-04-16T03:53:54.377637Z","steps":["trace[1374230752] 'process raft request' (duration: 322.010947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:54.377746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:54.055116Z","time spent":"322.57877ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:53:54.378335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.020832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:53:54.378616Z","caller":"traceutil/trace.go:171","msg":"trace[503068477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7180; }","duration":"140.164273ms","start":"2026-04-16T03:53:54.238242Z","end":"2026-04-16T03:53:54.378407Z","steps":["trace[503068477] 'agreement among raft nodes before linearized reading' (duration: 139.855241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:54.379111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.770364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/horizon-int-certs\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:54.379166Z","caller":"traceutil/trace.go:171","msg":"trace[1386686606] range","detail":"{range_begin:/registry/secrets/openstack/horizon-int-certs; range_end:; response_count:0; response_revision:7180; }","duration":"321.858305ms","start":"2026-04-16T03:53:54.057295Z","end":"2026-04-16T03:53:54.379153Z","steps":["trace[1386686606] 'agreement among raft nodes before linearized reading' (duration: 321.768125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:54.379199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:54.057285Z","time spent":"321.907356ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/openstack/horizon-int-certs\" "} {"level":"warn","ts":"2026-04-16T03:53:54.379829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.807475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-16T03:53:54.379873Z","caller":"traceutil/trace.go:171","msg":"trace[277806925] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7180; }","duration":"321.864676ms","start":"2026-04-16T03:53:54.057997Z","end":"2026-04-16T03:53:54.379862Z","steps":["trace[277806925] 'agreement among raft nodes before linearized reading' (duration: 320.127604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:54.379903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:54.057992Z","time spent":"321.903346ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3528,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-16T03:53:54.596759Z","caller":"traceutil/trace.go:171","msg":"trace[1089251875] linearizableReadLoop","detail":"{readStateIndex:7463; appliedIndex:7462; }","duration":"218.675404ms","start":"2026-04-16T03:53:54.37806Z","end":"2026-04-16T03:53:54.596735Z","steps":["trace[1089251875] 'read index received' (duration: 218.563133ms)","trace[1089251875] 'applied index is now lower than readState.Index' (duration: 111.051µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:54.596801Z","caller":"traceutil/trace.go:171","msg":"trace[1716638410] transaction","detail":"{read_only:false; response_revision:7181; number_of_response:1; }","duration":"230.045858ms","start":"2026-04-16T03:53:54.366724Z","end":"2026-04-16T03:53:54.59677Z","steps":["trace[1716638410] 'process raft request' (duration: 229.815216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:54.597053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.490436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-16T03:53:54.597123Z","caller":"traceutil/trace.go:171","msg":"trace[164090425] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:7181; }","duration":"237.596657ms","start":"2026-04-16T03:53:54.359513Z","end":"2026-04-16T03:53:54.59711Z","steps":["trace[164090425] 'agreement among raft nodes before linearized reading' (duration: 237.325255ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:54.732888Z","caller":"traceutil/trace.go:171","msg":"trace[643732899] linearizableReadLoop","detail":"{readStateIndex:7466; appliedIndex:7463; }","duration":"136.007227ms","start":"2026-04-16T03:53:54.596854Z","end":"2026-04-16T03:53:54.732861Z","steps":["trace[643732899] 'read index received' (duration: 135.754735ms)","trace[643732899] 'applied index is now lower than readState.Index' (duration: 251.062µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:54.733124Z","caller":"traceutil/trace.go:171","msg":"trace[788654789] transaction","detail":"{read_only:false; response_revision:7182; number_of_response:1; }","duration":"350.553223ms","start":"2026-04-16T03:53:54.382558Z","end":"2026-04-16T03:53:54.733112Z","steps":["trace[788654789] 'process raft request' (duration: 350.04939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:54.733247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:54.38254Z","time spent":"350.639294ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:53:54.73351Z","caller":"traceutil/trace.go:171","msg":"trace[395897457] transaction","detail":"{read_only:false; response_revision:7183; number_of_response:1; }","duration":"349.024434ms","start":"2026-04-16T03:53:54.384474Z","end":"2026-04-16T03:53:54.733499Z","steps":["trace[395897457] 'process raft request' (duration: 348.279699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:54.733601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:54.384454Z","time spent":"349.089894ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4308,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:54.733753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.105551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:54.733797Z","caller":"traceutil/trace.go:171","msg":"trace[467685031] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:7184; }","duration":"327.209941ms","start":"2026-04-16T03:53:54.406578Z","end":"2026-04-16T03:53:54.733788Z","steps":["trace[467685031] 'agreement among raft nodes before linearized reading' (duration: 327.086431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:54.733823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.642151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-04-16T03:53:54.733844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:54.406566Z","time spent":"327.268322ms","remote":"127.0.0.1:55264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:53:54.733865Z","caller":"traceutil/trace.go:171","msg":"trace[128491427] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:7184; }","duration":"348.699281ms","start":"2026-04-16T03:53:54.385155Z","end":"2026-04-16T03:53:54.733854Z","steps":["trace[128491427] 'agreement among raft nodes before linearized reading' (duration: 348.57182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:54.733897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:54.385146Z","time spent":"348.743491ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1364,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-04-16T03:53:54.734112Z","caller":"traceutil/trace.go:171","msg":"trace[925432292] transaction","detail":"{read_only:false; response_revision:7184; number_of_response:1; }","duration":"348.013036ms","start":"2026-04-16T03:53:54.38609Z","end":"2026-04-16T03:53:54.734103Z","steps":["trace[925432292] 'process raft request' (duration: 346.712438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:54.73418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:54.386073Z","time spent":"348.064117ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:54.734405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.23272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:53:54.734434Z","caller":"traceutil/trace.go:171","msg":"trace[308151807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7184; }","duration":"290.28516ms","start":"2026-04-16T03:53:54.444141Z","end":"2026-04-16T03:53:54.734427Z","steps":["trace[308151807] 'agreement among raft nodes before linearized reading' (duration: 290.21293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:54.758587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.243631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:53:54.758722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.016298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-94bb8fd86-6xcfh\" ","response":"range_response_count:1 size:9537"} {"level":"info","ts":"2026-04-16T03:53:54.758786Z","caller":"traceutil/trace.go:171","msg":"trace[1208601024] range","detail":"{range_begin:/registry/pods/openstack/horizon-94bb8fd86-6xcfh; range_end:; response_count:1; response_revision:7185; }","duration":"158.07998ms","start":"2026-04-16T03:53:54.600678Z","end":"2026-04-16T03:53:54.758758Z","steps":["trace[1208601024] 'agreement among raft nodes before linearized reading' (duration: 157.960619ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:54.758743Z","caller":"traceutil/trace.go:171","msg":"trace[1626525654] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7185; }","duration":"126.453333ms","start":"2026-04-16T03:53:54.63227Z","end":"2026-04-16T03:53:54.758724Z","steps":["trace[1626525654] 'agreement among raft nodes before linearized reading' (duration: 126.220582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:54.758591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.374752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:54.758945Z","caller":"traceutil/trace.go:171","msg":"trace[1104381697] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:7185; }","duration":"155.763335ms","start":"2026-04-16T03:53:54.603165Z","end":"2026-04-16T03:53:54.758929Z","steps":["trace[1104381697] 'agreement among raft nodes before linearized reading' (duration: 155.362092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:54.944262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.717377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"warn","ts":"2026-04-16T03:53:54.944325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.814668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-16T03:53:54.944341Z","caller":"traceutil/trace.go:171","msg":"trace[689570117] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7188; }","duration":"114.814208ms","start":"2026-04-16T03:53:54.829507Z","end":"2026-04-16T03:53:54.944321Z","steps":["trace[689570117] 'range keys from in-memory index tree' (duration: 114.588416ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:54.944376Z","caller":"traceutil/trace.go:171","msg":"trace[1891277922] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:7188; }","duration":"114.898038ms","start":"2026-04-16T03:53:54.829466Z","end":"2026-04-16T03:53:54.944364Z","steps":["trace[1891277922] 'range keys from in-memory index tree' (duration: 114.697517ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:55.047371Z","caller":"traceutil/trace.go:171","msg":"trace[202290200] transaction","detail":"{read_only:false; response_revision:7189; number_of_response:1; }","duration":"213.53378ms","start":"2026-04-16T03:53:54.833824Z","end":"2026-04-16T03:53:55.047358Z","steps":["trace[202290200] 'process raft request' (duration: 213.195978ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:55.047542Z","caller":"traceutil/trace.go:171","msg":"trace[1232543053] linearizableReadLoop","detail":"{readStateIndex:7472; appliedIndex:7471; }","duration":"211.615078ms","start":"2026-04-16T03:53:54.835572Z","end":"2026-04-16T03:53:55.047187Z","steps":["trace[1232543053] 'read index received' (duration: 211.477587ms)","trace[1232543053] 'applied index is now lower than readState.Index' (duration: 136.291µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:55.047815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.232733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-16T03:53:55.047857Z","caller":"traceutil/trace.go:171","msg":"trace[1323641916] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7189; }","duration":"212.305663ms","start":"2026-04-16T03:53:54.835541Z","end":"2026-04-16T03:53:55.047846Z","steps":["trace[1323641916] 'agreement among raft nodes before linearized reading' (duration: 211.673069ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:55.312449Z","caller":"traceutil/trace.go:171","msg":"trace[1671307901] transaction","detail":"{read_only:false; response_revision:7190; number_of_response:1; }","duration":"475.90194ms","start":"2026-04-16T03:53:54.836521Z","end":"2026-04-16T03:53:55.312423Z","steps":["trace[1671307901] 'process raft request' (duration: 475.706298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:55.312599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:54.836497Z","time spent":"476.02671ms","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2445,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:55.312781Z","caller":"traceutil/trace.go:171","msg":"trace[450492024] transaction","detail":"{read_only:false; response_revision:7191; number_of_response:1; }","duration":"470.818026ms","start":"2026-04-16T03:53:54.841942Z","end":"2026-04-16T03:53:55.31276Z","steps":["trace[450492024] 'process raft request' (duration: 470.427423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:55.31301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:54.841927Z","time spent":"470.914676ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:55.313025Z","caller":"traceutil/trace.go:171","msg":"trace[2010183542] linearizableReadLoop","detail":"{readStateIndex:7475; appliedIndex:7472; }","duration":"265.334068ms","start":"2026-04-16T03:53:55.047662Z","end":"2026-04-16T03:53:55.312996Z","steps":["trace[2010183542] 'read index received' (duration: 264.481482ms)","trace[2010183542] 'applied index is now lower than readState.Index' (duration: 851.346µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:55.313169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.192406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:55.313206Z","caller":"traceutil/trace.go:171","msg":"trace[1775929353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7192; }","duration":"337.252196ms","start":"2026-04-16T03:53:54.975946Z","end":"2026-04-16T03:53:55.313198Z","steps":["trace[1775929353] 'agreement among raft nodes before linearized reading' (duration: 337.189096ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:55.313189Z","caller":"traceutil/trace.go:171","msg":"trace[626368241] transaction","detail":"{read_only:false; response_revision:7192; number_of_response:1; }","duration":"470.984447ms","start":"2026-04-16T03:53:54.842182Z","end":"2026-04-16T03:53:55.313167Z","steps":["trace[626368241] 'process raft request' (duration: 470.393793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:55.313238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.721885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:53:55.313292Z","caller":"traceutil/trace.go:171","msg":"trace[223596643] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7192; }","duration":"470.778166ms","start":"2026-04-16T03:53:54.842491Z","end":"2026-04-16T03:53:55.313269Z","steps":["trace[223596643] 'agreement among raft nodes before linearized reading' (duration: 470.601525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:55.313304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:54.842175Z","time spent":"471.061627ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:55.313334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:54.842468Z","time spent":"470.858156ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:53:55.313486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.404249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-16T03:53:55.313517Z","caller":"traceutil/trace.go:171","msg":"trace[117395167] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:7192; }","duration":"365.445989ms","start":"2026-04-16T03:53:54.948063Z","end":"2026-04-16T03:53:55.313509Z","steps":["trace[117395167] 'agreement among raft nodes before linearized reading' (duration: 365.258048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:55.313947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:54.948051Z","time spent":"365.891232ms","remote":"127.0.0.1:45650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1015,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-04-16T03:53:55.313835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.79231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:53:55.314109Z","caller":"traceutil/trace.go:171","msg":"trace[142748891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7192; }","duration":"378.095382ms","start":"2026-04-16T03:53:54.935998Z","end":"2026-04-16T03:53:55.314094Z","steps":["trace[142748891] 'agreement among raft nodes before linearized reading' (duration: 377.78611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:55.314176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:54.935978Z","time spent":"378.182952ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:53:55.313298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:54.975934Z","time spent":"337.356267ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:55.3139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.600977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-16T03:53:55.314639Z","caller":"traceutil/trace.go:171","msg":"trace[50129729] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7192; }","duration":"364.143251ms","start":"2026-04-16T03:53:54.950286Z","end":"2026-04-16T03:53:55.314429Z","steps":["trace[50129729] 'agreement among raft nodes before linearized reading' (duration: 363.579107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:55.314679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:54.950281Z","time spent":"364.388492ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1153,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-04-16T03:53:55.458582Z","caller":"traceutil/trace.go:171","msg":"trace[1118803787] linearizableReadLoop","detail":"{readStateIndex:7477; appliedIndex:7475; }","duration":"138.600613ms","start":"2026-04-16T03:53:55.319964Z","end":"2026-04-16T03:53:55.458565Z","steps":["trace[1118803787] 'read index received' (duration: 86.01742ms)","trace[1118803787] 'applied index is now lower than readState.Index' (duration: 52.582603ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:55.458592Z","caller":"traceutil/trace.go:171","msg":"trace[961536136] transaction","detail":"{read_only:false; response_revision:7193; number_of_response:1; }","duration":"140.413724ms","start":"2026-04-16T03:53:55.318148Z","end":"2026-04-16T03:53:55.458562Z","steps":["trace[961536136] 'process raft request' (duration: 87.711151ms)","trace[961536136] 'compare' (duration: 52.376671ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:55.458671Z","caller":"traceutil/trace.go:171","msg":"trace[1970501641] transaction","detail":"{read_only:false; response_revision:7195; number_of_response:1; }","duration":"138.404742ms","start":"2026-04-16T03:53:55.320259Z","end":"2026-04-16T03:53:55.458664Z","steps":["trace[1970501641] 'process raft request' (duration: 138.272561ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:55.458793Z","caller":"traceutil/trace.go:171","msg":"trace[1474381572] transaction","detail":"{read_only:false; response_revision:7194; number_of_response:1; }","duration":"140.556155ms","start":"2026-04-16T03:53:55.318165Z","end":"2026-04-16T03:53:55.458721Z","steps":["trace[1474381572] 'process raft request' (duration: 140.293523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:55.458948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.982455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-16T03:53:55.459Z","caller":"traceutil/trace.go:171","msg":"trace[799674293] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7195; }","duration":"139.055156ms","start":"2026-04-16T03:53:55.319929Z","end":"2026-04-16T03:53:55.458985Z","steps":["trace[799674293] 'agreement among raft nodes before linearized reading' (duration: 138.961415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:55.45886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.439995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/horizon-int-certs-s6kbg\" ","response":"range_response_count:1 size:2470"} {"level":"info","ts":"2026-04-16T03:53:55.459285Z","caller":"traceutil/trace.go:171","msg":"trace[156974131] range","detail":"{range_begin:/registry/secrets/openstack/horizon-int-certs-s6kbg; range_end:; response_count:1; response_revision:7195; }","duration":"137.888977ms","start":"2026-04-16T03:53:55.321385Z","end":"2026-04-16T03:53:55.459274Z","steps":["trace[156974131] 'agreement among raft nodes before linearized reading' (duration: 137.328224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:55.459287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.59006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:61797"} {"level":"warn","ts":"2026-04-16T03:53:55.459374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.643847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-16T03:53:55.459491Z","caller":"traceutil/trace.go:171","msg":"trace[1432984026] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:7195; }","duration":"134.812798ms","start":"2026-04-16T03:53:55.324654Z","end":"2026-04-16T03:53:55.459466Z","steps":["trace[1432984026] 'agreement among raft nodes before linearized reading' (duration: 134.502546ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:55.459417Z","caller":"traceutil/trace.go:171","msg":"trace[1097156194] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:7195; }","duration":"133.702981ms","start":"2026-04-16T03:53:55.325671Z","end":"2026-04-16T03:53:55.459374Z","steps":["trace[1097156194] 'agreement among raft nodes before linearized reading' (duration: 133.386659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:55.790169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.281989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:55.790302Z","caller":"traceutil/trace.go:171","msg":"trace[451887723] linearizableReadLoop","detail":"{readStateIndex:7480; appliedIndex:7479; }","duration":"292.147963ms","start":"2026-04-16T03:53:55.498138Z","end":"2026-04-16T03:53:55.790286Z","steps":["trace[451887723] 'read index received' (duration: 144.619992ms)","trace[451887723] 'applied index is now lower than readState.Index' (duration: 147.526701ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:55.790374Z","caller":"traceutil/trace.go:171","msg":"trace[1192811004] transaction","detail":"{read_only:false; response_revision:7197; number_of_response:1; }","duration":"320.610787ms","start":"2026-04-16T03:53:55.469732Z","end":"2026-04-16T03:53:55.790343Z","steps":["trace[1192811004] 'process raft request' (duration: 173.062637ms)","trace[1192811004] 'compare' (duration: 147.158618ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:55.790449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.806339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:53:55.790505Z","caller":"traceutil/trace.go:171","msg":"trace[58472746] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7197; }","duration":"317.891289ms","start":"2026-04-16T03:53:55.472602Z","end":"2026-04-16T03:53:55.790493Z","steps":["trace[58472746] 'agreement among raft nodes before linearized reading' (duration: 317.750908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:55.790552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:55.472585Z","time spent":"317.95447ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:53:55.790614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:55.469724Z","time spent":"320.785148ms","remote":"127.0.0.1:39312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:55.922556Z","caller":"traceutil/trace.go:171","msg":"trace[2131318331] transaction","detail":"{read_only:false; response_revision:7198; number_of_response:1; }","duration":"415.090273ms","start":"2026-04-16T03:53:55.507439Z","end":"2026-04-16T03:53:55.922529Z","steps":["trace[2131318331] 'process raft request' (duration: 384.849246ms)","trace[2131318331] 'compare' (duration: 29.963045ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:55.922692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:55.507429Z","time spent":"415.180443ms","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2150,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:55.923117Z","caller":"traceutil/trace.go:171","msg":"trace[920547108] linearizableReadLoop","detail":"{readStateIndex:7482; appliedIndex:7480; }","duration":"132.777785ms","start":"2026-04-16T03:53:55.790328Z","end":"2026-04-16T03:53:55.923106Z","steps":["trace[920547108] 'read index received' (duration: 101.999335ms)","trace[920547108] 'applied index is now lower than readState.Index' (duration: 30.77771ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:55.923188Z","caller":"traceutil/trace.go:171","msg":"trace[73198399] transaction","detail":"{read_only:false; response_revision:7199; number_of_response:1; }","duration":"414.027597ms","start":"2026-04-16T03:53:55.509154Z","end":"2026-04-16T03:53:55.923181Z","steps":["trace[73198399] 'process raft request' (duration: 413.718454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:55.923228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:55.509148Z","time spent":"414.053527ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:55.923302Z","caller":"traceutil/trace.go:171","msg":"trace[1874025242] transaction","detail":"{read_only:false; response_revision:7200; number_of_response:1; }","duration":"127.39932ms","start":"2026-04-16T03:53:55.795876Z","end":"2026-04-16T03:53:55.923275Z","steps":["trace[1874025242] 'process raft request' (duration: 127.073458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:55.923936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.575444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193165"} {"level":"info","ts":"2026-04-16T03:53:55.923967Z","caller":"traceutil/trace.go:171","msg":"trace[1136913911] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:7201; }","duration":"232.642875ms","start":"2026-04-16T03:53:55.691316Z","end":"2026-04-16T03:53:55.923959Z","steps":["trace[1136913911] 'agreement among raft nodes before linearized reading' (duration: 231.985471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:55.923967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.951338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:55.924014Z","caller":"traceutil/trace.go:171","msg":"trace[1172469100] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:7201; }","duration":"376.042239ms","start":"2026-04-16T03:53:55.547957Z","end":"2026-04-16T03:53:55.923999Z","steps":["trace[1172469100] 'agreement among raft nodes before linearized reading' (duration: 375.961468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:55.924054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:55.547939Z","time spent":"376.098309ms","remote":"127.0.0.1:58314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:55.926154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.930524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-16T03:53:55.926262Z","caller":"traceutil/trace.go:171","msg":"trace[2124678236] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:7201; }","duration":"423.041834ms","start":"2026-04-16T03:53:55.503165Z","end":"2026-04-16T03:53:55.926206Z","steps":["trace[2124678236] 'agreement among raft nodes before linearized reading' (duration: 421.016561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:55.926317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:55.50315Z","time spent":"423.157056ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":672,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-04-16T03:53:56.472053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.655407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:56.472245Z","caller":"traceutil/trace.go:171","msg":"trace[1083673086] transaction","detail":"{read_only:false; response_revision:7206; number_of_response:1; }","duration":"235.663045ms","start":"2026-04-16T03:53:56.236539Z","end":"2026-04-16T03:53:56.472202Z","steps":["trace[1083673086] 'process raft request' (duration: 54.814927ms)","trace[1083673086] 'compare' (duration: 180.578325ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:56.472525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.958937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-16T03:53:56.472559Z","caller":"traceutil/trace.go:171","msg":"trace[1602061418] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:7207; }","duration":"236.028327ms","start":"2026-04-16T03:53:56.236524Z","end":"2026-04-16T03:53:56.472552Z","steps":["trace[1602061418] 'agreement among raft nodes before linearized reading' (duration: 235.860436ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:56.472339Z","caller":"traceutil/trace.go:171","msg":"trace[634547423] linearizableReadLoop","detail":"{readStateIndex:7490; appliedIndex:7489; }","duration":"235.755206ms","start":"2026-04-16T03:53:56.236569Z","end":"2026-04-16T03:53:56.472325Z","steps":["trace[634547423] 'read index received' (duration: 109.962µs)","trace[634547423] 'applied index is now lower than readState.Index' (duration: 235.644244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:56.473547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.89706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193165"} {"level":"info","ts":"2026-04-16T03:53:56.473584Z","caller":"traceutil/trace.go:171","msg":"trace[185881623] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:7207; }","duration":"165.971141ms","start":"2026-04-16T03:53:56.307605Z","end":"2026-04-16T03:53:56.473577Z","steps":["trace[185881623] 'agreement among raft nodes before linearized reading' (duration: 165.235496ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:56.660767Z","caller":"traceutil/trace.go:171","msg":"trace[1997288390] linearizableReadLoop","detail":"{readStateIndex:7492; appliedIndex:7491; }","duration":"182.314388ms","start":"2026-04-16T03:53:56.478424Z","end":"2026-04-16T03:53:56.660739Z","steps":["trace[1997288390] 'read index received' (duration: 159.754341ms)","trace[1997288390] 'applied index is now lower than readState.Index' (duration: 22.558877ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:56.660868Z","caller":"traceutil/trace.go:171","msg":"trace[825399411] transaction","detail":"{read_only:false; response_revision:7208; number_of_response:1; }","duration":"183.768437ms","start":"2026-04-16T03:53:56.477068Z","end":"2026-04-16T03:53:56.660836Z","steps":["trace[825399411] 'process raft request' (duration: 161.10086ms)","trace[825399411] 'compare' (duration: 22.407126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:56.661135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.984729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-16T03:53:56.661205Z","caller":"traceutil/trace.go:171","msg":"trace[1134967097] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:7208; }","duration":"181.09384ms","start":"2026-04-16T03:53:56.480094Z","end":"2026-04-16T03:53:56.661187Z","steps":["trace[1134967097] 'agreement among raft nodes before linearized reading' (duration: 180.869269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:56.661214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.76975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:13085"} {"level":"info","ts":"2026-04-16T03:53:56.661267Z","caller":"traceutil/trace.go:171","msg":"trace[653374289] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7208; }","duration":"182.862401ms","start":"2026-04-16T03:53:56.478392Z","end":"2026-04-16T03:53:56.661254Z","steps":["trace[653374289] 'agreement among raft nodes before linearized reading' (duration: 182.499359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:56.661324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.71342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-16T03:53:56.661352Z","caller":"traceutil/trace.go:171","msg":"trace[1689758255] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:7208; }","duration":"159.783ms","start":"2026-04-16T03:53:56.501561Z","end":"2026-04-16T03:53:56.661344Z","steps":["trace[1689758255] 'agreement among raft nodes before linearized reading' (duration: 159.404998ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:56.773729Z","caller":"traceutil/trace.go:171","msg":"trace[1682982558] transaction","detail":"{read_only:false; response_revision:7209; number_of_response:1; }","duration":"109.090011ms","start":"2026-04-16T03:53:56.664617Z","end":"2026-04-16T03:53:56.773707Z","steps":["trace[1682982558] 'process raft request' (duration: 97.660866ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:56.970127Z","caller":"traceutil/trace.go:171","msg":"trace[1356159516] linearizableReadLoop","detail":"{readStateIndex:7494; appliedIndex:7493; }","duration":"191.473537ms","start":"2026-04-16T03:53:56.778631Z","end":"2026-04-16T03:53:56.970105Z","steps":["trace[1356159516] 'read index received' (duration: 190.748692ms)","trace[1356159516] 'applied index is now lower than readState.Index' (duration: 723.815µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:56.970434Z","caller":"traceutil/trace.go:171","msg":"trace[768061000] transaction","detail":"{read_only:false; response_revision:7210; number_of_response:1; }","duration":"192.786244ms","start":"2026-04-16T03:53:56.77763Z","end":"2026-04-16T03:53:56.970416Z","steps":["trace[768061000] 'process raft request' (duration: 191.816429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:56.970737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.089911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-16T03:53:56.970782Z","caller":"traceutil/trace.go:171","msg":"trace[354769615] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7210; }","duration":"192.148622ms","start":"2026-04-16T03:53:56.778623Z","end":"2026-04-16T03:53:56.970771Z","steps":["trace[354769615] 'agreement among raft nodes before linearized reading' (duration: 192.002971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:56.971003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.607041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:53:56.971048Z","caller":"traceutil/trace.go:171","msg":"trace[1541100822] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7210; }","duration":"190.667471ms","start":"2026-04-16T03:53:56.780372Z","end":"2026-04-16T03:53:56.971039Z","steps":["trace[1541100822] 'agreement among raft nodes before linearized reading' (duration: 190.551021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:56.971896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.653398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-16T03:53:56.972018Z","caller":"traceutil/trace.go:171","msg":"trace[1395670950] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7210; }","duration":"188.833049ms","start":"2026-04-16T03:53:56.783167Z","end":"2026-04-16T03:53:56.972Z","steps":["trace[1395670950] 'agreement among raft nodes before linearized reading' (duration: 188.539437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:56.975824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.260773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:53:56.976069Z","caller":"traceutil/trace.go:171","msg":"trace[1037678911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7210; }","duration":"186.557304ms","start":"2026-04-16T03:53:56.789491Z","end":"2026-04-16T03:53:56.976048Z","steps":["trace[1037678911] 'agreement among raft nodes before linearized reading' (duration: 182.441768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:57.237156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.336559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:57.23722Z","caller":"traceutil/trace.go:171","msg":"trace[790782639] linearizableReadLoop","detail":"{readStateIndex:7496; appliedIndex:7495; }","duration":"195.414933ms","start":"2026-04-16T03:53:57.041795Z","end":"2026-04-16T03:53:57.23721Z","steps":["trace[790782639] 'read index received' (duration: 61.961803ms)","trace[790782639] 'applied index is now lower than readState.Index' (duration: 133.45252ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:57.237283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.643405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:57.2373Z","caller":"traceutil/trace.go:171","msg":"trace[1641996504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7212; }","duration":"252.688976ms","start":"2026-04-16T03:53:56.984606Z","end":"2026-04-16T03:53:57.237295Z","steps":["trace[1641996504] 'agreement among raft nodes before linearized reading' (duration: 252.657276ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:57.237297Z","caller":"traceutil/trace.go:171","msg":"trace[2101811635] transaction","detail":"{read_only:false; response_revision:7212; number_of_response:1; }","duration":"253.035338ms","start":"2026-04-16T03:53:56.984224Z","end":"2026-04-16T03:53:57.237259Z","steps":["trace[2101811635] 'process raft request' (duration: 119.545518ms)","trace[2101811635] 'compare' (duration: 133.233989ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:57.237514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.611683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:57.237554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.713412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-16T03:53:57.237575Z","caller":"traceutil/trace.go:171","msg":"trace[504994827] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7212; }","duration":"238.693044ms","start":"2026-04-16T03:53:56.998869Z","end":"2026-04-16T03:53:57.237562Z","steps":["trace[504994827] 'agreement among raft nodes before linearized reading' (duration: 238.380242ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:57.237847Z","caller":"traceutil/trace.go:171","msg":"trace[77955481] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:7212; }","duration":"190.967904ms","start":"2026-04-16T03:53:57.046778Z","end":"2026-04-16T03:53:57.237746Z","steps":["trace[77955481] 'agreement among raft nodes before linearized reading' (duration: 190.597652ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:57.538278Z","caller":"traceutil/trace.go:171","msg":"trace[1784595337] transaction","detail":"{read_only:false; response_revision:7213; number_of_response:1; }","duration":"287.20755ms","start":"2026-04-16T03:53:57.251037Z","end":"2026-04-16T03:53:57.538245Z","steps":["trace[1784595337] 'process raft request' (duration: 286.962648ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:57.538319Z","caller":"traceutil/trace.go:171","msg":"trace[487926163] linearizableReadLoop","detail":"{readStateIndex:7497; appliedIndex:7497; }","duration":"287.077129ms","start":"2026-04-16T03:53:57.251214Z","end":"2026-04-16T03:53:57.538291Z","steps":["trace[487926163] 'read index received' (duration: 287.065409ms)","trace[487926163] 'applied index is now lower than readState.Index' (duration: 9.69µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:57.53855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.2884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:57.538724Z","caller":"traceutil/trace.go:171","msg":"trace[1412392792] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:7213; }","duration":"287.527331ms","start":"2026-04-16T03:53:57.251183Z","end":"2026-04-16T03:53:57.53871Z","steps":["trace[1412392792] 'agreement among raft nodes before linearized reading' (duration: 287.192219ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:57.60068Z","caller":"traceutil/trace.go:171","msg":"trace[1044471365] transaction","detail":"{read_only:false; response_revision:7214; number_of_response:1; }","duration":"282.357808ms","start":"2026-04-16T03:53:57.318297Z","end":"2026-04-16T03:53:57.600655Z","steps":["trace[1044471365] 'process raft request' (duration: 282.062816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:57.600826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.464405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:53:57.60089Z","caller":"traceutil/trace.go:171","msg":"trace[1341505437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7215; }","duration":"137.562546ms","start":"2026-04-16T03:53:57.463309Z","end":"2026-04-16T03:53:57.600871Z","steps":["trace[1341505437] 'agreement among raft nodes before linearized reading' (duration: 137.379435ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:57.601073Z","caller":"traceutil/trace.go:171","msg":"trace[674225536] transaction","detail":"{read_only:false; response_revision:7215; number_of_response:1; }","duration":"280.480187ms","start":"2026-04-16T03:53:57.320563Z","end":"2026-04-16T03:53:57.601043Z","steps":["trace[674225536] 'process raft request' (duration: 279.960313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:57.601158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.717868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:53:57.601198Z","caller":"traceutil/trace.go:171","msg":"trace[1766554139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7215; }","duration":"137.786878ms","start":"2026-04-16T03:53:57.463401Z","end":"2026-04-16T03:53:57.601188Z","steps":["trace[1766554139] 'agreement among raft nodes before linearized reading' (duration: 137.686187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:57.601309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.15535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:57.601356Z","caller":"traceutil/trace.go:171","msg":"trace[721136535] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:7215; }","duration":"221.250871ms","start":"2026-04-16T03:53:57.380091Z","end":"2026-04-16T03:53:57.601342Z","steps":["trace[721136535] 'agreement among raft nodes before linearized reading' (duration: 221.16101ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:57.705711Z","caller":"traceutil/trace.go:171","msg":"trace[1456045170] transaction","detail":"{read_only:false; response_revision:7216; number_of_response:1; }","duration":"100.014011ms","start":"2026-04-16T03:53:57.605667Z","end":"2026-04-16T03:53:57.705681Z","steps":["trace[1456045170] 'process raft request' (duration: 59.530577ms)","trace[1456045170] 'compare' (duration: 40.153712ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:57.741435Z","caller":"traceutil/trace.go:171","msg":"trace[320911023] transaction","detail":"{read_only:false; response_revision:7217; number_of_response:1; }","duration":"134.842758ms","start":"2026-04-16T03:53:57.606561Z","end":"2026-04-16T03:53:57.741404Z","steps":["trace[320911023] 'process raft request' (duration: 134.403154ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:57.741721Z","caller":"traceutil/trace.go:171","msg":"trace[1109624370] transaction","detail":"{read_only:false; response_revision:7218; number_of_response:1; }","duration":"127.727203ms","start":"2026-04-16T03:53:57.613948Z","end":"2026-04-16T03:53:57.741675Z","steps":["trace[1109624370] 'process raft request' (duration: 127.132269ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:57.896945Z","caller":"traceutil/trace.go:171","msg":"trace[1017076398] transaction","detail":"{read_only:false; response_revision:7219; number_of_response:1; }","duration":"136.481099ms","start":"2026-04-16T03:53:57.760443Z","end":"2026-04-16T03:53:57.896924Z","steps":["trace[1017076398] 'process raft request' (duration: 136.357939ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:59.973007Z","caller":"traceutil/trace.go:171","msg":"trace[1266981190] transaction","detail":"{read_only:false; response_revision:7225; number_of_response:1; }","duration":"367.130701ms","start":"2026-04-16T03:53:59.605852Z","end":"2026-04-16T03:53:59.972982Z","steps":["trace[1266981190] 'process raft request' (duration: 366.96939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:59.973298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:59.605832Z","time spent":"367.246061ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:00.113939Z","caller":"traceutil/trace.go:171","msg":"trace[319672388] linearizableReadLoop","detail":"{readStateIndex:7510; appliedIndex:7508; }","duration":"404.205803ms","start":"2026-04-16T03:53:59.709707Z","end":"2026-04-16T03:54:00.113913Z","steps":["trace[319672388] 'read index received' (duration: 263.234764ms)","trace[319672388] 'applied index is now lower than readState.Index' (duration: 140.969729ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:00.114384Z","caller":"traceutil/trace.go:171","msg":"trace[1674712355] transaction","detail":"{read_only:false; response_revision:7226; number_of_response:1; }","duration":"495.726679ms","start":"2026-04-16T03:53:59.61863Z","end":"2026-04-16T03:54:00.114357Z","steps":["trace[1674712355] 'process raft request' (duration: 459.988946ms)","trace[1674712355] 'compare' (duration: 35.037658ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:00.114433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.707256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T03:54:00.114601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:59.618612Z","time spent":"495.831169ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:00.114607Z","caller":"traceutil/trace.go:171","msg":"trace[95348872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7227; }","duration":"404.921427ms","start":"2026-04-16T03:53:59.709672Z","end":"2026-04-16T03:54:00.114594Z","steps":["trace[95348872] 'agreement among raft nodes before linearized reading' (duration: 404.622126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:00.11489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:59.709657Z","time spent":"405.135919ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:54:00.115199Z","caller":"traceutil/trace.go:171","msg":"trace[135534269] transaction","detail":"{read_only:false; response_revision:7227; number_of_response:1; }","duration":"178.992166ms","start":"2026-04-16T03:53:59.936192Z","end":"2026-04-16T03:54:00.115184Z","steps":["trace[135534269] 'process raft request' (duration: 177.618698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:00.115492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.598964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:54:00.115559Z","caller":"traceutil/trace.go:171","msg":"trace[1432725171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7227; }","duration":"172.717454ms","start":"2026-04-16T03:53:59.942827Z","end":"2026-04-16T03:54:00.115544Z","steps":["trace[1432725171] 'agreement among raft nodes before linearized reading' (duration: 172.498413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:00.118518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.160806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:54:00.118584Z","caller":"traceutil/trace.go:171","msg":"trace[1868897767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7227; }","duration":"371.265387ms","start":"2026-04-16T03:53:59.747305Z","end":"2026-04-16T03:54:00.11857Z","steps":["trace[1868897767] 'agreement among raft nodes before linearized reading' (duration: 371.081205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:00.118837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:59.747286Z","time spent":"371.506988ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:54:00.506272Z","caller":"traceutil/trace.go:171","msg":"trace[1392722075] transaction","detail":"{read_only:false; response_revision:7230; number_of_response:1; }","duration":"380.326827ms","start":"2026-04-16T03:54:00.125922Z","end":"2026-04-16T03:54:00.506249Z","steps":["trace[1392722075] 'process raft request' (duration: 380.216626ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:00.506588Z","caller":"traceutil/trace.go:171","msg":"trace[2003620039] transaction","detail":"{read_only:false; response_revision:7229; number_of_response:1; }","duration":"380.674119ms","start":"2026-04-16T03:54:00.125901Z","end":"2026-04-16T03:54:00.506575Z","steps":["trace[2003620039] 'process raft request' (duration: 298.182561ms)","trace[2003620039] 'compare' (duration: 81.896554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:00.50665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:00.125888Z","time spent":"380.724379ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:00.506625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:00.125904Z","time spent":"380.432368ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:00.664486Z","caller":"traceutil/trace.go:171","msg":"trace[642409138] transaction","detail":"{read_only:false; response_revision:7231; number_of_response:1; }","duration":"121.145529ms","start":"2026-04-16T03:54:00.543312Z","end":"2026-04-16T03:54:00.664458Z","steps":["trace[642409138] 'process raft request' (duration: 82.684828ms)","trace[642409138] 'compare' (duration: 38.36395ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:01.176223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.184151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:01.176278Z","caller":"traceutil/trace.go:171","msg":"trace[708559405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7232; }","duration":"201.280101ms","start":"2026-04-16T03:54:00.974984Z","end":"2026-04-16T03:54:01.176264Z","steps":["trace[708559405] 'range keys from in-memory index tree' (duration: 201.12238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:02.278503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216730283s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-16T03:54:02.278594Z","caller":"traceutil/trace.go:171","msg":"trace[1066226464] linearizableReadLoop","detail":"{readStateIndex:7517; appliedIndex:7516; }","duration":"1.247214152s","start":"2026-04-16T03:54:01.031365Z","end":"2026-04-16T03:54:02.278579Z","steps":["trace[1066226464] 'read index received' (duration: 30.339058ms)","trace[1066226464] 'applied index is now lower than readState.Index' (duration: 1.216873644s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:02.279154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247781756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:54:02.27918Z","caller":"traceutil/trace.go:171","msg":"trace[1030263477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7232; }","duration":"1.247851756s","start":"2026-04-16T03:54:01.031319Z","end":"2026-04-16T03:54:02.279171Z","steps":["trace[1030263477] 'agreement among raft nodes before linearized reading' (duration: 1.247727185s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:02.279206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:01.031298Z","time spent":"1.247901397s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:54:02.617895Z","caller":"traceutil/trace.go:171","msg":"trace[1238612135] transaction","detail":"{read_only:false; response_revision:7233; number_of_response:1; }","duration":"640.059507ms","start":"2026-04-16T03:54:01.977814Z","end":"2026-04-16T03:54:02.617874Z","steps":["trace[1238612135] 'process raft request' (duration: 639.916506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:02.618191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:01.977798Z","time spent":"640.258988ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:03.138946Z","caller":"traceutil/trace.go:171","msg":"trace[2036296503] linearizableReadLoop","detail":"{readStateIndex:7520; appliedIndex:7517; }","duration":"860.299292ms","start":"2026-04-16T03:54:02.278613Z","end":"2026-04-16T03:54:03.138912Z","steps":["trace[2036296503] 'read index received' (duration: 339.118498ms)","trace[2036296503] 'applied index is now lower than readState.Index' (duration: 521.179724ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:03.139112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49730602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-16T03:54:03.139114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75992028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:03.139142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09040005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-16T03:54:03.139286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486560912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-16T03:54:03.139306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02072084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:54:03.139326Z","caller":"traceutil/trace.go:171","msg":"trace[196585826] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7236; }","duration":"1.486633402s","start":"2026-04-16T03:54:01.65268Z","end":"2026-04-16T03:54:03.139314Z","steps":["trace[196585826] 'agreement among raft nodes before linearized reading' (duration: 1.486550101s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:03.13933Z","caller":"traceutil/trace.go:171","msg":"trace[217939157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7236; }","duration":"2.02079531s","start":"2026-04-16T03:54:01.118527Z","end":"2026-04-16T03:54:03.139322Z","steps":["trace[217939157] 'agreement among raft nodes before linearized reading' (duration: 2.020710879s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:03.139361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:01.652659Z","time spent":"1.486694852s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-16T03:54:03.139382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:01.118511Z","time spent":"2.02084227s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:54:03.139286Z","caller":"traceutil/trace.go:171","msg":"trace[1930458081] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7236; }","duration":"1.090593562s","start":"2026-04-16T03:54:02.04867Z","end":"2026-04-16T03:54:03.139264Z","steps":["trace[1930458081] 'agreement among raft nodes before linearized reading' (duration: 1.090257999s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:03.13951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:02.04865Z","time spent":"1.090834404s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T03:54:03.139576Z","caller":"traceutil/trace.go:171","msg":"trace[1736550268] transaction","detail":"{read_only:false; response_revision:7234; number_of_response:1; }","duration":"1.018828235s","start":"2026-04-16T03:54:02.120734Z","end":"2026-04-16T03:54:03.139562Z","steps":["trace[1736550268] 'process raft request' (duration: 1.017962439s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:03.140806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:02.12071Z","time spent":"1.020016662s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:03.139212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325935715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:03.140981Z","caller":"traceutil/trace.go:171","msg":"trace[1373533437] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:7236; }","duration":"1.327749746s","start":"2026-04-16T03:54:01.813223Z","end":"2026-04-16T03:54:03.140972Z","steps":["trace[1373533437] 'agreement among raft nodes before linearized reading' (duration: 1.325966045s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:03.141031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:01.813199Z","time spent":"1.327800286s","remote":"127.0.0.1:45540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:03.139224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962118138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:03.141225Z","caller":"traceutil/trace.go:171","msg":"trace[167365235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7236; }","duration":"1.964146471s","start":"2026-04-16T03:54:01.17707Z","end":"2026-04-16T03:54:03.141216Z","steps":["trace[167365235] 'agreement among raft nodes before linearized reading' (duration: 1.962132778s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:03.141282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:01.177056Z","time spent":"1.964217291s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:54:03.139167Z","caller":"traceutil/trace.go:171","msg":"trace[1918961977] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7236; }","duration":"1.497408742s","start":"2026-04-16T03:54:01.641744Z","end":"2026-04-16T03:54:03.139153Z","steps":["trace[1918961977] 'agreement among raft nodes before linearized reading' (duration: 1.49723787s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:03.141447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:01.641724Z","time spent":"1.499715086s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-16T03:54:03.139647Z","caller":"traceutil/trace.go:171","msg":"trace[222162620] transaction","detail":"{read_only:false; response_revision:7235; number_of_response:1; }","duration":"1.018463063s","start":"2026-04-16T03:54:02.121172Z","end":"2026-04-16T03:54:03.139636Z","steps":["trace[222162620] 'process raft request' (duration: 1.017668127s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:03.141663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:02.121161Z","time spent":"1.020450555s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:03.139676Z","caller":"traceutil/trace.go:171","msg":"trace[470897959] transaction","detail":"{read_only:false; response_revision:7236; number_of_response:1; }","duration":"856.017215ms","start":"2026-04-16T03:54:02.283651Z","end":"2026-04-16T03:54:03.139669Z","steps":["trace[470897959] 'process raft request' (duration: 855.228049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:03.141857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:02.283626Z","time spent":"858.185638ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:03.139187Z","caller":"traceutil/trace.go:171","msg":"trace[645386035] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:7236; }","duration":"1.760023582s","start":"2026-04-16T03:54:01.379133Z","end":"2026-04-16T03:54:03.139156Z","steps":["trace[645386035] 'agreement among raft nodes before linearized reading' (duration: 1.75989168s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:03.141954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:01.379119Z","time spent":"1.762823811s","remote":"127.0.0.1:57978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:03.13978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.171085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:54:03.142149Z","caller":"traceutil/trace.go:171","msg":"trace[114267913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7236; }","duration":"973.579101ms","start":"2026-04-16T03:54:02.168541Z","end":"2026-04-16T03:54:03.14212Z","steps":["trace[114267913] 'agreement among raft nodes before linearized reading' (duration: 971.152425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:03.142348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:02.168508Z","time spent":"973.809872ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:54:03.261398Z","caller":"traceutil/trace.go:171","msg":"trace[1654445279] linearizableReadLoop","detail":"{readStateIndex:7522; appliedIndex:7521; }","duration":"122.375247ms","start":"2026-04-16T03:54:03.138999Z","end":"2026-04-16T03:54:03.261374Z","steps":["trace[1654445279] 'read index received' (duration: 66.793475ms)","trace[1654445279] 'applied index is now lower than readState.Index' (duration: 55.558942ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:03.261911Z","caller":"traceutil/trace.go:171","msg":"trace[1937023654] transaction","detail":"{read_only:false; response_revision:7237; number_of_response:1; }","duration":"592.394617ms","start":"2026-04-16T03:54:02.669496Z","end":"2026-04-16T03:54:03.261891Z","steps":["trace[1937023654] 'process raft request' (duration: 536.283422ms)","trace[1937023654] 'compare' (duration: 55.470681ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:03.262177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:02.669474Z","time spent":"592.594068ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:03.262422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.354933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:03.263048Z","caller":"traceutil/trace.go:171","msg":"trace[59213656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7237; }","duration":"262.004526ms","start":"2026-04-16T03:54:03.001025Z","end":"2026-04-16T03:54:03.263029Z","steps":["trace[59213656] 'agreement among raft nodes before linearized reading' (duration: 261.352071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:03.262561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.48404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:54:03.263812Z","caller":"traceutil/trace.go:171","msg":"trace[1314991878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7237; }","duration":"753.746188ms","start":"2026-04-16T03:54:02.510051Z","end":"2026-04-16T03:54:03.263797Z","steps":["trace[1314991878] 'agreement among raft nodes before linearized reading' (duration: 752.41658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:03.262633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.254836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:54:03.264181Z","caller":"traceutil/trace.go:171","msg":"trace[650871629] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7237; }","duration":"754.834065ms","start":"2026-04-16T03:54:02.509335Z","end":"2026-04-16T03:54:03.264169Z","steps":["trace[650871629] 'agreement among raft nodes before linearized reading' (duration: 753.243586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:03.264363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:02.509316Z","time spent":"755.001536ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:54:03.264089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:02.510042Z","time spent":"754.02765ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:54:03.277939Z","caller":"traceutil/trace.go:171","msg":"trace[556048224] transaction","detail":"{read_only:false; response_revision:7238; number_of_response:1; }","duration":"129.887305ms","start":"2026-04-16T03:54:03.148036Z","end":"2026-04-16T03:54:03.277924Z","steps":["trace[556048224] 'process raft request' (duration: 129.591063ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:03.278644Z","caller":"traceutil/trace.go:171","msg":"trace[1352708057] transaction","detail":"{read_only:false; response_revision:7239; number_of_response:1; }","duration":"118.461381ms","start":"2026-04-16T03:54:03.16017Z","end":"2026-04-16T03:54:03.278632Z","steps":["trace[1352708057] 'process raft request' (duration: 117.574116ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:03.279466Z","caller":"traceutil/trace.go:171","msg":"trace[289393069] transaction","detail":"{read_only:false; response_revision:7240; number_of_response:1; }","duration":"119.211386ms","start":"2026-04-16T03:54:03.160246Z","end":"2026-04-16T03:54:03.279457Z","steps":["trace[289393069] 'process raft request' (duration: 119.106686ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:03.279571Z","caller":"traceutil/trace.go:171","msg":"trace[230734758] transaction","detail":"{read_only:false; response_revision:7241; number_of_response:1; }","duration":"118.361922ms","start":"2026-04-16T03:54:03.161198Z","end":"2026-04-16T03:54:03.27956Z","steps":["trace[230734758] 'process raft request' (duration: 118.208811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:03.27966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.020103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:03.280671Z","caller":"traceutil/trace.go:171","msg":"trace[729289788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7241; }","duration":"132.06543ms","start":"2026-04-16T03:54:03.148592Z","end":"2026-04-16T03:54:03.280657Z","steps":["trace[729289788] 'agreement among raft nodes before linearized reading' (duration: 131.003343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:03.281002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.733354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:54:03.281111Z","caller":"traceutil/trace.go:171","msg":"trace[1206012169] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7241; }","duration":"132.830004ms","start":"2026-04-16T03:54:03.148223Z","end":"2026-04-16T03:54:03.281053Z","steps":["trace[1206012169] 'agreement among raft nodes before linearized reading' (duration: 132.697573ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:04.798511Z","caller":"traceutil/trace.go:171","msg":"trace[1150848042] transaction","detail":"{read_only:false; response_revision:7244; number_of_response:1; }","duration":"175.241051ms","start":"2026-04-16T03:54:04.623253Z","end":"2026-04-16T03:54:04.798494Z","steps":["trace[1150848042] 'process raft request' (duration: 175.123751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:04.957092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.738998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:04.957383Z","caller":"traceutil/trace.go:171","msg":"trace[1450542967] transaction","detail":"{read_only:false; response_revision:7245; number_of_response:1; }","duration":"290.866734ms","start":"2026-04-16T03:54:04.666499Z","end":"2026-04-16T03:54:04.957366Z","steps":["trace[1450542967] 'process raft request' (duration: 167.787623ms)","trace[1450542967] 'compare' (duration: 122.634517ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:04.95747Z","caller":"traceutil/trace.go:171","msg":"trace[1550531774] linearizableReadLoop","detail":"{readStateIndex:7530; appliedIndex:7529; }","duration":"290.856105ms","start":"2026-04-16T03:54:04.666606Z","end":"2026-04-16T03:54:04.957462Z","steps":["trace[1550531774] 'read index received' (duration: 132.04331ms)","trace[1550531774] 'applied index is now lower than readState.Index' (duration: 158.812015ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:04.957553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.911715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:04.95758Z","caller":"traceutil/trace.go:171","msg":"trace[386710955] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7246; }","duration":"290.985145ms","start":"2026-04-16T03:54:04.666588Z","end":"2026-04-16T03:54:04.957573Z","steps":["trace[386710955] 'agreement among raft nodes before linearized reading' (duration: 290.905595ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:05.257153Z","caller":"traceutil/trace.go:171","msg":"trace[857746904] transaction","detail":"{read_only:false; response_revision:7247; number_of_response:1; }","duration":"109.05261ms","start":"2026-04-16T03:54:05.148083Z","end":"2026-04-16T03:54:05.257136Z","steps":["trace[857746904] 'process raft request' (duration: 108.693437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:05.257336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.43317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:54:05.257367Z","caller":"traceutil/trace.go:171","msg":"trace[50582797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7247; }","duration":"107.497591ms","start":"2026-04-16T03:54:05.149862Z","end":"2026-04-16T03:54:05.257359Z","steps":["trace[50582797] 'agreement among raft nodes before linearized reading' (duration: 107.374ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:05.257081Z","caller":"traceutil/trace.go:171","msg":"trace[2005444193] linearizableReadLoop","detail":"{readStateIndex:7532; appliedIndex:7531; }","duration":"107.155679ms","start":"2026-04-16T03:54:05.149898Z","end":"2026-04-16T03:54:05.257053Z","steps":["trace[2005444193] 'read index received' (duration: 106.940586ms)","trace[2005444193] 'applied index is now lower than readState.Index' (duration: 213.933µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:05.298279Z","caller":"traceutil/trace.go:171","msg":"trace[1307643698] transaction","detail":"{read_only:false; response_revision:7248; number_of_response:1; }","duration":"147.283748ms","start":"2026-04-16T03:54:05.150976Z","end":"2026-04-16T03:54:05.29826Z","steps":["trace[1307643698] 'process raft request' (duration: 146.996016ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:05.54609Z","caller":"traceutil/trace.go:171","msg":"trace[1598384357] transaction","detail":"{read_only:false; response_revision:7249; number_of_response:1; }","duration":"283.798848ms","start":"2026-04-16T03:54:05.262258Z","end":"2026-04-16T03:54:05.546057Z","steps":["trace[1598384357] 'process raft request' (duration: 204.112629ms)","trace[1598384357] 'compare' (duration: 79.042064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:05.546152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.174858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T03:54:05.546164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.422234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:54:05.546188Z","caller":"traceutil/trace.go:171","msg":"trace[104316962] transaction","detail":"{read_only:false; response_revision:7250; number_of_response:1; }","duration":"276.38584ms","start":"2026-04-16T03:54:05.269792Z","end":"2026-04-16T03:54:05.546177Z","steps":["trace[104316962] 'process raft request' (duration: 275.943737ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:05.546241Z","caller":"traceutil/trace.go:171","msg":"trace[1840408926] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7250; }","duration":"258.519124ms","start":"2026-04-16T03:54:05.287682Z","end":"2026-04-16T03:54:05.546201Z","steps":["trace[1840408926] 'agreement among raft nodes before linearized reading' (duration: 258.314943ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:05.546191Z","caller":"traceutil/trace.go:171","msg":"trace[1999147096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7250; }","duration":"262.239828ms","start":"2026-04-16T03:54:05.283941Z","end":"2026-04-16T03:54:05.546181Z","steps":["trace[1999147096] 'agreement among raft nodes before linearized reading' (duration: 262.127097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:05.546133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.884977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:54:05.546386Z","caller":"traceutil/trace.go:171","msg":"trace[1659700614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7250; }","duration":"259.170818ms","start":"2026-04-16T03:54:05.287202Z","end":"2026-04-16T03:54:05.546373Z","steps":["trace[1659700614] 'agreement among raft nodes before linearized reading' (duration: 258.816306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:05.546688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.533653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:54:05.546717Z","caller":"traceutil/trace.go:171","msg":"trace[1345099735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7250; }","duration":"264.593403ms","start":"2026-04-16T03:54:05.282117Z","end":"2026-04-16T03:54:05.54671Z","steps":["trace[1345099735] 'agreement among raft nodes before linearized reading' (duration: 264.389312ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:05.5474Z","caller":"traceutil/trace.go:171","msg":"trace[349869014] linearizableReadLoop","detail":"{readStateIndex:7535; appliedIndex:7533; }","duration":"247.904795ms","start":"2026-04-16T03:54:05.298065Z","end":"2026-04-16T03:54:05.54597Z","steps":["trace[349869014] 'read index received' (duration: 168.118385ms)","trace[349869014] 'applied index is now lower than readState.Index' (duration: 79.78498ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:05.713358Z","caller":"traceutil/trace.go:171","msg":"trace[1071792311] transaction","detail":"{read_only:false; response_revision:7253; number_of_response:1; }","duration":"161.872023ms","start":"2026-04-16T03:54:05.551461Z","end":"2026-04-16T03:54:05.713332Z","steps":["trace[1071792311] 'process raft request' (duration: 161.777143ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:05.713939Z","caller":"traceutil/trace.go:171","msg":"trace[2098608948] transaction","detail":"{read_only:false; response_revision:7254; number_of_response:1; }","duration":"162.376278ms","start":"2026-04-16T03:54:05.551546Z","end":"2026-04-16T03:54:05.713923Z","steps":["trace[2098608948] 'process raft request' (duration: 161.746303ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:05.714945Z","caller":"traceutil/trace.go:171","msg":"trace[890625757] transaction","detail":"{read_only:false; response_revision:7252; number_of_response:1; }","duration":"163.567445ms","start":"2026-04-16T03:54:05.55136Z","end":"2026-04-16T03:54:05.714927Z","steps":["trace[890625757] 'process raft request' (duration: 161.707382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:06.021389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.816605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:54:06.021852Z","caller":"traceutil/trace.go:171","msg":"trace[507742998] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:7254; }","duration":"192.922056ms","start":"2026-04-16T03:54:05.828524Z","end":"2026-04-16T03:54:06.021447Z","steps":["trace[507742998] 'range keys from in-memory index tree' (duration: 192.678224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:06.835455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.411287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:06.83559Z","caller":"traceutil/trace.go:171","msg":"trace[1722449401] transaction","detail":"{read_only:false; response_revision:7255; number_of_response:1; }","duration":"763.304541ms","start":"2026-04-16T03:54:06.07226Z","end":"2026-04-16T03:54:06.835565Z","steps":["trace[1722449401] 'process raft request' (duration: 121.688402ms)","trace[1722449401] 'compare' (duration: 641.213246ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:06.835687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:06.072237Z","time spent":"763.403911ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:07.169565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.647294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:07.169664Z","caller":"traceutil/trace.go:171","msg":"trace[1303834841] linearizableReadLoop","detail":"{readStateIndex:7542; appliedIndex:7541; }","duration":"331.115966ms","start":"2026-04-16T03:54:06.838534Z","end":"2026-04-16T03:54:07.169649Z","steps":["trace[1303834841] 'read index received' (duration: 201.23113ms)","trace[1303834841] 'applied index is now lower than readState.Index' (duration: 129.883276ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:07.169908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.647117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:07.169912Z","caller":"traceutil/trace.go:171","msg":"trace[1590406664] transaction","detail":"{read_only:false; response_revision:7256; number_of_response:1; }","duration":"366.445915ms","start":"2026-04-16T03:54:06.803441Z","end":"2026-04-16T03:54:07.169887Z","steps":["trace[1590406664] 'process raft request' (duration: 236.386149ms)","trace[1590406664] 'compare' (duration: 129.424992ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:07.169951Z","caller":"traceutil/trace.go:171","msg":"trace[648781498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7256; }","duration":"194.714808ms","start":"2026-04-16T03:54:06.975225Z","end":"2026-04-16T03:54:07.16994Z","steps":["trace[648781498] 'agreement among raft nodes before linearized reading' (duration: 194.650537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:07.169986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.434848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T03:54:07.170067Z","caller":"traceutil/trace.go:171","msg":"trace[2074110392] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7256; }","duration":"331.549508ms","start":"2026-04-16T03:54:06.838502Z","end":"2026-04-16T03:54:07.170052Z","steps":["trace[2074110392] 'agreement among raft nodes before linearized reading' (duration: 331.288597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:07.170121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:06.838491Z","time spent":"331.621529ms","remote":"127.0.0.1:45624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:54:07.170689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:06.803417Z","time spent":"367.201641ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:07.481665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.098737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:07.481815Z","caller":"traceutil/trace.go:171","msg":"trace[1971520597] transaction","detail":"{read_only:false; response_revision:7257; number_of_response:1; }","duration":"219.777472ms","start":"2026-04-16T03:54:07.262012Z","end":"2026-04-16T03:54:07.481789Z","steps":["trace[1971520597] 'process raft request' (duration: 60.439464ms)","trace[1971520597] 'compare' (duration: 158.707393ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:08.693188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.163231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:08.693309Z","caller":"traceutil/trace.go:171","msg":"trace[1113904712] transaction","detail":"{read_only:false; response_revision:7259; number_of_response:1; }","duration":"1.142233018s","start":"2026-04-16T03:54:07.551056Z","end":"2026-04-16T03:54:08.693289Z","steps":["trace[1113904712] 'process raft request' (duration: 1.142198698s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:08.693347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:07.551038Z","time spent":"1.142291929s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:08.693343Z","caller":"traceutil/trace.go:171","msg":"trace[56544325] transaction","detail":"{read_only:false; response_revision:7258; number_of_response:1; }","duration":"1.389101516s","start":"2026-04-16T03:54:07.304211Z","end":"2026-04-16T03:54:08.693312Z","steps":["trace[56544325] 'process raft request' (duration: 522.764984ms)","trace[56544325] 'compare' (duration: 866.02482ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:08.69346Z","caller":"traceutil/trace.go:171","msg":"trace[1838567347] linearizableReadLoop","detail":"{readStateIndex:7544; appliedIndex:7543; }","duration":"1.142648471s","start":"2026-04-16T03:54:07.550805Z","end":"2026-04-16T03:54:08.693454Z","steps":["trace[1838567347] 'read index received' (duration: 276.181199ms)","trace[1838567347] 'applied index is now lower than readState.Index' (duration: 866.466642ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:08.693483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:07.304187Z","time spent":"1.389225806s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:08.693591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142788052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:54:08.693608Z","caller":"traceutil/trace.go:171","msg":"trace[391434373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7259; }","duration":"1.142850222s","start":"2026-04-16T03:54:07.550754Z","end":"2026-04-16T03:54:08.693604Z","steps":["trace[391434373] 'agreement among raft nodes before linearized reading' (duration: 1.142755942s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:08.693625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:07.550728Z","time spent":"1.142893302s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:54:10.077914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213405551s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:10.078157Z","caller":"traceutil/trace.go:171","msg":"trace[487994095] transaction","detail":"{read_only:false; response_revision:7262; number_of_response:1; }","duration":"902.287216ms","start":"2026-04-16T03:54:09.175853Z","end":"2026-04-16T03:54:10.07814Z","steps":["trace[487994095] 'process raft request' (duration: 902.244436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:10.078274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:09.175827Z","time spent":"902.371107ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:10.078672Z","caller":"traceutil/trace.go:171","msg":"trace[877916084] transaction","detail":"{read_only:false; response_revision:7260; number_of_response:1; }","duration":"1.765664028s","start":"2026-04-16T03:54:08.312993Z","end":"2026-04-16T03:54:10.078657Z","steps":["trace[877916084] 'process raft request' (duration: 551.27514ms)","trace[877916084] 'compare' (duration: 1.212421375s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:10.078742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:08.312969Z","time spent":"1.765740529s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:10.078885Z","caller":"traceutil/trace.go:171","msg":"trace[1577178332] linearizableReadLoop","detail":"{readStateIndex:7546; appliedIndex:7545; }","duration":"1.385400072s","start":"2026-04-16T03:54:08.693474Z","end":"2026-04-16T03:54:10.078874Z","steps":["trace[1577178332] 'read index received' (duration: 170.902753ms)","trace[1577178332] 'applied index is now lower than readState.Index' (duration: 1.214496159s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:10.07895Z","caller":"traceutil/trace.go:171","msg":"trace[1616572986] transaction","detail":"{read_only:false; response_revision:7261; number_of_response:1; }","duration":"1.38059397s","start":"2026-04-16T03:54:08.698348Z","end":"2026-04-16T03:54:10.078942Z","steps":["trace[1616572986] 'process raft request' (duration: 1.379669624s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:10.079003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:08.698325Z","time spent":"1.38064975s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:10.07929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467354845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:10.079332Z","caller":"traceutil/trace.go:171","msg":"trace[419015881] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:7262; }","duration":"1.467433576s","start":"2026-04-16T03:54:08.611889Z","end":"2026-04-16T03:54:10.079322Z","steps":["trace[419015881] 'agreement among raft nodes before linearized reading' (duration: 1.467341185s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:10.079372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:08.611869Z","time spent":"1.467491337s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":47,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:10.079573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721666252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:54:10.07961Z","caller":"traceutil/trace.go:171","msg":"trace[91236917] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7262; }","duration":"1.721745892s","start":"2026-04-16T03:54:08.357855Z","end":"2026-04-16T03:54:10.079601Z","steps":["trace[91236917] 'agreement among raft nodes before linearized reading' (duration: 1.721629772s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:10.079637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:08.357831Z","time spent":"1.721799913s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T03:54:10.07978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927598052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:10.079815Z","caller":"traceutil/trace.go:171","msg":"trace[838055436] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:7262; }","duration":"1.927664813s","start":"2026-04-16T03:54:08.152142Z","end":"2026-04-16T03:54:10.079807Z","steps":["trace[838055436] 'agreement among raft nodes before linearized reading' (duration: 1.927608682s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:10.079849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:08.152123Z","time spent":"1.927718573s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":9,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:10.080004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044411484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:10.080042Z","caller":"traceutil/trace.go:171","msg":"trace[1841672633] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7262; }","duration":"2.044490974s","start":"2026-04-16T03:54:08.035542Z","end":"2026-04-16T03:54:10.080033Z","steps":["trace[1841672633] 'agreement among raft nodes before linearized reading' (duration: 2.044431254s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:10.080081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:08.035519Z","time spent":"2.044553144s","remote":"127.0.0.1:39324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:10.08026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359922567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:54:10.080295Z","caller":"traceutil/trace.go:171","msg":"trace[1642429604] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7262; }","duration":"2.359973288s","start":"2026-04-16T03:54:07.720313Z","end":"2026-04-16T03:54:10.080287Z","steps":["trace[1642429604] 'agreement among raft nodes before linearized reading' (duration: 2.359880787s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:10.080328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:07.720308Z","time spent":"2.360012968s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:54:10.080491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360192129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:54:10.080524Z","caller":"traceutil/trace.go:171","msg":"trace[2040816414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7262; }","duration":"2.360248449s","start":"2026-04-16T03:54:07.720268Z","end":"2026-04-16T03:54:10.080517Z","steps":["trace[2040816414] 'agreement among raft nodes before linearized reading' (duration: 2.360166868s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:10.080554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:07.720258Z","time spent":"2.360289929s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:54:10.080714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.361486048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:54:10.080748Z","caller":"traceutil/trace.go:171","msg":"trace[2138171875] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7262; }","duration":"2.361520478s","start":"2026-04-16T03:54:07.71922Z","end":"2026-04-16T03:54:10.08074Z","steps":["trace[2138171875] 'agreement among raft nodes before linearized reading' (duration: 2.361433268s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:10.080779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:07.719162Z","time spent":"2.361611209s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:54:10.080923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.363620732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:10.080988Z","caller":"traceutil/trace.go:171","msg":"trace[2137833318] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:7262; }","duration":"2.363715163s","start":"2026-04-16T03:54:07.717234Z","end":"2026-04-16T03:54:10.080949Z","steps":["trace[2137833318] 'agreement among raft nodes before linearized reading' (duration: 2.363646162s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:10.081019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:07.717214Z","time spent":"2.363795483s","remote":"127.0.0.1:45780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":42,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:10.08121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48156028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:54:10.081245Z","caller":"traceutil/trace.go:171","msg":"trace[1550351267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7262; }","duration":"2.48162585s","start":"2026-04-16T03:54:07.599611Z","end":"2026-04-16T03:54:10.081236Z","steps":["trace[1550351267] 'agreement among raft nodes before linearized reading' (duration: 2.48154081s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:10.081276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:07.599593Z","time spent":"2.481677851s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:54:10.57998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311251744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:10.973754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000270066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:54:10.97384Z","caller":"traceutil/trace.go:171","msg":"trace[889636430] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000403086s","start":"2026-04-16T03:54:08.973419Z","end":"2026-04-16T03:54:10.973822Z","steps":["trace[889636430] 'agreement among raft nodes before linearized reading' (duration: 2.000294186s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:10.974126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:08.973401Z","time spent":"2.000708668s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:54:11.080808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311251744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:11.581606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311251744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:12.081778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311251744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:12.582936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311251744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:12.975028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000290826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:54:12.975099Z","caller":"traceutil/trace.go:171","msg":"trace[1050479666] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000395206s","start":"2026-04-16T03:54:10.974685Z","end":"2026-04-16T03:54:12.97508Z","steps":["trace[1050479666] 'agreement among raft nodes before linearized reading' (duration: 2.000307406s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:12.975247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:10.97467Z","time spent":"2.000567007s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:54:13.08384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311251744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:13.485985Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.934797574s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:54:13.486317Z","caller":"traceutil/trace.go:171","msg":"trace[1115266236] transaction","detail":"{read_only:false; response_revision:7263; number_of_response:1; }","duration":"3.997911475s","start":"2026-04-16T03:54:09.488388Z","end":"2026-04-16T03:54:13.4863Z","steps":["trace[1115266236] 'process raft request' (duration: 3.997718224s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:13.486421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:09.488364Z","time spent":"3.997991705s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:14.529663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.875252ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:14.529763Z","caller":"traceutil/trace.go:171","msg":"trace[741815968] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7263; }","duration":"420.988413ms","start":"2026-04-16T03:54:14.10876Z","end":"2026-04-16T03:54:14.529748Z","steps":["trace[741815968] 'range keys from in-memory index tree' (duration: 420.863372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:14.986381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0038704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:54:14.986441Z","caller":"traceutil/trace.go:171","msg":"trace[632619293] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00396063s","start":"2026-04-16T03:54:12.982466Z","end":"2026-04-16T03:54:14.986427Z","steps":["trace[632619293] 'agreement among raft nodes before linearized reading' (duration: 2.0038845s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:14.986474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:12.982454Z","time spent":"2.004014681s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:54:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:15.085872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:10.087637Z","time spent":"4.998230098s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 03:54:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:15.087869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:10.091029Z","time spent":"4.99683839s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 03:54:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:15.495788Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.009654816s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:54:15.4965Z","caller":"traceutil/trace.go:171","msg":"trace[848064018] transaction","detail":"{read_only:false; response_revision:7267; number_of_response:1; }","duration":"5.405102939s","start":"2026-04-16T03:54:10.091369Z","end":"2026-04-16T03:54:15.496472Z","steps":["trace[848064018] 'process raft request' (duration: 5.404798277s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:15.496633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:10.091362Z","time spent":"5.405203519s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:15.496816Z","caller":"traceutil/trace.go:171","msg":"trace[1049543797] transaction","detail":"{read_only:false; response_revision:7268; number_of_response:1; }","duration":"4.799427834s","start":"2026-04-16T03:54:10.697378Z","end":"2026-04-16T03:54:15.496806Z","steps":["trace[1049543797] 'process raft request' (duration: 4.79880967s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:15.496861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:10.697362Z","time spent":"4.799476114s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:15.496966Z","caller":"traceutil/trace.go:171","msg":"trace[471051911] transaction","detail":"{read_only:false; response_revision:7269; number_of_response:1; }","duration":"4.799252313s","start":"2026-04-16T03:54:10.697706Z","end":"2026-04-16T03:54:15.496958Z","steps":["trace[471051911] 'process raft request' (duration: 4.798505188s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:15.497006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:10.697701Z","time spent":"4.799285973s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:15.497106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:10.984059Z","time spent":"4.51304606s","remote":"127.0.0.1:45536","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:54:15.497607Z","caller":"traceutil/trace.go:171","msg":"trace[1523188454] transaction","detail":"{read_only:false; response_revision:7265; number_of_response:1; }","duration":"5.407847386s","start":"2026-04-16T03:54:10.089747Z","end":"2026-04-16T03:54:15.497594Z","steps":["trace[1523188454] 'process raft request' (duration: 5.406366136s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:15.497741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:10.089738Z","time spent":"5.407968146s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:16.885175Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.338757587s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:54:16.983747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997058155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:54:16.983799Z","caller":"traceutil/trace.go:171","msg":"trace[250006035] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997146915s","start":"2026-04-16T03:54:14.986641Z","end":"2026-04-16T03:54:16.983788Z","steps":["trace[250006035] 'agreement among raft nodes before linearized reading' (duration: 1.997077055s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:16.983828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:14.986631Z","time spent":"1.997191765s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:54:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:17.086761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:12.087616Z","time spent":"4.999138954s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T03:54:17.087387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999441907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:54:17.087736Z","caller":"traceutil/trace.go:171","msg":"trace[1378892967] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999823169s","start":"2026-04-16T03:54:12.087899Z","end":"2026-04-16T03:54:17.087722Z","steps":["trace[1378892967] 'agreement among raft nodes before linearized reading' (duration: 4.999465297s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:17.087782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:12.087889Z","time spent":"4.999880219s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/16 03:54:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:17.119114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622813018s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-16T03:54:17.120035Z","caller":"traceutil/trace.go:171","msg":"trace[254722762] linearizableReadLoop","detail":"{readStateIndex:7558; appliedIndex:7548; }","duration":"7.041109062s","start":"2026-04-16T03:54:10.078914Z","end":"2026-04-16T03:54:17.120023Z","steps":["trace[254722762] 'read index received' (duration: 3.407266288s)","trace[254722762] 'applied index is now lower than readState.Index' (duration: 3.633841734s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:17.620923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311251759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:17.719106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.937432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-16T03:54:17.719093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.398241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:54:17.719189Z","caller":"traceutil/trace.go:171","msg":"trace[146195279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"630.037633ms","start":"2026-04-16T03:54:17.089128Z","end":"2026-04-16T03:54:17.719165Z","steps":["trace[146195279] 'agreement among raft nodes before linearized reading' (duration: 629.955012ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:17.719208Z","caller":"traceutil/trace.go:171","msg":"trace[1224677012] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"631.555323ms","start":"2026-04-16T03:54:17.087637Z","end":"2026-04-16T03:54:17.719192Z","steps":["trace[1224677012] 'agreement among raft nodes before linearized reading' (duration: 631.410082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:17.719269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:17.089118Z","time spent":"630.126963ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/16 03:54:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:17.719327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:17.087629Z","time spent":"631.680653ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/16 03:54:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:18.121464Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311251759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:18.621596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311251759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:18.763863Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.878539733s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:54:18.992186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000508268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:54:18.992246Z","caller":"traceutil/trace.go:171","msg":"trace[1558027072] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000614899s","start":"2026-04-16T03:54:16.991617Z","end":"2026-04-16T03:54:18.992232Z","steps":["trace[1558027072] 'agreement among raft nodes before linearized reading' (duration: 2.000536799s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:18.99231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:16.991602Z","time spent":"2.00070054s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:54:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:20.077967Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.313667105s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:54:20.487624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.684212587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:20.487711Z","caller":"traceutil/trace.go:171","msg":"trace[525178752] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:7270; }","duration":"10.684341997s","start":"2026-04-16T03:54:09.803345Z","end":"2026-04-16T03:54:20.487687Z","steps":["trace[525178752] 'agreement among raft nodes before linearized reading' (duration: 7.316730097s)","trace[525178752] 'count revisions from in-memory index tree' (duration: 3.36749957s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:20.48776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:09.803327Z","time spent":"10.684419628s","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:20.48797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.729127939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:20.488009Z","caller":"traceutil/trace.go:171","msg":"trace[339064579] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7270; }","duration":"10.729166839s","start":"2026-04-16T03:54:09.758831Z","end":"2026-04-16T03:54:20.487998Z","steps":["trace[339064579] 'agreement among raft nodes before linearized reading' (duration: 7.361252606s)","trace[339064579] 'count revisions from in-memory index tree' (duration: 3.367869143s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:20.488038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:09.758763Z","time spent":"10.729267679s","remote":"127.0.0.1:45896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":18,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:20.488208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.703758566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:20.488246Z","caller":"traceutil/trace.go:171","msg":"trace[1884009481] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:7270; }","duration":"11.703837897s","start":"2026-04-16T03:54:08.784398Z","end":"2026-04-16T03:54:20.488236Z","steps":["trace[1884009481] 'agreement among raft nodes before linearized reading' (duration: 8.335690402s)","trace[1884009481] 'count revisions from in-memory index tree' (duration: 3.368101734s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:20.48828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:08.784375Z","time spent":"11.703893917s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:20.488408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:17.222702Z","time spent":"3.265704337s","remote":"127.0.0.1:54162","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:54:20.492798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.369370672s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:20.493055Z","caller":"traceutil/trace.go:171","msg":"trace[804350513] linearizableReadLoop","detail":"{readStateIndex:7565; appliedIndex:7558; }","duration":"3.372985775s","start":"2026-04-16T03:54:17.120061Z","end":"2026-04-16T03:54:20.493047Z","steps":["trace[804350513] 'read index received' (duration: 1.644326358s)","trace[804350513] 'applied index is now lower than readState.Index' (duration: 1.728658697s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:20.493211Z","caller":"traceutil/trace.go:171","msg":"trace[1229320137] transaction","detail":"{read_only:false; response_revision:7271; number_of_response:1; }","duration":"5.40541867s","start":"2026-04-16T03:54:15.087784Z","end":"2026-04-16T03:54:20.493203Z","steps":["trace[1229320137] 'process raft request' (duration: 2.032234214s)","trace[1229320137] 'compare' (duration: 3.367382129s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:20.49326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:15.087753Z","time spent":"5.40548224s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:20.493366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.230468594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:20.493389Z","caller":"traceutil/trace.go:171","msg":"trace[77052284] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:7277; }","duration":"6.230528854s","start":"2026-04-16T03:54:14.262855Z","end":"2026-04-16T03:54:20.493384Z","steps":["trace[77052284] 'agreement among raft nodes before linearized reading' (duration: 6.230487193s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.493407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:14.262834Z","time spent":"6.230568455s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:20.49361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.906169695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:20.493594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.663999043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:54:20.493638Z","caller":"traceutil/trace.go:171","msg":"trace[948657379] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:7277; }","duration":"6.906223475s","start":"2026-04-16T03:54:13.587408Z","end":"2026-04-16T03:54:20.493631Z","steps":["trace[948657379] 'agreement among raft nodes before linearized reading' (duration: 6.906175525s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.493659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:13.587394Z","time spent":"6.906260335s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:54:20.493675Z","caller":"traceutil/trace.go:171","msg":"trace[782200908] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:7277; }","duration":"4.664233034s","start":"2026-04-16T03:54:15.82941Z","end":"2026-04-16T03:54:20.493643Z","steps":["trace[782200908] 'agreement among raft nodes before linearized reading' (duration: 4.663914161s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.493744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.342854448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:20.493719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:15.829386Z","time spent":"4.664322564s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"info","ts":"2026-04-16T03:54:20.493766Z","caller":"traceutil/trace.go:171","msg":"trace[172555688] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:7277; }","duration":"7.342908089s","start":"2026-04-16T03:54:13.150852Z","end":"2026-04-16T03:54:20.49376Z","steps":["trace[172555688] 'agreement among raft nodes before linearized reading' (duration: 7.342852248s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.493785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:13.150832Z","time spent":"7.342948039s","remote":"127.0.0.1:58024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:54:20.493822Z","caller":"traceutil/trace.go:171","msg":"trace[1871745608] transaction","detail":"{read_only:false; response_revision:7276; number_of_response:1; }","duration":"2.987792287s","start":"2026-04-16T03:54:17.505776Z","end":"2026-04-16T03:54:20.493568Z","steps":["trace[1871745608] 'process raft request' (duration: 2.987211383s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.493961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.518855698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:20.493985Z","caller":"traceutil/trace.go:171","msg":"trace[622395663] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:7277; }","duration":"9.518913678s","start":"2026-04-16T03:54:10.975066Z","end":"2026-04-16T03:54:20.49398Z","steps":["trace[622395663] 'agreement among raft nodes before linearized reading' (duration: 9.518883048s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.494005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:10.97505Z","time spent":"9.518950738s","remote":"127.0.0.1:58470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:54:20.494036Z","caller":"traceutil/trace.go:171","msg":"trace[349233249] transaction","detail":"{read_only:false; response_revision:7277; number_of_response:1; }","duration":"2.903331427s","start":"2026-04-16T03:54:17.59069Z","end":"2026-04-16T03:54:20.494022Z","steps":["trace[349233249] 'process raft request' (duration: 2.90231614s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.494113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.894643045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:20.494166Z","caller":"traceutil/trace.go:171","msg":"trace[688857991] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7277; }","duration":"9.894696955s","start":"2026-04-16T03:54:10.599435Z","end":"2026-04-16T03:54:20.494132Z","steps":["trace[688857991] 'agreement among raft nodes before linearized reading' (duration: 9.894660985s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.494194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:10.599417Z","time spent":"9.894770335s","remote":"127.0.0.1:60274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:20.49424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:17.590668Z","time spent":"2.903410048s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:20.494371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.40682851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:54:20.494395Z","caller":"traceutil/trace.go:171","msg":"trace[1398376514] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7277; }","duration":"10.40688319s","start":"2026-04-16T03:54:10.087506Z","end":"2026-04-16T03:54:20.494389Z","steps":["trace[1398376514] 'agreement among raft nodes before linearized reading' (duration: 10.40678974s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.494413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:10.087482Z","time spent":"10.406926901s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T03:54:20.494505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.989721379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:54:20.494524Z","caller":"traceutil/trace.go:171","msg":"trace[1147649989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7277; }","duration":"2.989764359s","start":"2026-04-16T03:54:17.504755Z","end":"2026-04-16T03:54:20.494519Z","steps":["trace[1147649989] 'agreement among raft nodes before linearized reading' (duration: 2.989714919s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.494541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:17.504745Z","time spent":"2.989792849s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:54:20.494582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.407287219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-16T03:54:20.494669Z","caller":"traceutil/trace.go:171","msg":"trace[1369302753] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7277; }","duration":"3.407397229s","start":"2026-04-16T03:54:17.087259Z","end":"2026-04-16T03:54:20.494657Z","steps":["trace[1369302753] 'agreement among raft nodes before linearized reading' (duration: 3.407156338s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.494717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:17.087243Z","time spent":"3.407451529s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-16T03:54:20.494762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068232027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:20.49479Z","caller":"traceutil/trace.go:171","msg":"trace[592235845] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7277; }","duration":"1.068289467s","start":"2026-04-16T03:54:19.426494Z","end":"2026-04-16T03:54:20.494784Z","steps":["trace[592235845] 'agreement among raft nodes before linearized reading' (duration: 1.068247927s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.494809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:19.426478Z","time spent":"1.068325367s","remote":"127.0.0.1:57914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:20.494885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.61327388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:20.494921Z","caller":"traceutil/trace.go:171","msg":"trace[1602661232] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7277; }","duration":"3.613312571s","start":"2026-04-16T03:54:16.8816Z","end":"2026-04-16T03:54:20.494912Z","steps":["trace[1602661232] 'agreement among raft nodes before linearized reading' (duration: 3.61325343s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.494941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317902982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:54:20.494955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:16.881578Z","time spent":"3.613363871s","remote":"127.0.0.1:45702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:54:20.494965Z","caller":"traceutil/trace.go:171","msg":"trace[2018808946] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7277; }","duration":"1.317963932s","start":"2026-04-16T03:54:19.176996Z","end":"2026-04-16T03:54:20.49496Z","steps":["trace[2018808946] 'agreement among raft nodes before linearized reading' (duration: 1.317920192s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.494985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:19.17698Z","time spent":"1.318000133s","remote":"127.0.0.1:45882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:20.495066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404990609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:54:20.495086Z","caller":"traceutil/trace.go:171","msg":"trace[1085534409] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7277; }","duration":"1.40505061s","start":"2026-04-16T03:54:19.090031Z","end":"2026-04-16T03:54:20.495081Z","steps":["trace[1085534409] 'agreement among raft nodes before linearized reading' (duration: 1.404995979s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.495101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:19.090009Z","time spent":"1.40508916s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:54:20.495185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502576704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:20.495246Z","caller":"traceutil/trace.go:171","msg":"trace[183062244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7277; }","duration":"1.502665285s","start":"2026-04-16T03:54:18.992575Z","end":"2026-04-16T03:54:20.495241Z","steps":["trace[183062244] 'agreement among raft nodes before linearized reading' (duration: 1.502595564s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.495262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:18.992555Z","time spent":"1.502703456s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:54:20.49536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530364815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:20.495369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.941527007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:54:20.495415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723447443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:20.495417Z","caller":"traceutil/trace.go:171","msg":"trace[1797749424] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:7277; }","duration":"3.941625569s","start":"2026-04-16T03:54:16.553778Z","end":"2026-04-16T03:54:20.495403Z","steps":["trace[1797749424] 'agreement among raft nodes before linearized reading' (duration: 3.941374167s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:20.495437Z","caller":"traceutil/trace.go:171","msg":"trace[1087603853] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7277; }","duration":"1.723504093s","start":"2026-04-16T03:54:18.771928Z","end":"2026-04-16T03:54:20.495432Z","steps":["trace[1087603853] 'agreement among raft nodes before linearized reading' (duration: 1.723468543s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.495456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:18.771911Z","time spent":"1.723540264s","remote":"127.0.0.1:55280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:20.495452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:16.553759Z","time spent":"3.941684579s","remote":"127.0.0.1:44420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":40,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:20.495531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209907711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-16T03:54:20.495551Z","caller":"traceutil/trace.go:171","msg":"trace[1824513808] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7277; }","duration":"2.209943482s","start":"2026-04-16T03:54:18.285603Z","end":"2026-04-16T03:54:20.495547Z","steps":["trace[1824513808] 'agreement among raft nodes before linearized reading' (duration: 2.209889991s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.49557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:18.285597Z","time spent":"2.209968232s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-16T03:54:20.495668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21139108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-16T03:54:20.49569Z","caller":"traceutil/trace.go:171","msg":"trace[778661235] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7277; }","duration":"2.21144132s","start":"2026-04-16T03:54:18.284244Z","end":"2026-04-16T03:54:20.495685Z","steps":["trace[778661235] 'agreement among raft nodes before linearized reading' (duration: 2.21139086s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:20.495385Z","caller":"traceutil/trace.go:171","msg":"trace[656513853] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7277; }","duration":"1.530426676s","start":"2026-04-16T03:54:18.964954Z","end":"2026-04-16T03:54:20.49538Z","steps":["trace[656513853] 'agreement among raft nodes before linearized reading' (duration: 1.530390325s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.495708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:18.284229Z","time spent":"2.211473831s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-16T03:54:20.495724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:18.964935Z","time spent":"1.530778538s","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:20.495777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.598972614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:20.495799Z","caller":"traceutil/trace.go:171","msg":"trace[1803698766] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7277; }","duration":"2.599029724s","start":"2026-04-16T03:54:17.896764Z","end":"2026-04-16T03:54:20.495794Z","steps":["trace[1803698766] 'agreement among raft nodes before linearized reading' (duration: 2.598997174s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.495816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:17.896744Z","time spent":"2.599067024s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:20.493937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.770467755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:20.495863Z","caller":"traceutil/trace.go:171","msg":"trace[1281179382] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:7277; }","duration":"8.772394387s","start":"2026-04-16T03:54:11.723461Z","end":"2026-04-16T03:54:20.495855Z","steps":["trace[1281179382] 'agreement among raft nodes before linearized reading' (duration: 8.770458885s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.495891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:11.723401Z","time spent":"8.772482097s","remote":"127.0.0.1:55302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:20.495923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773980874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:54:20.495945Z","caller":"traceutil/trace.go:171","msg":"trace[702062122] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7277; }","duration":"2.774029644s","start":"2026-04-16T03:54:17.721911Z","end":"2026-04-16T03:54:20.49594Z","steps":["trace[702062122] 'agreement among raft nodes before linearized reading' (duration: 2.773977884s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.495965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:17.721898Z","time spent":"2.774063814s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:54:20.496034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.775033711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:54:20.496052Z","caller":"traceutil/trace.go:171","msg":"trace[1286372192] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7277; }","duration":"2.775084621s","start":"2026-04-16T03:54:17.720963Z","end":"2026-04-16T03:54:20.496048Z","steps":["trace[1286372192] 'agreement among raft nodes before linearized reading' (duration: 2.77504176s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.496068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:17.720947Z","time spent":"2.775118051s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:54:20.496156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991248038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:54:20.496175Z","caller":"traceutil/trace.go:171","msg":"trace[470618780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7277; }","duration":"2.991306929s","start":"2026-04-16T03:54:17.504864Z","end":"2026-04-16T03:54:20.496171Z","steps":["trace[470618780] 'agreement among raft nodes before linearized reading' (duration: 2.991247638s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.49619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:17.504842Z","time spent":"2.991344401s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:54:20.496232Z","caller":"traceutil/trace.go:171","msg":"trace[604584016] transaction","detail":"{read_only:false; response_revision:7272; number_of_response:1; }","duration":"5.284205562s","start":"2026-04-16T03:54:15.212016Z","end":"2026-04-16T03:54:20.496222Z","steps":["trace[604584016] 'process raft request' (duration: 5.280830929s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.496277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:15.211991Z","time spent":"5.284260682s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:20.496337Z","caller":"traceutil/trace.go:171","msg":"trace[415993629] transaction","detail":"{read_only:false; response_revision:7273; number_of_response:1; }","duration":"5.003144231s","start":"2026-04-16T03:54:15.493186Z","end":"2026-04-16T03:54:20.49633Z","steps":["trace[415993629] 'process raft request' (duration: 4.999706698s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.496372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:15.493163Z","time spent":"5.003192022s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:20.495547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.470060829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:20.496432Z","caller":"traceutil/trace.go:171","msg":"trace[263285632] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:7277; }","duration":"4.470980666s","start":"2026-04-16T03:54:16.025446Z","end":"2026-04-16T03:54:20.496427Z","steps":["trace[263285632] 'agreement among raft nodes before linearized reading' (duration: 4.470075249s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.496527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:16.025426Z","time spent":"4.471019096s","remote":"127.0.0.1:45746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:20.496667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:17.505765Z","time spent":"2.988868604s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:20.497572Z","caller":"traceutil/trace.go:171","msg":"trace[1907538150] transaction","detail":"{read_only:false; response_revision:7274; number_of_response:1; }","duration":"4.99835404s","start":"2026-04-16T03:54:15.499203Z","end":"2026-04-16T03:54:20.497557Z","steps":["trace[1907538150] 'process raft request' (duration: 4.993720019s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.497677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:15.499184Z","time spent":"4.998470461s","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:54:20.497885Z","caller":"traceutil/trace.go:171","msg":"trace[1045814708] transaction","detail":"{read_only:false; response_revision:7275; number_of_response:1; }","duration":"2.994559521s","start":"2026-04-16T03:54:17.503317Z","end":"2026-04-16T03:54:20.497876Z","steps":["trace[1045814708] 'process raft request' (duration: 2.989648209s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.497997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:17.503286Z","time spent":"2.994648191s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:20.493908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.665443378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:20.498558Z","caller":"traceutil/trace.go:171","msg":"trace[1583736195] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:7277; }","duration":"7.670091978s","start":"2026-04-16T03:54:12.828412Z","end":"2026-04-16T03:54:20.498504Z","steps":["trace[1583736195] 'agreement among raft nodes before linearized reading' (duration: 7.665462818s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.498775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:12.828385Z","time spent":"7.670376601s","remote":"127.0.0.1:45796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":42,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:21.003638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311251765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:21.504371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311251765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:21.926575Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.426746391s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:54:22.087065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584134095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:54:22.087119Z","caller":"traceutil/trace.go:171","msg":"trace[1155413972] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"1.584215006s","start":"2026-04-16T03:54:20.502892Z","end":"2026-04-16T03:54:22.087107Z","steps":["trace[1155413972] 'agreement among raft nodes before linearized reading' (duration: 1.584144945s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:22.087146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:20.502882Z","time spent":"1.584258016s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/16 03:54:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:22.087307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:20.502963Z","time spent":"1.584341937s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 03:54:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/16 03:54:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:22.508365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000117585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:54:22.50845Z","caller":"traceutil/trace.go:171","msg":"trace[902066750] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000229435s","start":"2026-04-16T03:54:20.508204Z","end":"2026-04-16T03:54:22.508434Z","steps":["trace[902066750] 'agreement among raft nodes before linearized reading' (duration: 2.000131015s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:22.508497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:20.508197Z","time spent":"2.000284706s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:54:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:23.472991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546210109s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-16T03:54:23.473067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:20.499671Z","time spent":"2.973393483s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:54:24.509821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001041931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:54:24.509912Z","caller":"traceutil/trace.go:171","msg":"trace[602697723] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001172841s","start":"2026-04-16T03:54:22.508713Z","end":"2026-04-16T03:54:24.509885Z","steps":["trace[602697723] 'agreement among raft nodes before linearized reading' (duration: 2.001072181s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:24.509957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:22.508702Z","time spent":"2.001246282s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:54:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:24.53109Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.60439075s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:54:24.770111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.652549ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:24.770279Z","caller":"traceutil/trace.go:171","msg":"trace[1737218503] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7277; }","duration":"661.85891ms","start":"2026-04-16T03:54:24.108402Z","end":"2026-04-16T03:54:24.770261Z","steps":["trace[1737218503] 'range keys from in-memory index tree' (duration: 661.636599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:24.770281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.747075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:24.771567Z","caller":"traceutil/trace.go:171","msg":"trace[686691110] transaction","detail":"{read_only:false; response_revision:7279; number_of_response:1; }","duration":"4.266031281s","start":"2026-04-16T03:54:20.505518Z","end":"2026-04-16T03:54:24.771549Z","steps":["trace[686691110] 'process raft request' (duration: 4.264856183s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:24.771823Z","caller":"traceutil/trace.go:171","msg":"trace[1510962845] transaction","detail":"{read_only:false; response_revision:7280; number_of_response:1; }","duration":"4.263432133s","start":"2026-04-16T03:54:20.508373Z","end":"2026-04-16T03:54:24.771806Z","steps":["trace[1510962845] 'process raft request' (duration: 4.263129122s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:24.772031Z","caller":"traceutil/trace.go:171","msg":"trace[1494406149] transaction","detail":"{read_only:false; response_revision:7281; number_of_response:1; }","duration":"4.263604895s","start":"2026-04-16T03:54:20.508412Z","end":"2026-04-16T03:54:24.772017Z","steps":["trace[1494406149] 'process raft request' (duration: 4.263309193s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:24.773231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:20.508409Z","time spent":"4.264775402s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:24.772067Z","caller":"traceutil/trace.go:171","msg":"trace[814881146] transaction","detail":"{read_only:false; response_revision:7282; number_of_response:1; }","duration":"4.263526114s","start":"2026-04-16T03:54:20.508528Z","end":"2026-04-16T03:54:24.772054Z","steps":["trace[814881146] 'process raft request' (duration: 4.263426273s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:24.772865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:20.505497Z","time spent":"4.267300208s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:24.773388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:20.508514Z","time spent":"4.264807882s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:24.773369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:20.508367Z","time spent":"4.26454953s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:25.004268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999989114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:54:25.004351Z","caller":"traceutil/trace.go:171","msg":"trace[605259512] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000126585s","start":"2026-04-16T03:54:23.004206Z","end":"2026-04-16T03:54:25.004332Z","steps":["trace[605259512] 'agreement among raft nodes before linearized reading' (duration: 2.000017724s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:25.004442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:23.004185Z","time spent":"2.000245825s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:54:25.489014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.975419151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:54:25.489161Z","caller":"traceutil/trace.go:171","msg":"trace[1568709014] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.975606532s","start":"2026-04-16T03:54:20.513535Z","end":"2026-04-16T03:54:25.489142Z","steps":["trace[1568709014] 'agreement among raft nodes before linearized reading' (duration: 4.975442341s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:25.489242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:20.513521Z","time spent":"4.975708592s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/16 03:54:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:25.517355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.947899291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:54:25.517513Z","caller":"traceutil/trace.go:171","msg":"trace[1338786503] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; }","duration":"4.948049252s","start":"2026-04-16T03:54:20.569395Z","end":"2026-04-16T03:54:25.517444Z","steps":["trace[1338786503] 'agreement among raft nodes before linearized reading' (duration: 4.947894941s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:25.51762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:20.569357Z","time spent":"4.948248403s","remote":"127.0.0.1:45896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} 2026/04/16 03:54:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:26.365214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593179405s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-16T03:54:26.365295Z","caller":"traceutil/trace.go:171","msg":"trace[738585937] linearizableReadLoop","detail":"{readStateIndex:7572; appliedIndex:7565; }","duration":"5.862372816s","start":"2026-04-16T03:54:20.502907Z","end":"2026-04-16T03:54:26.36528Z","steps":["trace[738585937] 'read index received' (duration: 1.423819272s)","trace[738585937] 'applied index is now lower than readState.Index' (duration: 4.438552274s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:26.516621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000367317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:54:26.516709Z","caller":"traceutil/trace.go:171","msg":"trace[49678693] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000508077s","start":"2026-04-16T03:54:24.516183Z","end":"2026-04-16T03:54:26.516691Z","steps":["trace[49678693] 'agreement among raft nodes before linearized reading' (duration: 2.000403217s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:26.516755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:24.516161Z","time spent":"2.000584578s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:54:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:26.86635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311251778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:27.366602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521225532311251778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:27.418852Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.887381213s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:54:27.41959Z","caller":"traceutil/trace.go:171","msg":"trace[2021256949] transaction","detail":"{read_only:false; response_revision:7285; number_of_response:1; }","duration":"4.912833753s","start":"2026-04-16T03:54:22.506731Z","end":"2026-04-16T03:54:27.419565Z","steps":["trace[2021256949] 'process raft request' (duration: 4.912699022s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:27.419745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:22.506707Z","time spent":"4.912959113s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:27.42001Z","caller":"traceutil/trace.go:171","msg":"trace[1321311007] transaction","detail":"{read_only:false; response_revision:7286; number_of_response:1; }","duration":"4.912530501s","start":"2026-04-16T03:54:22.507447Z","end":"2026-04-16T03:54:27.419977Z","steps":["trace[1321311007] 'process raft request' (duration: 4.912077338s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:27.420205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:22.507419Z","time spent":"4.912674322s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:27.420082Z","caller":"traceutil/trace.go:171","msg":"trace[1267904433] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7286; }","duration":"3.943874772s","start":"2026-04-16T03:54:23.47616Z","end":"2026-04-16T03:54:27.420034Z","steps":["trace[1267904433] 'process raft request' (duration: 3.943742522s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:27.420306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.69429026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:27.420348Z","caller":"traceutil/trace.go:171","msg":"trace[1115826911] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:7286; }","duration":"4.69436593s","start":"2026-04-16T03:54:22.72597Z","end":"2026-04-16T03:54:27.420336Z","steps":["trace[1115826911] 'agreement among raft nodes before linearized reading' (duration: 4.694232179s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:27.420038Z","caller":"traceutil/trace.go:171","msg":"trace[563824977] linearizableReadLoop","detail":"{readStateIndex:7576; appliedIndex:7572; }","duration":"1.054693278s","start":"2026-04-16T03:54:26.365313Z","end":"2026-04-16T03:54:27.420006Z","steps":["trace[563824977] 'read index received' (duration: 1.053880423s)","trace[563824977] 'applied index is now lower than readState.Index' (duration: 811.565µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:27.420389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:22.725952Z","time spent":"4.69442893s","remote":"127.0.0.1:44394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:27.42049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.734941046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:27.420537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050898463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:27.420625Z","caller":"traceutil/trace.go:171","msg":"trace[662506873] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7286; }","duration":"1.051019594s","start":"2026-04-16T03:54:26.369589Z","end":"2026-04-16T03:54:27.420608Z","steps":["trace[662506873] 'agreement among raft nodes before linearized reading' (duration: 1.050873223s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:27.420682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:26.369571Z","time spent":"1.051098504s","remote":"127.0.0.1:45676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:27.420702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502604014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:27.420664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:23.476139Z","time spent":"3.944212865s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:27.420749Z","caller":"traceutil/trace.go:171","msg":"trace[742171979] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:7286; }","duration":"1.502698946s","start":"2026-04-16T03:54:25.918039Z","end":"2026-04-16T03:54:27.420738Z","steps":["trace[742171979] 'agreement among raft nodes before linearized reading' (duration: 1.502515925s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:27.420771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.107756602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-16T03:54:27.420784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:25.918008Z","time spent":"1.502766776s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:54:27.420814Z","caller":"traceutil/trace.go:171","msg":"trace[1068315208] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7286; }","duration":"5.107825912s","start":"2026-04-16T03:54:22.31297Z","end":"2026-04-16T03:54:27.420796Z","steps":["trace[1068315208] 'agreement among raft nodes before linearized reading' (duration: 5.107688401s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:27.420835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.394233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:54:27.420883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.927685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:27.420886Z","caller":"traceutil/trace.go:171","msg":"trace[1161675612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7286; }","duration":"639.482863ms","start":"2026-04-16T03:54:26.781392Z","end":"2026-04-16T03:54:27.420875Z","steps":["trace[1161675612] 'agreement among raft nodes before linearized reading' (duration: 639.330363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:27.420895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.700146809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:27.420912Z","caller":"traceutil/trace.go:171","msg":"trace[884103521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7286; }","duration":"904.015097ms","start":"2026-04-16T03:54:26.516888Z","end":"2026-04-16T03:54:27.420903Z","steps":["trace[884103521] 'agreement among raft nodes before linearized reading' (duration: 903.970376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:27.420919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:26.781371Z","time spent":"639.538984ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:54:27.420922Z","caller":"traceutil/trace.go:171","msg":"trace[465058092] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:7286; }","duration":"5.700206859s","start":"2026-04-16T03:54:21.720708Z","end":"2026-04-16T03:54:27.420915Z","steps":["trace[465058092] 'agreement among raft nodes before linearized reading' (duration: 5.700164458s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:27.42094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:26.516868Z","time spent":"904.066157ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:54:27.420947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:21.720691Z","time spent":"5.700250239s","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:54:27.420626Z","caller":"traceutil/trace.go:171","msg":"trace[1331611914] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:7286; }","duration":"5.735118207s","start":"2026-04-16T03:54:21.685484Z","end":"2026-04-16T03:54:27.420602Z","steps":["trace[1331611914] 'agreement among raft nodes before linearized reading' (duration: 5.734918816s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:27.421076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:21.685467Z","time spent":"5.735597591s","remote":"127.0.0.1:57918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:27.421108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.603956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:54:27.421139Z","caller":"traceutil/trace.go:171","msg":"trace[846134222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7286; }","duration":"639.671016ms","start":"2026-04-16T03:54:26.781456Z","end":"2026-04-16T03:54:27.421127Z","steps":["trace[846134222] 'agreement among raft nodes before linearized reading' (duration: 639.590496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:27.421176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:26.781434Z","time spent":"639.735966ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:54:27.421189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.892525568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:27.421224Z","caller":"traceutil/trace.go:171","msg":"trace[875421086] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:7286; }","duration":"3.892594649s","start":"2026-04-16T03:54:23.528616Z","end":"2026-04-16T03:54:27.421211Z","steps":["trace[875421086] 'agreement among raft nodes before linearized reading' (duration: 3.892547648s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:27.420852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:22.312948Z","time spent":"5.107895762s","remote":"127.0.0.1:45620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-16T03:54:27.421321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.05092581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:27.421348Z","caller":"traceutil/trace.go:171","msg":"trace[258394290] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:7286; }","duration":"4.05095289s","start":"2026-04-16T03:54:23.370387Z","end":"2026-04-16T03:54:27.42134Z","steps":["trace[258394290] 'agreement among raft nodes before linearized reading' (duration: 4.05089696s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:27.421381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:23.37034Z","time spent":"4.051034061s","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:27.421266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:23.528595Z","time spent":"3.89266272s","remote":"127.0.0.1:58364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:27.42114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.574556517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:27.421462Z","caller":"traceutil/trace.go:171","msg":"trace[412021107] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:7286; }","duration":"3.574902831s","start":"2026-04-16T03:54:23.846543Z","end":"2026-04-16T03:54:27.421445Z","steps":["trace[412021107] 'agreement among raft nodes before linearized reading' (duration: 3.574505559s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:27.421515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:23.846526Z","time spent":"3.574974141s","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":71,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:27.421558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.672060575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:27.421595Z","caller":"traceutil/trace.go:171","msg":"trace[539208654] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:7286; }","duration":"4.672149435s","start":"2026-04-16T03:54:22.749435Z","end":"2026-04-16T03:54:27.421584Z","steps":["trace[539208654] 'agreement among raft nodes before linearized reading' (duration: 4.672087054s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:27.421631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:22.749412Z","time spent":"4.672211256s","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:27.42178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.963254483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:54:27.421781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.918670485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-04-16T03:54:27.42182Z","caller":"traceutil/trace.go:171","msg":"trace[1446717573] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:7286; }","duration":"5.963332663s","start":"2026-04-16T03:54:21.458478Z","end":"2026-04-16T03:54:27.421811Z","steps":["trace[1446717573] 'agreement among raft nodes before linearized reading' (duration: 5.963270133s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:27.421826Z","caller":"traceutil/trace.go:171","msg":"trace[866506793] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:7286; }","duration":"6.918740155s","start":"2026-04-16T03:54:20.503076Z","end":"2026-04-16T03:54:27.421816Z","steps":["trace[866506793] 'agreement among raft nodes before linearized reading' (duration: 6.918611944s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:27.421852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:21.458458Z","time spent":"5.963386313s","remote":"127.0.0.1:45822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:27.421859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:20.503064Z","time spent":"6.918788435s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T03:54:27.421976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.387019132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T03:54:27.422026Z","caller":"traceutil/trace.go:171","msg":"trace[273593921] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7286; }","duration":"6.387115332s","start":"2026-04-16T03:54:21.0349Z","end":"2026-04-16T03:54:27.422015Z","steps":["trace[273593921] 'agreement among raft nodes before linearized reading' (duration: 6.38666609s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:27.422058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:21.034805Z","time spent":"6.387244474s","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":725,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:27.421789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.918700745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-16T03:54:27.422635Z","caller":"traceutil/trace.go:171","msg":"trace[404026238] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25; range_end:; response_count:1; response_revision:7286; }","duration":"6.9195769s","start":"2026-04-16T03:54:20.503033Z","end":"2026-04-16T03:54:27.42261Z","steps":["trace[404026238] 'agreement among raft nodes before linearized reading' (duration: 6.917160284s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:27.422999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:20.503028Z","time spent":"6.919938132s","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25\" "} {"level":"warn","ts":"2026-04-16T03:54:29.418625Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.705553657s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:54:29.428787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000019034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:54:29.428869Z","caller":"traceutil/trace.go:171","msg":"trace[1211125594] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000127945s","start":"2026-04-16T03:54:27.428723Z","end":"2026-04-16T03:54:29.428851Z","steps":["trace[1211125594] 'agreement among raft nodes before linearized reading' (duration: 2.000038074s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:29.428915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:27.428715Z","time spent":"2.000191245s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:54:29.45384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740667984s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-16T03:54:29.454058Z","caller":"traceutil/trace.go:171","msg":"trace[775137657] linearizableReadLoop","detail":"{readStateIndex:7577; appliedIndex:7576; }","duration":"2.028167908s","start":"2026-04-16T03:54:27.425873Z","end":"2026-04-16T03:54:29.454041Z","steps":["trace[775137657] 'read index received' (duration: 287.291252ms)","trace[775137657] 'applied index is now lower than readState.Index' (duration: 1.740875716s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:29.454447Z","caller":"traceutil/trace.go:171","msg":"trace[1912775729] transaction","detail":"{read_only:false; response_revision:7290; number_of_response:1; }","duration":"2.025266338s","start":"2026-04-16T03:54:27.429168Z","end":"2026-04-16T03:54:29.454434Z","steps":["trace[1912775729] 'process raft request' (duration: 2.025212468s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:29.454555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:27.429157Z","time spent":"2.025332999s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:29.454763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:27.42379Z","time spent":"2.030971466s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:54:29.454962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029084055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ee366806-8c61-4334-a7b0-580261314cd9\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-16T03:54:29.455003Z","caller":"traceutil/trace.go:171","msg":"trace[1539223177] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ee366806-8c61-4334-a7b0-580261314cd9; range_end:; response_count:1; response_revision:7290; }","duration":"2.029150925s","start":"2026-04-16T03:54:27.425841Z","end":"2026-04-16T03:54:29.454992Z","steps":["trace[1539223177] 'agreement among raft nodes before linearized reading' (duration: 2.029051344s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:29.455039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:27.425824Z","time spent":"2.029207835s","remote":"127.0.0.1:45604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-ee366806-8c61-4334-a7b0-580261314cd9\" "} {"level":"info","ts":"2026-04-16T03:54:29.455195Z","caller":"traceutil/trace.go:171","msg":"trace[396446706] transaction","detail":"{read_only:false; response_revision:7287; number_of_response:1; }","duration":"2.029145805s","start":"2026-04-16T03:54:27.426039Z","end":"2026-04-16T03:54:29.455185Z","steps":["trace[396446706] 'process raft request' (duration: 2.027901376s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:29.455406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:27.426027Z","time spent":"2.029347106s","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:29.455759Z","caller":"traceutil/trace.go:171","msg":"trace[312029626] transaction","detail":"{read_only:false; response_revision:7288; number_of_response:1; }","duration":"2.028734201s","start":"2026-04-16T03:54:27.426997Z","end":"2026-04-16T03:54:29.455731Z","steps":["trace[312029626] 'process raft request' (duration: 2.027164891s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:29.456035Z","caller":"traceutil/trace.go:171","msg":"trace[1071556672] transaction","detail":"{read_only:false; response_revision:7289; number_of_response:1; }","duration":"2.028814551s","start":"2026-04-16T03:54:27.427207Z","end":"2026-04-16T03:54:29.456021Z","steps":["trace[1071556672] 'process raft request' (duration: 2.027064269s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:29.456115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:27.427186Z","time spent":"2.028891823s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:29.456011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:27.426985Z","time spent":"2.028918402s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:29.457007Z","caller":"traceutil/trace.go:171","msg":"trace[348233507] transaction","detail":"{read_only:false; response_revision:7291; number_of_response:1; }","duration":"1.448852715s","start":"2026-04-16T03:54:28.008117Z","end":"2026-04-16T03:54:29.45697Z","steps":["trace[348233507] 'process raft request' (duration: 1.448546483s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:29.459068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:28.008094Z","time spent":"1.450941319s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:30.772522Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.29912573s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:54:31.429578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000365616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:54:31.429663Z","caller":"traceutil/trace.go:171","msg":"trace[577774843] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000498657s","start":"2026-04-16T03:54:29.429148Z","end":"2026-04-16T03:54:31.429646Z","steps":["trace[577774843] 'agreement among raft nodes before linearized reading' (duration: 2.000389436s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:31.429704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:29.429131Z","time spent":"2.000564178s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:54:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:32.04211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269332996s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:32.042246Z","caller":"traceutil/trace.go:171","msg":"trace[1872974242] linearizableReadLoop","detail":"{readStateIndex:7584; appliedIndex:7582; }","duration":"2.588139374s","start":"2026-04-16T03:54:29.454094Z","end":"2026-04-16T03:54:32.042233Z","steps":["trace[1872974242] 'read index received' (duration: 2.866789ms)","trace[1872974242] 'applied index is now lower than readState.Index' (duration: 2.585271555s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:32.042416Z","caller":"traceutil/trace.go:171","msg":"trace[60895742] transaction","detail":"{read_only:false; response_revision:7292; number_of_response:1; }","duration":"2.61368445s","start":"2026-04-16T03:54:29.428722Z","end":"2026-04-16T03:54:32.042406Z","steps":["trace[60895742] 'process raft request' (duration: 1.343989812s)","trace[60895742] 'compare' (duration: 1.269085685s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:32.042464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:29.428675Z","time spent":"2.61376557s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:32.04259Z","caller":"traceutil/trace.go:171","msg":"trace[53387807] transaction","detail":"{read_only:false; response_revision:7293; number_of_response:1; }","duration":"2.61371762s","start":"2026-04-16T03:54:29.428865Z","end":"2026-04-16T03:54:32.042582Z","steps":["trace[53387807] 'process raft request' (duration: 2.613310308s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:32.042629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:29.428844Z","time spent":"2.613765331s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:32.042743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.720580146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:32.042771Z","caller":"traceutil/trace.go:171","msg":"trace[50153461] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7293; }","duration":"2.720634606s","start":"2026-04-16T03:54:29.322128Z","end":"2026-04-16T03:54:32.042762Z","steps":["trace[50153461] 'agreement among raft nodes before linearized reading' (duration: 2.720580986s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:32.042796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:29.322113Z","time spent":"2.720674837s","remote":"127.0.0.1:45884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:32.042905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.353663149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:32.042929Z","caller":"traceutil/trace.go:171","msg":"trace[1931979590] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:7293; }","duration":"3.353725529s","start":"2026-04-16T03:54:28.689197Z","end":"2026-04-16T03:54:32.042923Z","steps":["trace[1931979590] 'agreement among raft nodes before linearized reading' (duration: 3.353685869s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:32.04295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:28.689178Z","time spent":"3.35376436s","remote":"127.0.0.1:38346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:32.043074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.494036283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:32.043098Z","caller":"traceutil/trace.go:171","msg":"trace[733392534] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:7293; }","duration":"3.494088273s","start":"2026-04-16T03:54:28.549004Z","end":"2026-04-16T03:54:32.043092Z","steps":["trace[733392534] 'agreement among raft nodes before linearized reading' (duration: 3.494034023s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:32.043116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:28.548988Z","time spent":"3.494121994s","remote":"127.0.0.1:45908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":7,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:32.453937Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.590916441s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:54:33.255748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.550179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-16T03:54:33.25645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793657571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:54:33.256606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821298781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:33.256653Z","caller":"traceutil/trace.go:171","msg":"trace[1046215114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7296; }","duration":"1.821395832s","start":"2026-04-16T03:54:31.435244Z","end":"2026-04-16T03:54:33.25664Z","steps":["trace[1046215114] 'agreement among raft nodes before linearized reading' (duration: 1.821324872s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:33.256692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:31.435228Z","time spent":"1.821457162s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:54:33.256995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794247364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:54:33.257035Z","caller":"traceutil/trace.go:171","msg":"trace[574207867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7296; }","duration":"1.794313046s","start":"2026-04-16T03:54:31.462712Z","end":"2026-04-16T03:54:33.257025Z","steps":["trace[574207867] 'agreement among raft nodes before linearized reading' (duration: 1.794188235s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:33.257068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:31.462696Z","time spent":"1.794365106s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:54:33.256545Z","caller":"traceutil/trace.go:171","msg":"trace[145236099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7296; }","duration":"1.793769981s","start":"2026-04-16T03:54:31.462755Z","end":"2026-04-16T03:54:33.256524Z","steps":["trace[145236099] 'agreement among raft nodes before linearized reading' (duration: 1.793312638s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:33.257628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:31.462752Z","time spent":"1.794858978s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:54:33.257748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107704125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:33.257798Z","caller":"traceutil/trace.go:171","msg":"trace[1332645761] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7296; }","duration":"2.107754355s","start":"2026-04-16T03:54:31.150029Z","end":"2026-04-16T03:54:33.257784Z","steps":["trace[1332645761] 'agreement among raft nodes before linearized reading' (duration: 2.107682945s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:33.256487Z","caller":"traceutil/trace.go:171","msg":"trace[665538945] transaction","detail":"{read_only:false; response_revision:7294; number_of_response:1; }","duration":"3.796450173s","start":"2026-04-16T03:54:29.460018Z","end":"2026-04-16T03:54:33.256468Z","steps":["trace[665538945] 'process raft request' (duration: 2.994096818s)","trace[665538945] 'compare' (duration: 800.644514ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:33.257787Z","caller":"traceutil/trace.go:171","msg":"trace[2049609995] transaction","detail":"{read_only:false; response_revision:7296; number_of_response:1; }","duration":"2.528025482s","start":"2026-04-16T03:54:30.729733Z","end":"2026-04-16T03:54:33.257758Z","steps":["trace[2049609995] 'process raft request' (duration: 2.52620806s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:33.257867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:29.459993Z","time spent":"3.797837772s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:33.257902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:30.729711Z","time spent":"2.528129753s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:33.258024Z","caller":"traceutil/trace.go:171","msg":"trace[848707696] transaction","detail":"{read_only:false; response_revision:7295; number_of_response:1; }","duration":"2.714623828s","start":"2026-04-16T03:54:30.543394Z","end":"2026-04-16T03:54:33.258018Z","steps":["trace[848707696] 'process raft request' (duration: 2.712445753s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:33.258015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:31.150015Z","time spent":"2.107989087s","remote":"127.0.0.1:45682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:33.258053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:30.543371Z","time spent":"2.714666268s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:33.258172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.63175347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:33.258818Z","caller":"traceutil/trace.go:171","msg":"trace[42287504] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7296; }","duration":"3.632437124s","start":"2026-04-16T03:54:29.62636Z","end":"2026-04-16T03:54:33.258797Z","steps":["trace[42287504] 'agreement among raft nodes before linearized reading' (duration: 3.63176314s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:33.258881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:29.62634Z","time spent":"3.632523525s","remote":"127.0.0.1:39340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":21,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:33.258499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.793380743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9f2ae4fa09e\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-04-16T03:54:33.259063Z","caller":"traceutil/trace.go:171","msg":"trace[655210248] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b9f2ae4fa09e; range_end:; response_count:1; response_revision:7296; }","duration":"3.793978307s","start":"2026-04-16T03:54:29.465074Z","end":"2026-04-16T03:54:33.259052Z","steps":["trace[655210248] 'agreement among raft nodes before linearized reading' (duration: 3.793339122s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:33.259105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:29.465054Z","time spent":"3.794039677s","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9f2ae4fa09e\" "} {"level":"info","ts":"2026-04-16T03:54:33.256002Z","caller":"traceutil/trace.go:171","msg":"trace[486433184] linearizableReadLoop","detail":"{readStateIndex:7587; appliedIndex:7584; }","duration":"1.213716884s","start":"2026-04-16T03:54:32.04227Z","end":"2026-04-16T03:54:33.255987Z","steps":["trace[486433184] 'read index received' (duration: 411.836033ms)","trace[486433184] 'applied index is now lower than readState.Index' (duration: 801.880051ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:33.259447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.696042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:33.259491Z","caller":"traceutil/trace.go:171","msg":"trace[877028836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7296; }","duration":"253.760373ms","start":"2026-04-16T03:54:33.005719Z","end":"2026-04-16T03:54:33.259479Z","steps":["trace[877028836] 'agreement among raft nodes before linearized reading' (duration: 253.676102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:33.906589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.174722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:33.906699Z","caller":"traceutil/trace.go:171","msg":"trace[584350917] linearizableReadLoop","detail":"{readStateIndex:7588; appliedIndex:7587; }","duration":"642.504105ms","start":"2026-04-16T03:54:33.264179Z","end":"2026-04-16T03:54:33.906684Z","steps":["trace[584350917] 'read index received' (duration: 281.066591ms)","trace[584350917] 'applied index is now lower than readState.Index' (duration: 361.435994ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:33.906794Z","caller":"traceutil/trace.go:171","msg":"trace[1646961563] transaction","detail":"{read_only:false; response_revision:7297; number_of_response:1; }","duration":"645.385513ms","start":"2026-04-16T03:54:33.261355Z","end":"2026-04-16T03:54:33.90674Z","steps":["trace[1646961563] 'process raft request' (duration: 283.96914ms)","trace[1646961563] 'compare' (duration: 360.685008ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:33.906941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:33.261336Z","time spent":"645.529114ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:33.908461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.268676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T03:54:33.908549Z","caller":"traceutil/trace.go:171","msg":"trace[954638243] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7297; }","duration":"644.391786ms","start":"2026-04-16T03:54:33.264145Z","end":"2026-04-16T03:54:33.908536Z","steps":["trace[954638243] 'agreement among raft nodes before linearized reading' (duration: 642.605675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:33.90914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:33.264129Z","time spent":"644.584458ms","remote":"127.0.0.1:45624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:54:34.515824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.144288ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:34.515956Z","caller":"traceutil/trace.go:171","msg":"trace[1846722531] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7297; }","duration":"408.287889ms","start":"2026-04-16T03:54:34.107652Z","end":"2026-04-16T03:54:34.51594Z","steps":["trace[1846722531] 'range keys from in-memory index tree' (duration: 408.130048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:34.516592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.648747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:34.516811Z","caller":"traceutil/trace.go:171","msg":"trace[1032859713] transaction","detail":"{read_only:false; response_revision:7298; number_of_response:1; }","duration":"1.252597326s","start":"2026-04-16T03:54:33.264193Z","end":"2026-04-16T03:54:34.516791Z","steps":["trace[1032859713] 'process raft request' (duration: 885.674498ms)","trace[1032859713] 'compare' (duration: 366.276474ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:34.516896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:33.264181Z","time spent":"1.252674419s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:34.51714Z","caller":"traceutil/trace.go:171","msg":"trace[1857795643] linearizableReadLoop","detail":"{readStateIndex:7590; appliedIndex:7588; }","duration":"610.401495ms","start":"2026-04-16T03:54:33.906725Z","end":"2026-04-16T03:54:34.517126Z","steps":["trace[1857795643] 'read index received' (duration: 243.154044ms)","trace[1857795643] 'applied index is now lower than readState.Index' (duration: 367.245811ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:34.517169Z","caller":"traceutil/trace.go:171","msg":"trace[959803595] transaction","detail":"{read_only:false; response_revision:7300; number_of_response:1; }","duration":"468.660933ms","start":"2026-04-16T03:54:34.048493Z","end":"2026-04-16T03:54:34.517154Z","steps":["trace[959803595] 'process raft request' (duration: 468.589082ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:34.517155Z","caller":"traceutil/trace.go:171","msg":"trace[1338953847] transaction","detail":"{read_only:false; response_revision:7299; number_of_response:1; }","duration":"1.252884169s","start":"2026-04-16T03:54:33.26424Z","end":"2026-04-16T03:54:34.517124Z","steps":["trace[1338953847] 'process raft request' (duration: 1.252419515s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:34.517247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:34.048465Z","time spent":"468.741943ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:34.517295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:33.264236Z","time spent":"1.25298523s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:34.517313Z","caller":"traceutil/trace.go:171","msg":"trace[132105676] transaction","detail":"{read_only:false; response_revision:7301; number_of_response:1; }","duration":"468.767913ms","start":"2026-04-16T03:54:34.048516Z","end":"2026-04-16T03:54:34.517284Z","steps":["trace[132105676] 'process raft request' (duration: 468.599512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:34.517403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.061333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-16T03:54:34.51744Z","caller":"traceutil/trace.go:171","msg":"trace[474769] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25; range_end:; response_count:1; response_revision:7301; }","duration":"607.121554ms","start":"2026-04-16T03:54:33.910308Z","end":"2026-04-16T03:54:34.51743Z","steps":["trace[474769] 'agreement among raft nodes before linearized reading' (duration: 606.941963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:34.517468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:33.910293Z","time spent":"607.168924ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b970d8298f25\" "} {"level":"warn","ts":"2026-04-16T03:54:34.517482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:34.048489Z","time spent":"468.921004ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:34.517651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253365773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-04-16T03:54:34.51766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.722052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:54:34.51769Z","caller":"traceutil/trace.go:171","msg":"trace[1139241784] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:7301; }","duration":"1.253410413s","start":"2026-04-16T03:54:33.264266Z","end":"2026-04-16T03:54:34.517676Z","steps":["trace[1139241784] 'agreement among raft nodes before linearized reading' (duration: 1.25294039s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:34.517723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:33.264261Z","time spent":"1.253453283s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-16T03:54:34.517692Z","caller":"traceutil/trace.go:171","msg":"trace[894275887] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:7301; }","duration":"606.750692ms","start":"2026-04-16T03:54:33.91093Z","end":"2026-04-16T03:54:34.517681Z","steps":["trace[894275887] 'agreement among raft nodes before linearized reading' (duration: 606.665711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:34.517899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:33.910861Z","time spent":"607.028593ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-16T03:54:34.868287Z","caller":"traceutil/trace.go:171","msg":"trace[108666304] linearizableReadLoop","detail":"{readStateIndex:7594; appliedIndex:7593; }","duration":"251.872241ms","start":"2026-04-16T03:54:34.616395Z","end":"2026-04-16T03:54:34.868268Z","steps":["trace[108666304] 'read index received' (duration: 251.8136ms)","trace[108666304] 'applied index is now lower than readState.Index' (duration: 57.531µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:34.868351Z","caller":"traceutil/trace.go:171","msg":"trace[1443437620] transaction","detail":"{read_only:false; response_revision:7303; number_of_response:1; }","duration":"342.328039ms","start":"2026-04-16T03:54:34.525995Z","end":"2026-04-16T03:54:34.868323Z","steps":["trace[1443437620] 'process raft request' (duration: 342.145698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:34.868557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.149662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:54:34.868777Z","caller":"traceutil/trace.go:171","msg":"trace[1228184580] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:7303; }","duration":"252.406254ms","start":"2026-04-16T03:54:34.616356Z","end":"2026-04-16T03:54:34.868762Z","steps":["trace[1228184580] 'agreement among raft nodes before linearized reading' (duration: 252.033291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:34.868721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:34.525983Z","time spent":"342.650961ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:35.088345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.055974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:35.088487Z","caller":"traceutil/trace.go:171","msg":"trace[663442101] transaction","detail":"{read_only:false; response_revision:7304; number_of_response:1; }","duration":"471.718862ms","start":"2026-04-16T03:54:34.616747Z","end":"2026-04-16T03:54:35.088466Z","steps":["trace[663442101] 'process raft request' (duration: 306.475026ms)","trace[663442101] 'compare' (duration: 164.909013ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:35.08852Z","caller":"traceutil/trace.go:171","msg":"trace[1557126888] linearizableReadLoop","detail":"{readStateIndex:7596; appliedIndex:7594; }","duration":"112.09979ms","start":"2026-04-16T03:54:34.976411Z","end":"2026-04-16T03:54:35.088511Z","steps":["trace[1557126888] 'read index received' (duration: 72.597252ms)","trace[1557126888] 'applied index is now lower than readState.Index' (duration: 39.501868ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:35.088552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:34.616721Z","time spent":"471.806984ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:54:35.088619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.170481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:35.08864Z","caller":"traceutil/trace.go:171","msg":"trace[2106259024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7304; }","duration":"112.269601ms","start":"2026-04-16T03:54:34.976364Z","end":"2026-04-16T03:54:35.088633Z","steps":["trace[2106259024] 'agreement among raft nodes before linearized reading' (duration: 112.194101ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:35.546093Z","caller":"traceutil/trace.go:171","msg":"trace[205800821] linearizableReadLoop","detail":"{readStateIndex:7598; appliedIndex:7597; }","duration":"377.440039ms","start":"2026-04-16T03:54:35.168627Z","end":"2026-04-16T03:54:35.546067Z","steps":["trace[205800821] 'read index received' (duration: 377.312988ms)","trace[205800821] 'applied index is now lower than readState.Index' (duration: 125.891µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:35.546169Z","caller":"traceutil/trace.go:171","msg":"trace[680047960] transaction","detail":"{read_only:false; response_revision:7306; number_of_response:1; }","duration":"453.942486ms","start":"2026-04-16T03:54:35.092188Z","end":"2026-04-16T03:54:35.546131Z","steps":["trace[680047960] 'process raft request' (duration: 453.754525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:35.546339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:35.092176Z","time spent":"454.092067ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:54:35.546629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.980112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T03:54:35.546782Z","caller":"traceutil/trace.go:171","msg":"trace[418179551] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7306; }","duration":"378.176813ms","start":"2026-04-16T03:54:35.168576Z","end":"2026-04-16T03:54:35.546752Z","steps":["trace[418179551] 'agreement among raft nodes before linearized reading' (duration: 377.7283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:35.546885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:35.168554Z","time spent":"378.312084ms","remote":"127.0.0.1:45624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-16T03:54:37.144867Z","caller":"traceutil/trace.go:171","msg":"trace[447425155] transaction","detail":"{read_only:false; response_revision:7345; number_of_response:1; }","duration":"188.292037ms","start":"2026-04-16T03:54:36.956539Z","end":"2026-04-16T03:54:37.144832Z","steps":["trace[447425155] 'process raft request' (duration: 188.166296ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:37.154814Z","caller":"traceutil/trace.go:171","msg":"trace[853212677] transaction","detail":"{read_only:false; response_revision:7346; number_of_response:1; }","duration":"191.037564ms","start":"2026-04-16T03:54:36.963756Z","end":"2026-04-16T03:54:37.154793Z","steps":["trace[853212677] 'process raft request' (duration: 190.712771ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:37.182395Z","caller":"traceutil/trace.go:171","msg":"trace[13209919] linearizableReadLoop","detail":"{readStateIndex:7638; appliedIndex:7636; }","duration":"208.271835ms","start":"2026-04-16T03:54:36.9741Z","end":"2026-04-16T03:54:37.182372Z","steps":["trace[13209919] 'read index received' (duration: 170.649451ms)","trace[13209919] 'applied index is now lower than readState.Index' (duration: 37.620994ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:37.182769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.653069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:37.182831Z","caller":"traceutil/trace.go:171","msg":"trace[1467047774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7346; }","duration":"208.761239ms","start":"2026-04-16T03:54:36.97406Z","end":"2026-04-16T03:54:37.182821Z","steps":["trace[1467047774] 'agreement among raft nodes before linearized reading' (duration: 208.663879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:37.222616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.53703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:37.222773Z","caller":"traceutil/trace.go:171","msg":"trace[1470665342] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7347; }","duration":"167.741722ms","start":"2026-04-16T03:54:37.055013Z","end":"2026-04-16T03:54:37.222755Z","steps":["trace[1470665342] 'agreement among raft nodes before linearized reading' (duration: 167.42402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:37.223296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.057103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050256"} {"level":"info","ts":"2026-04-16T03:54:37.22393Z","caller":"traceutil/trace.go:171","msg":"trace[1230679993] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:7347; }","duration":"114.716727ms","start":"2026-04-16T03:54:37.109194Z","end":"2026-04-16T03:54:37.22391Z","steps":["trace[1230679993] 'agreement among raft nodes before linearized reading' (duration: 113.788221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:37.547897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.91507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:37.548767Z","caller":"traceutil/trace.go:171","msg":"trace[353303138] linearizableReadLoop","detail":"{readStateIndex:7643; appliedIndex:7642; }","duration":"164.018578ms","start":"2026-04-16T03:54:37.384726Z","end":"2026-04-16T03:54:37.548744Z","steps":["trace[353303138] 'read index received' (duration: 40.186132ms)","trace[353303138] 'applied index is now lower than readState.Index' (duration: 123.830716ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:37.54916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.396781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-16T03:54:37.549219Z","caller":"traceutil/trace.go:171","msg":"trace[1022312002] transaction","detail":"{read_only:false; response_revision:7350; number_of_response:1; }","duration":"187.996184ms","start":"2026-04-16T03:54:37.361183Z","end":"2026-04-16T03:54:37.54918Z","steps":["trace[1022312002] 'process raft request' (duration: 63.702155ms)","trace[1022312002] 'compare' (duration: 122.560157ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:37.549251Z","caller":"traceutil/trace.go:171","msg":"trace[704116299] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7350; }","duration":"164.522411ms","start":"2026-04-16T03:54:37.384706Z","end":"2026-04-16T03:54:37.549228Z","steps":["trace[704116299] 'agreement among raft nodes before linearized reading' (duration: 164.26401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:37.549348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.624695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107259"} {"level":"info","ts":"2026-04-16T03:54:37.55013Z","caller":"traceutil/trace.go:171","msg":"trace[1223622498] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:7350; }","duration":"124.540541ms","start":"2026-04-16T03:54:37.425563Z","end":"2026-04-16T03:54:37.550103Z","steps":["trace[1223622498] 'agreement among raft nodes before linearized reading' (duration: 123.433014ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:40.794751Z","caller":"traceutil/trace.go:171","msg":"trace[1146577983] transaction","detail":"{read_only:false; response_revision:7363; number_of_response:1; }","duration":"100.460655ms","start":"2026-04-16T03:54:40.694266Z","end":"2026-04-16T03:54:40.794727Z","steps":["trace[1146577983] 'process raft request' (duration: 100.093621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:40.795067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.271144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:54:40.795102Z","caller":"traceutil/trace.go:171","msg":"trace[1057662530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7363; }","duration":"100.353374ms","start":"2026-04-16T03:54:40.694738Z","end":"2026-04-16T03:54:40.795091Z","steps":["trace[1057662530] 'agreement among raft nodes before linearized reading' (duration: 100.207993ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:41.175879Z","caller":"traceutil/trace.go:171","msg":"trace[673232310] transaction","detail":"{read_only:false; response_revision:7366; number_of_response:1; }","duration":"115.609904ms","start":"2026-04-16T03:54:41.060245Z","end":"2026-04-16T03:54:41.175855Z","steps":["trace[673232310] 'process raft request' (duration: 115.478333ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:43.082075Z","caller":"traceutil/trace.go:171","msg":"trace[1140636072] linearizableReadLoop","detail":"{readStateIndex:7665; appliedIndex:7664; }","duration":"175.771965ms","start":"2026-04-16T03:54:42.90628Z","end":"2026-04-16T03:54:43.082052Z","steps":["trace[1140636072] 'read index received' (duration: 133.615671ms)","trace[1140636072] 'applied index is now lower than readState.Index' (duration: 42.155264ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:43.08237Z","caller":"traceutil/trace.go:171","msg":"trace[266594564] transaction","detail":"{read_only:false; response_revision:7372; number_of_response:1; }","duration":"218.292061ms","start":"2026-04-16T03:54:42.864062Z","end":"2026-04-16T03:54:43.082354Z","steps":["trace[266594564] 'process raft request' (duration: 175.902165ms)","trace[266594564] 'compare' (duration: 41.905373ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:43.082652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.362349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-orders\" ","response":"range_response_count:1 size:1347"} {"level":"info","ts":"2026-04-16T03:54:43.082694Z","caller":"traceutil/trace.go:171","msg":"trace[866336968] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-orders; range_end:; response_count:1; response_revision:7372; }","duration":"176.491229ms","start":"2026-04-16T03:54:42.906194Z","end":"2026-04-16T03:54:43.082685Z","steps":["trace[866336968] 'agreement among raft nodes before linearized reading' (duration: 176.359259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:43.230082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.996996ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-16T03:54:43.230407Z","caller":"traceutil/trace.go:171","msg":"trace[78371391] linearizableReadLoop","detail":"{readStateIndex:7666; appliedIndex:7665; }","duration":"148.210585ms","start":"2026-04-16T03:54:43.082136Z","end":"2026-04-16T03:54:43.230347Z","steps":["trace[78371391] 'read index received' (duration: 20.942177ms)","trace[78371391] 'applied index is now lower than readState.Index' (duration: 127.266428ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:43.230518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.270469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:43.230574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.860781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-edit\" ","response":"range_response_count:1 size:1437"} {"level":"info","ts":"2026-04-16T03:54:43.230609Z","caller":"traceutil/trace.go:171","msg":"trace[2043822035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7372; }","duration":"253.39742ms","start":"2026-04-16T03:54:42.977193Z","end":"2026-04-16T03:54:43.230591Z","steps":["trace[2043822035] 'agreement among raft nodes before linearized reading' (duration: 253.271519ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:43.230622Z","caller":"traceutil/trace.go:171","msg":"trace[621895574] range","detail":"{range_begin:/registry/clusterroles/cert-manager-edit; range_end:; response_count:1; response_revision:7372; }","duration":"282.948623ms","start":"2026-04-16T03:54:42.94766Z","end":"2026-04-16T03:54:43.230609Z","steps":["trace[621895574] 'agreement among raft nodes before linearized reading' (duration: 282.816152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:43.230847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.49684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-orders\" ","response":"range_response_count:1 size:1347"} {"level":"info","ts":"2026-04-16T03:54:43.230933Z","caller":"traceutil/trace.go:171","msg":"trace[1019975190] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-orders; range_end:; response_count:1; response_revision:7372; }","duration":"144.613311ms","start":"2026-04-16T03:54:43.086307Z","end":"2026-04-16T03:54:43.230921Z","steps":["trace[1019975190] 'agreement among raft nodes before linearized reading' (duration: 144.414839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:43.231354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.026915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:54:43.231461Z","caller":"traceutil/trace.go:171","msg":"trace[2048278658] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7372; }","duration":"242.151527ms","start":"2026-04-16T03:54:42.989294Z","end":"2026-04-16T03:54:43.231446Z","steps":["trace[2048278658] 'agreement among raft nodes before linearized reading' (duration: 241.07105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:47.017256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.574407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:698"} {"level":"info","ts":"2026-04-16T03:54:47.017655Z","caller":"traceutil/trace.go:171","msg":"trace[869699020] range","detail":"{range_begin:/registry/clusterroles/system:controller:clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:7384; }","duration":"154.994909ms","start":"2026-04-16T03:54:46.862639Z","end":"2026-04-16T03:54:47.017634Z","steps":["trace[869699020] 'range keys from in-memory index tree' (duration: 154.522256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:47.01737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.822078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-cainjector\" ","response":"range_response_count:1 size:1140"} {"level":"info","ts":"2026-04-16T03:54:47.01746Z","caller":"traceutil/trace.go:171","msg":"trace[1196471420] transaction","detail":"{read_only:false; response_revision:7385; number_of_response:1; }","duration":"142.618869ms","start":"2026-04-16T03:54:46.87482Z","end":"2026-04-16T03:54:47.017438Z","steps":["trace[1196471420] 'process raft request' (duration: 68.322105ms)","trace[1196471420] 'compare' (duration: 74.012122ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:47.017913Z","caller":"traceutil/trace.go:171","msg":"trace[878482342] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-cainjector; range_end:; response_count:1; response_revision:7384; }","duration":"155.378272ms","start":"2026-04-16T03:54:46.862487Z","end":"2026-04-16T03:54:47.017865Z","steps":["trace[878482342] 'range keys from in-memory index tree' (duration: 154.685357ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:47.14987Z","caller":"traceutil/trace.go:171","msg":"trace[1458935539] transaction","detail":"{read_only:false; response_revision:7386; number_of_response:1; }","duration":"126.143622ms","start":"2026-04-16T03:54:47.023682Z","end":"2026-04-16T03:54:47.149826Z","steps":["trace[1458935539] 'process raft request' (duration: 100.099493ms)","trace[1458935539] 'compare' (duration: 25.679667ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:52.314416Z","caller":"traceutil/trace.go:171","msg":"trace[405397156] linearizableReadLoop","detail":"{readStateIndex:7697; appliedIndex:7696; }","duration":"115.111829ms","start":"2026-04-16T03:54:52.199282Z","end":"2026-04-16T03:54:52.314394Z","steps":["trace[405397156] 'read index received' (duration: 115.009509ms)","trace[405397156] 'applied index is now lower than readState.Index' (duration: 101.32µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:52.314503Z","caller":"traceutil/trace.go:171","msg":"trace[759616518] transaction","detail":"{read_only:false; response_revision:7401; number_of_response:1; }","duration":"122.044865ms","start":"2026-04-16T03:54:52.192426Z","end":"2026-04-16T03:54:52.314471Z","steps":["trace[759616518] 'process raft request' (duration: 121.828664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:52.314682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.373221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:daemon-set-controller\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-04-16T03:54:52.314746Z","caller":"traceutil/trace.go:171","msg":"trace[842501203] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:7401; }","duration":"115.478802ms","start":"2026-04-16T03:54:52.199249Z","end":"2026-04-16T03:54:52.314727Z","steps":["trace[842501203] 'agreement among raft nodes before linearized reading' (duration: 115.250721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:53.48358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.329295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:53.483819Z","caller":"traceutil/trace.go:171","msg":"trace[573190568] transaction","detail":"{read_only:false; response_revision:7415; number_of_response:1; }","duration":"129.461643ms","start":"2026-04-16T03:54:53.354318Z","end":"2026-04-16T03:54:53.48378Z","steps":["trace[573190568] 'process raft request' (duration: 129.379842ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:53.483764Z","caller":"traceutil/trace.go:171","msg":"trace[1850630373] transaction","detail":"{read_only:false; response_revision:7414; number_of_response:1; }","duration":"130.189828ms","start":"2026-04-16T03:54:53.353537Z","end":"2026-04-16T03:54:53.483727Z","steps":["trace[1850630373] 'process raft request' (duration: 15.39746ms)","trace[1850630373] 'compare' (duration: 114.131893ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:53.483863Z","caller":"traceutil/trace.go:171","msg":"trace[1223405714] linearizableReadLoop","detail":"{readStateIndex:7710; appliedIndex:7709; }","duration":"129.516373ms","start":"2026-04-16T03:54:53.354324Z","end":"2026-04-16T03:54:53.483841Z","steps":["trace[1223405714] 'read index received' (duration: 14.586835ms)","trace[1223405714] 'applied index is now lower than readState.Index' (duration: 114.927078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:53.484254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.926966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:212"} {"level":"info","ts":"2026-04-16T03:54:53.484317Z","caller":"traceutil/trace.go:171","msg":"trace[1605612509] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:7415; }","duration":"129.993276ms","start":"2026-04-16T03:54:53.354308Z","end":"2026-04-16T03:54:53.484301Z","steps":["trace[1605612509] 'agreement among raft nodes before linearized reading' (duration: 129.764135ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:53.682915Z","caller":"traceutil/trace.go:171","msg":"trace[1971254596] transaction","detail":"{read_only:false; response_revision:7418; number_of_response:1; }","duration":"132.879475ms","start":"2026-04-16T03:54:53.549876Z","end":"2026-04-16T03:54:53.682756Z","steps":["trace[1971254596] 'process raft request' (duration: 128.068554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:53.682938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.053793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-16T03:54:53.683006Z","caller":"traceutil/trace.go:171","msg":"trace[1766251378] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:7419; }","duration":"128.165884ms","start":"2026-04-16T03:54:53.554822Z","end":"2026-04-16T03:54:53.682988Z","steps":["trace[1766251378] 'agreement among raft nodes before linearized reading' (duration: 127.944613ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:53.683139Z","caller":"traceutil/trace.go:171","msg":"trace[916821141] linearizableReadLoop","detail":"{readStateIndex:7715; appliedIndex:7714; }","duration":"127.894552ms","start":"2026-04-16T03:54:53.554868Z","end":"2026-04-16T03:54:53.682762Z","steps":["trace[916821141] 'read index received' (duration: 123.089481ms)","trace[916821141] 'applied index is now lower than readState.Index' (duration: 4.803681ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:53.683824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.946828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-16T03:54:53.683873Z","caller":"traceutil/trace.go:171","msg":"trace[1811737562] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:7419; }","duration":"124.028019ms","start":"2026-04-16T03:54:53.559834Z","end":"2026-04-16T03:54:53.683862Z","steps":["trace[1811737562] 'agreement among raft nodes before linearized reading' (duration: 123.421514ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:54.383609Z","caller":"traceutil/trace.go:171","msg":"trace[1633133112] linearizableReadLoop","detail":"{readStateIndex:7726; appliedIndex:7725; }","duration":"115.123199ms","start":"2026-04-16T03:54:54.268465Z","end":"2026-04-16T03:54:54.383588Z","steps":["trace[1633133112] 'read index received' (duration: 115.024979ms)","trace[1633133112] 'applied index is now lower than readState.Index' (duration: 97.4µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:54.383963Z","caller":"traceutil/trace.go:171","msg":"trace[1554382634] transaction","detail":"{read_only:false; response_revision:7429; number_of_response:1; }","duration":"143.517105ms","start":"2026-04-16T03:54:54.240379Z","end":"2026-04-16T03:54:54.383896Z","steps":["trace[1554382634] 'process raft request' (duration: 143.090872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:54.384145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.654204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-16T03:54:54.384293Z","caller":"traceutil/trace.go:171","msg":"trace[1789303050] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:1; response_revision:7429; }","duration":"115.848076ms","start":"2026-04-16T03:54:54.268418Z","end":"2026-04-16T03:54:54.384267Z","steps":["trace[1789303050] 'agreement among raft nodes before linearized reading' (duration: 115.413153ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:54.969591Z","caller":"traceutil/trace.go:171","msg":"trace[277791606] linearizableReadLoop","detail":"{readStateIndex:7732; appliedIndex:7731; }","duration":"122.77254ms","start":"2026-04-16T03:54:54.846795Z","end":"2026-04-16T03:54:54.969567Z","steps":["trace[277791606] 'read index received' (duration: 50.458679ms)","trace[277791606] 'applied index is now lower than readState.Index' (duration: 72.312721ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:54.969775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.962841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-aggregator\" ","response":"range_response_count:1 size:595"} {"level":"info","ts":"2026-04-16T03:54:54.969807Z","caller":"traceutil/trace.go:171","msg":"trace[1735835074] range","detail":"{range_begin:/registry/clusterroles/system:kube-aggregator; range_end:; response_count:1; response_revision:7435; }","duration":"123.037722ms","start":"2026-04-16T03:54:54.846763Z","end":"2026-04-16T03:54:54.969801Z","steps":["trace[1735835074] 'agreement among raft nodes before linearized reading' (duration: 122.955101ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:54.969627Z","caller":"traceutil/trace.go:171","msg":"trace[1118161313] transaction","detail":"{read_only:false; response_revision:7434; number_of_response:1; }","duration":"123.404133ms","start":"2026-04-16T03:54:54.846205Z","end":"2026-04-16T03:54:54.969609Z","steps":["trace[1118161313] 'process raft request' (duration: 80.916916ms)","trace[1118161313] 'compare' (duration: 42.243006ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:54.97004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.215622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:persistent-volume-binder\" ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-04-16T03:54:54.970073Z","caller":"traceutil/trace.go:171","msg":"trace[2108490683] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:7435; }","duration":"123.271913ms","start":"2026-04-16T03:54:54.846791Z","end":"2026-04-16T03:54:54.970063Z","steps":["trace[2108490683] 'agreement among raft nodes before linearized reading' (duration: 123.203353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:54.970176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.31997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2332"} {"level":"info","ts":"2026-04-16T03:54:54.970296Z","caller":"traceutil/trace.go:171","msg":"trace[1224759742] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:7435; }","duration":"107.477271ms","start":"2026-04-16T03:54:54.862801Z","end":"2026-04-16T03:54:54.970279Z","steps":["trace[1224759742] 'agreement among raft nodes before linearized reading' (duration: 107.216029ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:55.782585Z","caller":"traceutil/trace.go:171","msg":"trace[1326486844] transaction","detail":"{read_only:false; response_revision:7442; number_of_response:1; }","duration":"126.961987ms","start":"2026-04-16T03:54:55.655594Z","end":"2026-04-16T03:54:55.782556Z","steps":["trace[1326486844] 'process raft request' (duration: 113.033256ms)","trace[1326486844] 'compare' (duration: 13.8094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:57.530067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.488502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/dashboard\" ","response":"range_response_count:1 size:1309"} {"level":"info","ts":"2026-04-16T03:54:57.530162Z","caller":"traceutil/trace.go:171","msg":"trace[665196590] range","detail":"{range_begin:/registry/ingress/openstack/dashboard; range_end:; response_count:1; response_revision:7448; }","duration":"462.615313ms","start":"2026-04-16T03:54:57.067518Z","end":"2026-04-16T03:54:57.530133Z","steps":["trace[665196590] 'range keys from in-memory index tree' (duration: 462.321421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:57.530272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:57.067507Z","time spent":"462.745803ms","remote":"127.0.0.1:45746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":1331,"request content":"key:\"/registry/ingress/openstack/dashboard\" "} {"level":"warn","ts":"2026-04-16T03:54:57.530319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.479946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"range_response_count:1 size:867"} {"level":"info","ts":"2026-04-16T03:54:57.530366Z","caller":"traceutil/trace.go:171","msg":"trace[894904934] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; response_count:1; response_revision:7448; }","duration":"438.550186ms","start":"2026-04-16T03:54:57.091802Z","end":"2026-04-16T03:54:57.530352Z","steps":["trace[894904934] 'range keys from in-memory index tree' (duration: 438.304535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:57.530406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:57.091791Z","time spent":"438.606967ms","remote":"127.0.0.1:45746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":889,"request content":"key:\"/registry/ingress/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-16T03:54:57.530449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.501144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1635"} {"level":"info","ts":"2026-04-16T03:54:57.530542Z","caller":"traceutil/trace.go:171","msg":"trace[2136548940] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7448; }","duration":"487.598055ms","start":"2026-04-16T03:54:57.042906Z","end":"2026-04-16T03:54:57.530504Z","steps":["trace[2136548940] 'range keys from in-memory index tree' (duration: 487.348364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:57.530601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:57.042892Z","time spent":"487.694505ms","remote":"127.0.0.1:45746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1657,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-16T03:54:57.530631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.183231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:statefulset-controller\" ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-04-16T03:54:57.530668Z","caller":"traceutil/trace.go:171","msg":"trace[1397816197] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:statefulset-controller; range_end:; response_count:1; response_revision:7448; }","duration":"499.232741ms","start":"2026-04-16T03:54:57.031423Z","end":"2026-04-16T03:54:57.530656Z","steps":["trace[1397816197] 'range keys from in-memory index tree' (duration: 499.12849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:57.530706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:57.031415Z","time spent":"499.281671ms","remote":"127.0.0.1:45812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":785,"request content":"key:\"/registry/clusterrolebindings/system:controller:statefulset-controller\" "} {"level":"warn","ts":"2026-04-16T03:54:57.530775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.534131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:ttl-after-finished-controller\" ","response":"range_response_count:1 size:791"} {"level":"info","ts":"2026-04-16T03:54:57.530844Z","caller":"traceutil/trace.go:171","msg":"trace[1812593779] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:ttl-after-finished-controller; range_end:; response_count:1; response_revision:7448; }","duration":"491.646352ms","start":"2026-04-16T03:54:57.03918Z","end":"2026-04-16T03:54:57.530826Z","steps":["trace[1812593779] 'range keys from in-memory index tree' (duration: 491.440371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:57.530899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:57.039165Z","time spent":"491.719652ms","remote":"127.0.0.1:45812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":813,"request content":"key:\"/registry/clusterrolebindings/system:controller:ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-04-16T03:54:57.530931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.597624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/identity\" ","response":"range_response_count:1 size:1063"} {"level":"info","ts":"2026-04-16T03:54:57.531024Z","caller":"traceutil/trace.go:171","msg":"trace[744282353] range","detail":"{range_begin:/registry/ingress/openstack/identity; range_end:; response_count:1; response_revision:7448; }","duration":"513.720405ms","start":"2026-04-16T03:54:57.017277Z","end":"2026-04-16T03:54:57.530998Z","steps":["trace[744282353] 'range keys from in-memory index tree' (duration: 513.442364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:57.53109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:57.017266Z","time spent":"513.810115ms","remote":"127.0.0.1:45746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":1085,"request content":"key:\"/registry/ingress/openstack/identity\" "} {"level":"info","ts":"2026-04-16T03:54:57.679669Z","caller":"traceutil/trace.go:171","msg":"trace[2006710937] transaction","detail":"{read_only:false; response_revision:7449; number_of_response:1; }","duration":"481.580647ms","start":"2026-04-16T03:54:57.198067Z","end":"2026-04-16T03:54:57.679647Z","steps":["trace[2006710937] 'process raft request' (duration: 481.399336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:57.679896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.050204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:54:57.679945Z","caller":"traceutil/trace.go:171","msg":"trace[1375438162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7449; }","duration":"317.148406ms","start":"2026-04-16T03:54:57.362786Z","end":"2026-04-16T03:54:57.679934Z","steps":["trace[1375438162] 'agreement among raft nodes before linearized reading' (duration: 316.959374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:57.679984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:57.362765Z","time spent":"317.209666ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:54:57.680222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:57.19804Z","time spent":"482.05858ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:57.679695Z","caller":"traceutil/trace.go:171","msg":"trace[979869024] linearizableReadLoop","detail":"{readStateIndex:7748; appliedIndex:7747; }","duration":"316.822333ms","start":"2026-04-16T03:54:57.362836Z","end":"2026-04-16T03:54:57.679658Z","steps":["trace[979869024] 'read index received' (duration: 316.790193ms)","trace[979869024] 'applied index is now lower than readState.Index' (duration: 30.36µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:57.984093Z","caller":"traceutil/trace.go:171","msg":"trace[610270012] linearizableReadLoop","detail":"{readStateIndex:7749; appliedIndex:7748; }","duration":"303.638478ms","start":"2026-04-16T03:54:57.680433Z","end":"2026-04-16T03:54:57.984071Z","steps":["trace[610270012] 'read index received' (duration: 274.319406ms)","trace[610270012] 'applied index is now lower than readState.Index' (duration: 29.317512ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:57.98424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.140973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:57.984588Z","caller":"traceutil/trace.go:171","msg":"trace[225082680] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:7450; }","duration":"358.529225ms","start":"2026-04-16T03:54:57.62604Z","end":"2026-04-16T03:54:57.984569Z","steps":["trace[225082680] 'agreement among raft nodes before linearized reading' (duration: 358.120092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:57.984623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.410354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:54:57.984657Z","caller":"traceutil/trace.go:171","msg":"trace[591318375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7450; }","duration":"487.481814ms","start":"2026-04-16T03:54:57.497166Z","end":"2026-04-16T03:54:57.984648Z","steps":["trace[591318375] 'agreement among raft nodes before linearized reading' (duration: 487.385314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:57.984658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:57.626017Z","time spent":"358.618095ms","remote":"127.0.0.1:58316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:57.984278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.593052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:ttl-after-finished-controller\" ","response":"range_response_count:1 size:791"} {"level":"warn","ts":"2026-04-16T03:54:57.984694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:57.497148Z","time spent":"487.537824ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:54:57.984725Z","caller":"traceutil/trace.go:171","msg":"trace[1470915909] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:ttl-after-finished-controller; range_end:; response_count:1; response_revision:7450; }","duration":"449.032495ms","start":"2026-04-16T03:54:57.535671Z","end":"2026-04-16T03:54:57.984703Z","steps":["trace[1470915909] 'agreement among raft nodes before linearized reading' (duration: 448.547152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:57.984792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:57.535642Z","time spent":"449.133305ms","remote":"127.0.0.1:45812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":813,"request content":"key:\"/registry/clusterrolebindings/system:controller:ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-04-16T03:54:57.984377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.889651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T03:54:57.984947Z","caller":"traceutil/trace.go:171","msg":"trace[1303944243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7450; }","duration":"424.493555ms","start":"2026-04-16T03:54:57.560443Z","end":"2026-04-16T03:54:57.984936Z","steps":["trace[1303944243] 'agreement among raft nodes before linearized reading' (duration: 423.843541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:57.984981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:57.560429Z","time spent":"424.542575ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:54:57.98443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.274317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:statefulset-controller\" ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-04-16T03:54:57.985094Z","caller":"traceutil/trace.go:171","msg":"trace[92873138] transaction","detail":"{read_only:false; response_revision:7451; number_of_response:1; }","duration":"298.615975ms","start":"2026-04-16T03:54:57.68646Z","end":"2026-04-16T03:54:57.985076Z","steps":["trace[92873138] 'process raft request' (duration: 298.530574ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:57.984453Z","caller":"traceutil/trace.go:171","msg":"trace[1248005938] transaction","detail":"{read_only:false; response_revision:7450; number_of_response:1; }","duration":"308.563959ms","start":"2026-04-16T03:54:57.67586Z","end":"2026-04-16T03:54:57.984424Z","steps":["trace[1248005938] 'process raft request' (duration: 278.811595ms)","trace[1248005938] 'compare' (duration: 29.13155ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:57.985227Z","caller":"traceutil/trace.go:171","msg":"trace[1890212339] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:statefulset-controller; range_end:; response_count:1; response_revision:7450; }","duration":"449.995041ms","start":"2026-04-16T03:54:57.535113Z","end":"2026-04-16T03:54:57.985108Z","steps":["trace[1890212339] 'agreement among raft nodes before linearized reading' (duration: 449.193516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:57.985288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:57.675834Z","time spent":"309.411845ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:57.985301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:57.535095Z","time spent":"450.184922ms","remote":"127.0.0.1:45812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":785,"request content":"key:\"/registry/clusterrolebindings/system:controller:statefulset-controller\" "} {"level":"warn","ts":"2026-04-16T03:54:58.322734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.032055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:58.322823Z","caller":"traceutil/trace.go:171","msg":"trace[1527989982] linearizableReadLoop","detail":"{readStateIndex:7752; appliedIndex:7751; }","duration":"262.51873ms","start":"2026-04-16T03:54:58.060289Z","end":"2026-04-16T03:54:58.322808Z","steps":["trace[1527989982] 'read index received' (duration: 7.288928ms)","trace[1527989982] 'applied index is now lower than readState.Index' (duration: 255.228662ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:58.323037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.689681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:ttl-controller\" ","response":"range_response_count:1 size:731"} {"level":"info","ts":"2026-04-16T03:54:58.323106Z","caller":"traceutil/trace.go:171","msg":"trace[1068636545] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:ttl-controller; range_end:; response_count:1; response_revision:7453; }","duration":"262.831031ms","start":"2026-04-16T03:54:58.060257Z","end":"2026-04-16T03:54:58.323088Z","steps":["trace[1068636545] 'agreement among raft nodes before linearized reading' (duration: 262.66125ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:58.323143Z","caller":"traceutil/trace.go:171","msg":"trace[2048238159] transaction","detail":"{read_only:false; response_revision:7453; number_of_response:1; }","duration":"332.979009ms","start":"2026-04-16T03:54:57.99014Z","end":"2026-04-16T03:54:58.323119Z","steps":["trace[2048238159] 'process raft request' (duration: 207.486521ms)","trace[2048238159] 'compare' (duration: 124.765192ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:58.323259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.640905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-16T03:54:58.323283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:57.990131Z","time spent":"333.079289ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:58.323302Z","caller":"traceutil/trace.go:171","msg":"trace[356793374] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7453; }","duration":"189.708636ms","start":"2026-04-16T03:54:58.133583Z","end":"2026-04-16T03:54:58.323292Z","steps":["trace[356793374] 'agreement among raft nodes before linearized reading' (duration: 189.590145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:58.323368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.135984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node-proxier\" ","response":"range_response_count:1 size:712"} {"level":"info","ts":"2026-04-16T03:54:58.323434Z","caller":"traceutil/trace.go:171","msg":"trace[2133649328] range","detail":"{range_begin:/registry/clusterroles/system:node-proxier; range_end:; response_count:1; response_revision:7453; }","duration":"260.222704ms","start":"2026-04-16T03:54:58.063196Z","end":"2026-04-16T03:54:58.323418Z","steps":["trace[2133649328] 'agreement among raft nodes before linearized reading' (duration: 260.117694ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:58.523526Z","caller":"traceutil/trace.go:171","msg":"trace[1721594956] transaction","detail":"{read_only:false; response_revision:7454; number_of_response:1; }","duration":"195.731095ms","start":"2026-04-16T03:54:58.327767Z","end":"2026-04-16T03:54:58.523498Z","steps":["trace[1721594956] 'process raft request' (duration: 119.876291ms)","trace[1721594956] 'compare' (duration: 75.533992ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:58.523879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.303114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:ttl-controller\" ","response":"range_response_count:1 size:731"} {"level":"info","ts":"2026-04-16T03:54:58.524003Z","caller":"traceutil/trace.go:171","msg":"trace[1994154395] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:ttl-controller; range_end:; response_count:1; response_revision:7454; }","duration":"131.463415ms","start":"2026-04-16T03:54:58.39252Z","end":"2026-04-16T03:54:58.523983Z","steps":["trace[1994154395] 'agreement among raft nodes before linearized reading' (duration: 131.246174ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:58.52372Z","caller":"traceutil/trace.go:171","msg":"trace[1222611929] linearizableReadLoop","detail":"{readStateIndex:7753; appliedIndex:7752; }","duration":"130.839181ms","start":"2026-04-16T03:54:58.392559Z","end":"2026-04-16T03:54:58.523398Z","steps":["trace[1222611929] 'read index received' (duration: 55.011778ms)","trace[1222611929] 'applied index is now lower than readState.Index' (duration: 75.825843ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:58.524278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.481449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node-proxier\" ","response":"range_response_count:1 size:712"} {"level":"info","ts":"2026-04-16T03:54:58.52433Z","caller":"traceutil/trace.go:171","msg":"trace[773376263] range","detail":"{range_begin:/registry/clusterroles/system:node-proxier; range_end:; response_count:1; response_revision:7454; }","duration":"119.561559ms","start":"2026-04-16T03:54:58.404756Z","end":"2026-04-16T03:54:58.524317Z","steps":["trace[773376263] 'agreement among raft nodes before linearized reading' (duration: 119.456538ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:59.04305Z","caller":"traceutil/trace.go:171","msg":"trace[317842158] transaction","detail":"{read_only:false; response_revision:7456; number_of_response:1; }","duration":"103.053892ms","start":"2026-04-16T03:54:58.939962Z","end":"2026-04-16T03:54:59.043016Z","steps":["trace[317842158] 'process raft request' (duration: 102.76506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:59.079462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.79637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:service-account-issuer-discovery\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-16T03:54:59.079526Z","caller":"traceutil/trace.go:171","msg":"trace[779987501] range","detail":"{range_begin:/registry/clusterroles/system:service-account-issuer-discovery; range_end:; response_count:1; response_revision:7457; }","duration":"125.87856ms","start":"2026-04-16T03:54:58.953631Z","end":"2026-04-16T03:54:59.07951Z","steps":["trace[779987501] 'agreement among raft nodes before linearized reading' (duration: 125.756589ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:00.167737Z","caller":"traceutil/trace.go:171","msg":"trace[335205897] transaction","detail":"{read_only:false; response_revision:7461; number_of_response:1; }","duration":"174.534416ms","start":"2026-04-16T03:54:59.993175Z","end":"2026-04-16T03:55:00.16771Z","steps":["trace[335205897] 'process raft request' (duration: 151.141134ms)","trace[335205897] 'compare' (duration: 23.197831ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:00.190099Z","caller":"traceutil/trace.go:171","msg":"trace[978895980] linearizableReadLoop","detail":"{readStateIndex:7761; appliedIndex:7758; }","duration":"172.307172ms","start":"2026-04-16T03:55:00.01776Z","end":"2026-04-16T03:55:00.190067Z","steps":["trace[978895980] 'read index received' (duration: 65.965789ms)","trace[978895980] 'applied index is now lower than readState.Index' (duration: 106.339633ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:00.190324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.547303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:service-account-issuer-discovery\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-16T03:55:00.190371Z","caller":"traceutil/trace.go:171","msg":"trace[2074052247] range","detail":"{range_begin:/registry/clusterrolebindings/system:service-account-issuer-discovery; range_end:; response_count:1; response_revision:7461; }","duration":"172.636054ms","start":"2026-04-16T03:55:00.017724Z","end":"2026-04-16T03:55:00.19036Z","steps":["trace[2074052247] 'agreement among raft nodes before linearized reading' (duration: 172.531653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:00.190428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.781799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:55:00.190491Z","caller":"traceutil/trace.go:171","msg":"trace[1048249323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7461; }","duration":"119.86882ms","start":"2026-04-16T03:55:00.070605Z","end":"2026-04-16T03:55:00.190474Z","steps":["trace[1048249323] 'agreement among raft nodes before linearized reading' (duration: 119.705469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:00.190542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.491098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:volume-scheduler\" ","response":"range_response_count:1 size:715"} {"level":"info","ts":"2026-04-16T03:55:00.190724Z","caller":"traceutil/trace.go:171","msg":"trace[946856155] range","detail":"{range_begin:/registry/clusterrolebindings/system:volume-scheduler; range_end:; response_count:1; response_revision:7461; }","duration":"168.742959ms","start":"2026-04-16T03:55:00.021954Z","end":"2026-04-16T03:55:00.190697Z","steps":["trace[946856155] 'agreement among raft nodes before linearized reading' (duration: 168.354497ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:01.194569Z","caller":"traceutil/trace.go:171","msg":"trace[59522743] linearizableReadLoop","detail":"{readStateIndex:7766; appliedIndex:7765; }","duration":"145.347017ms","start":"2026-04-16T03:55:01.049199Z","end":"2026-04-16T03:55:01.194546Z","steps":["trace[59522743] 'read index received' (duration: 145.283336ms)","trace[59522743] 'applied index is now lower than readState.Index' (duration: 62.711µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:01.194663Z","caller":"traceutil/trace.go:171","msg":"trace[545099965] transaction","detail":"{read_only:false; response_revision:7466; number_of_response:1; }","duration":"146.365523ms","start":"2026-04-16T03:55:01.048259Z","end":"2026-04-16T03:55:01.194624Z","steps":["trace[545099965] 'process raft request' (duration: 146.141502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:01.194882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.658119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-public\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-16T03:55:01.194982Z","caller":"traceutil/trace.go:171","msg":"trace[90989603] range","detail":"{range_begin:/registry/namespaces/kube-public; range_end:; response_count:1; response_revision:7466; }","duration":"145.792839ms","start":"2026-04-16T03:55:01.049166Z","end":"2026-04-16T03:55:01.194958Z","steps":["trace[90989603] 'agreement among raft nodes before linearized reading' (duration: 145.492227ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:01.233758Z","caller":"traceutil/trace.go:171","msg":"trace[1100425271] transaction","detail":"{read_only:false; response_revision:7467; number_of_response:1; }","duration":"149.727046ms","start":"2026-04-16T03:55:01.084012Z","end":"2026-04-16T03:55:01.23374Z","steps":["trace[1100425271] 'process raft request' (duration: 149.593645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:01.234051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.623363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-16T03:55:01.234079Z","caller":"traceutil/trace.go:171","msg":"trace[17047326] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:7467; }","duration":"181.690324ms","start":"2026-04-16T03:55:01.052382Z","end":"2026-04-16T03:55:01.234072Z","steps":["trace[17047326] 'agreement among raft nodes before linearized reading' (duration: 181.595313ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:02.363986Z","caller":"traceutil/trace.go:171","msg":"trace[21353505] linearizableReadLoop","detail":"{readStateIndex:7770; appliedIndex:7769; }","duration":"161.813444ms","start":"2026-04-16T03:55:02.202142Z","end":"2026-04-16T03:55:02.363956Z","steps":["trace[21353505] 'read index received' (duration: 80.424735ms)","trace[21353505] 'applied index is now lower than readState.Index' (duration: 81.387439ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:02.364139Z","caller":"traceutil/trace.go:171","msg":"trace[219236912] transaction","detail":"{read_only:false; response_revision:7470; number_of_response:1; }","duration":"189.923286ms","start":"2026-04-16T03:55:02.174185Z","end":"2026-04-16T03:55:02.364108Z","steps":["trace[219236912] 'process raft request' (duration: 108.453756ms)","trace[219236912] 'compare' (duration: 81.179649ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:02.364306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.139246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:55:02.364359Z","caller":"traceutil/trace.go:171","msg":"trace[1184353663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7470; }","duration":"162.233907ms","start":"2026-04-16T03:55:02.202106Z","end":"2026-04-16T03:55:02.36434Z","steps":["trace[1184353663] 'agreement among raft nodes before linearized reading' (duration: 162.014805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:03.042029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.7061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:03.042132Z","caller":"traceutil/trace.go:171","msg":"trace[1293606520] transaction","detail":"{read_only:false; response_revision:7471; number_of_response:1; }","duration":"674.078019ms","start":"2026-04-16T03:55:02.368033Z","end":"2026-04-16T03:55:03.042111Z","steps":["trace[1293606520] 'process raft request' (duration: 425.196898ms)","trace[1293606520] 'compare' (duration: 248.497128ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:03.042194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:02.368011Z","time spent":"674.152059ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:03.063108Z","caller":"traceutil/trace.go:171","msg":"trace[1541355508] linearizableReadLoop","detail":"{readStateIndex:7772; appliedIndex:7770; }","duration":"653.315775ms","start":"2026-04-16T03:55:02.409754Z","end":"2026-04-16T03:55:03.06307Z","steps":["trace[1541355508] 'read index received' (duration: 383.487957ms)","trace[1541355508] 'applied index is now lower than readState.Index' (duration: 269.825618ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:03.06332Z","caller":"traceutil/trace.go:171","msg":"trace[574736385] transaction","detail":"{read_only:false; response_revision:7472; number_of_response:1; }","duration":"694.301941ms","start":"2026-04-16T03:55:02.368996Z","end":"2026-04-16T03:55:03.063297Z","steps":["trace[574736385] 'process raft request' (duration: 693.851478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:03.063501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:02.368975Z","time spent":"694.402133ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:03.063953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.1798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:12 size:4389"} {"level":"info","ts":"2026-04-16T03:55:03.064061Z","caller":"traceutil/trace.go:171","msg":"trace[1666751556] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:12; response_revision:7472; }","duration":"654.320551ms","start":"2026-04-16T03:55:02.409726Z","end":"2026-04-16T03:55:03.064047Z","steps":["trace[1666751556] 'agreement among raft nodes before linearized reading' (duration: 653.886768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:03.064165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:02.409712Z","time spent":"654.436541ms","remote":"127.0.0.1:45584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":12,"response size":4411,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 "} {"level":"warn","ts":"2026-04-16T03:55:03.064353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.854012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T03:55:03.064462Z","caller":"traceutil/trace.go:171","msg":"trace[266806165] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7472; }","duration":"306.143583ms","start":"2026-04-16T03:55:02.758295Z","end":"2026-04-16T03:55:03.064438Z","steps":["trace[266806165] 'agreement among raft nodes before linearized reading' (duration: 305.6108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:03.06452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:02.758274Z","time spent":"306.233714ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:55:03.065147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.92183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:55:03.065253Z","caller":"traceutil/trace.go:171","msg":"trace[1525927701] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7472; }","duration":"513.387594ms","start":"2026-04-16T03:55:02.55184Z","end":"2026-04-16T03:55:03.065227Z","steps":["trace[1525927701] 'agreement among raft nodes before linearized reading' (duration: 511.990084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:03.065309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:02.551819Z","time spent":"513.478875ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:55:04.382662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.960707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1093"} {"level":"info","ts":"2026-04-16T03:55:04.38272Z","caller":"traceutil/trace.go:171","msg":"trace[2059348531] range","detail":"{range_begin:/registry/services/endpoints/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:7480; }","duration":"107.056517ms","start":"2026-04-16T03:55:04.275651Z","end":"2026-04-16T03:55:04.382707Z","steps":["trace[2059348531] 'range keys from in-memory index tree' (duration: 106.795295ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:04.492078Z","caller":"traceutil/trace.go:171","msg":"trace[790400249] linearizableReadLoop","detail":"{readStateIndex:7781; appliedIndex:7780; }","duration":"101.929174ms","start":"2026-04-16T03:55:04.390126Z","end":"2026-04-16T03:55:04.492055Z","steps":["trace[790400249] 'read index received' (duration: 101.723513ms)","trace[790400249] 'applied index is now lower than readState.Index' (duration: 204.591µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:04.492197Z","caller":"traceutil/trace.go:171","msg":"trace[1183958325] transaction","detail":"{read_only:false; response_revision:7481; number_of_response:1; }","duration":"102.980391ms","start":"2026-04-16T03:55:04.389205Z","end":"2026-04-16T03:55:04.492186Z","steps":["trace[1183958325] 'process raft request' (duration: 102.708279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:04.492436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.293107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/\" range_end:\"/registry/events/auth-system0\" limit:500 ","response":"range_response_count:21 size:16652"} {"level":"info","ts":"2026-04-16T03:55:04.492479Z","caller":"traceutil/trace.go:171","msg":"trace[1407988841] range","detail":"{range_begin:/registry/events/auth-system/; range_end:/registry/events/auth-system0; response_count:21; response_revision:7481; }","duration":"102.353277ms","start":"2026-04-16T03:55:04.390115Z","end":"2026-04-16T03:55:04.492468Z","steps":["trace[1407988841] 'agreement among raft nodes before linearized reading' (duration: 102.206136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:04.759347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.02976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/cert-manager/\" range_end:\"/registry/persistentvolumeclaims/cert-manager0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:55:04.759418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.37305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1096"} {"level":"info","ts":"2026-04-16T03:55:04.759437Z","caller":"traceutil/trace.go:171","msg":"trace[1629217738] range","detail":"{range_begin:/registry/persistentvolumeclaims/cert-manager/; range_end:/registry/persistentvolumeclaims/cert-manager0; response_count:0; response_revision:7481; }","duration":"169.147871ms","start":"2026-04-16T03:55:04.590266Z","end":"2026-04-16T03:55:04.759414Z","steps":["trace[1629217738] 'range keys from in-memory index tree' (duration: 168.98751ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:04.759482Z","caller":"traceutil/trace.go:171","msg":"trace[297984670] range","detail":"{range_begin:/registry/services/endpoints/cert-manager/cert-manager; range_end:; response_count:1; response_revision:7481; }","duration":"170.47932ms","start":"2026-04-16T03:55:04.588986Z","end":"2026-04-16T03:55:04.759465Z","steps":["trace[297984670] 'range keys from in-memory index tree' (duration: 170.235219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:04.759572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.081344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T03:55:04.759629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.367929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" limit:500 ","response":"range_response_count:4 size:81049"} {"level":"info","ts":"2026-04-16T03:55:04.759845Z","caller":"traceutil/trace.go:171","msg":"trace[984176008] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:7481; }","duration":"142.408476ms","start":"2026-04-16T03:55:04.617416Z","end":"2026-04-16T03:55:04.759824Z","steps":["trace[984176008] 'range keys from in-memory index tree' (duration: 141.888754ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:04.75987Z","caller":"traceutil/trace.go:171","msg":"trace[1589831942] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:4; response_revision:7481; }","duration":"104.6404ms","start":"2026-04-16T03:55:04.655215Z","end":"2026-04-16T03:55:04.759855Z","steps":["trace[1589831942] 'range keys from in-memory index tree' (duration: 104.110868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:04.761026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.7901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1082"} {"level":"info","ts":"2026-04-16T03:55:04.761125Z","caller":"traceutil/trace.go:171","msg":"trace[1015646336] range","detail":"{range_begin:/registry/services/endpoints/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:7481; }","duration":"162.939621ms","start":"2026-04-16T03:55:04.598162Z","end":"2026-04-16T03:55:04.761101Z","steps":["trace[1015646336] 'range keys from in-memory index tree' (duration: 161.076708ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:04.932937Z","caller":"traceutil/trace.go:171","msg":"trace[1059308108] transaction","detail":"{read_only:false; response_revision:7482; number_of_response:1; }","duration":"144.486661ms","start":"2026-04-16T03:55:04.788416Z","end":"2026-04-16T03:55:04.932903Z","steps":["trace[1059308108] 'process raft request' (duration: 100.831967ms)","trace[1059308108] 'compare' (duration: 43.471263ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:05.220619Z","caller":"traceutil/trace.go:171","msg":"trace[421943796] transaction","detail":"{read_only:false; response_revision:7485; number_of_response:1; }","duration":"109.273611ms","start":"2026-04-16T03:55:05.111318Z","end":"2026-04-16T03:55:05.220591Z","steps":["trace[421943796] 'process raft request' (duration: 56.466658ms)","trace[421943796] 'compare' (duration: 52.632182ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:05.453117Z","caller":"traceutil/trace.go:171","msg":"trace[1661437304] linearizableReadLoop","detail":"{readStateIndex:7789; appliedIndex:7788; }","duration":"102.664858ms","start":"2026-04-16T03:55:05.350438Z","end":"2026-04-16T03:55:05.453102Z","steps":["trace[1661437304] 'read index received' (duration: 102.562218ms)","trace[1661437304] 'applied index is now lower than readState.Index' (duration: 101.87µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:05.453161Z","caller":"traceutil/trace.go:171","msg":"trace[1111697737] transaction","detail":"{read_only:false; response_revision:7488; number_of_response:1; }","duration":"122.240397ms","start":"2026-04-16T03:55:05.330899Z","end":"2026-04-16T03:55:05.453139Z","steps":["trace[1111697737] 'process raft request' (duration: 122.098476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:05.453296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.843049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-v2zh2\" ","response":"range_response_count:1 size:4617"} {"level":"info","ts":"2026-04-16T03:55:05.453332Z","caller":"traceutil/trace.go:171","msg":"trace[1057695673] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-v2zh2; range_end:; response_count:1; response_revision:7488; }","duration":"102.922241ms","start":"2026-04-16T03:55:05.350401Z","end":"2026-04-16T03:55:05.453323Z","steps":["trace[1057695673] 'agreement among raft nodes before linearized reading' (duration: 102.80197ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:06.400267Z","caller":"traceutil/trace.go:171","msg":"trace[1653147044] linearizableReadLoop","detail":"{readStateIndex:7791; appliedIndex:7790; }","duration":"218.930385ms","start":"2026-04-16T03:55:06.181312Z","end":"2026-04-16T03:55:06.400242Z","steps":["trace[1653147044] 'read index received' (duration: 218.837745ms)","trace[1653147044] 'applied index is now lower than readState.Index' (duration: 91.55µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:06.400378Z","caller":"traceutil/trace.go:171","msg":"trace[2142608157] transaction","detail":"{read_only:false; response_revision:7490; number_of_response:1; }","duration":"219.283168ms","start":"2026-04-16T03:55:06.181066Z","end":"2026-04-16T03:55:06.400349Z","steps":["trace[2142608157] 'process raft request' (duration: 219.034306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:06.400554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.554462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/envoy-gateway-system/\" range_end:\"/registry/ingress/envoy-gateway-system0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:06.400634Z","caller":"traceutil/trace.go:171","msg":"trace[237221526] range","detail":"{range_begin:/registry/ingress/envoy-gateway-system/; range_end:/registry/ingress/envoy-gateway-system0; response_count:0; response_revision:7490; }","duration":"161.679352ms","start":"2026-04-16T03:55:06.23894Z","end":"2026-04-16T03:55:06.40062Z","steps":["trace[237221526] 'agreement among raft nodes before linearized reading' (duration: 161.556412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:06.400664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.143492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/default\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-04-16T03:55:06.400746Z","caller":"traceutil/trace.go:171","msg":"trace[257301705] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/default; range_end:; response_count:1; response_revision:7490; }","duration":"149.264582ms","start":"2026-04-16T03:55:06.251463Z","end":"2026-04-16T03:55:06.400728Z","steps":["trace[257301705] 'agreement among raft nodes before linearized reading' (duration: 149.075091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:06.400739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.17954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/envoy-gateway-system/\" range_end:\"/registry/services/endpoints/envoy-gateway-system0\" limit:500 ","response":"range_response_count:1 size:1119"} {"level":"info","ts":"2026-04-16T03:55:06.400805Z","caller":"traceutil/trace.go:171","msg":"trace[83458129] range","detail":"{range_begin:/registry/services/endpoints/envoy-gateway-system/; range_end:/registry/services/endpoints/envoy-gateway-system0; response_count:1; response_revision:7490; }","duration":"158.28513ms","start":"2026-04-16T03:55:06.242503Z","end":"2026-04-16T03:55:06.400788Z","steps":["trace[83458129] 'agreement among raft nodes before linearized reading' (duration: 158.074189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:06.401271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.957311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/sh.helm.release.v1.keycloak.v1\" ","response":"range_response_count:1 size:74832"} {"level":"info","ts":"2026-04-16T03:55:06.401323Z","caller":"traceutil/trace.go:171","msg":"trace[1945492763] range","detail":"{range_begin:/registry/secrets/auth-system/sh.helm.release.v1.keycloak.v1; range_end:; response_count:1; response_revision:7490; }","duration":"220.033632ms","start":"2026-04-16T03:55:06.181274Z","end":"2026-04-16T03:55:06.401308Z","steps":["trace[1945492763] 'agreement among raft nodes before linearized reading' (duration: 219.106936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:06.760576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.1234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/default/\" range_end:\"/registry/rolebindings/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:55:06.760827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.814515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager-cainjector:leaderelection\" ","response":"range_response_count:1 size:1189"} {"level":"warn","ts":"2026-04-16T03:55:06.760886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.011736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager-webhook:dynamic-serving\" ","response":"range_response_count:1 size:1171"} {"level":"info","ts":"2026-04-16T03:55:06.760934Z","caller":"traceutil/trace.go:171","msg":"trace[1389728227] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager-cainjector:leaderelection; range_end:; response_count:1; response_revision:7491; }","duration":"106.965896ms","start":"2026-04-16T03:55:06.653942Z","end":"2026-04-16T03:55:06.760908Z","steps":["trace[1389728227] 'range keys from in-memory index tree' (duration: 106.694185ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:06.760948Z","caller":"traceutil/trace.go:171","msg":"trace[994496111] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager-webhook:dynamic-serving; range_end:; response_count:1; response_revision:7491; }","duration":"110.114137ms","start":"2026-04-16T03:55:06.650818Z","end":"2026-04-16T03:55:06.760932Z","steps":["trace[994496111] 'range keys from in-memory index tree' (duration: 109.938796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:06.761098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.357309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:06.761129Z","caller":"traceutil/trace.go:171","msg":"trace[1179122833] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7491; }","duration":"107.413379ms","start":"2026-04-16T03:55:06.653707Z","end":"2026-04-16T03:55:06.76112Z","steps":["trace[1179122833] 'range keys from in-memory index tree' (duration: 107.313388ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:06.760669Z","caller":"traceutil/trace.go:171","msg":"trace[2085700501] range","detail":"{range_begin:/registry/rolebindings/default/; range_end:/registry/rolebindings/default0; response_count:0; response_revision:7491; }","duration":"115.23549ms","start":"2026-04-16T03:55:06.645414Z","end":"2026-04-16T03:55:06.760649Z","steps":["trace[2085700501] 'range keys from in-memory index tree' (duration: 115.039069ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:09.306143Z","caller":"traceutil/trace.go:171","msg":"trace[1468485217] transaction","detail":"{read_only:false; response_revision:7504; number_of_response:1; }","duration":"178.909725ms","start":"2026-04-16T03:55:09.127206Z","end":"2026-04-16T03:55:09.306115Z","steps":["trace[1468485217] 'process raft request' (duration: 150.57625ms)","trace[1468485217] 'compare' (duration: 28.023713ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:09.306161Z","caller":"traceutil/trace.go:171","msg":"trace[1625004853] linearizableReadLoop","detail":"{readStateIndex:7805; appliedIndex:7804; }","duration":"177.794488ms","start":"2026-04-16T03:55:09.128341Z","end":"2026-04-16T03:55:09.306136Z","steps":["trace[1625004853] 'read index received' (duration: 149.455583ms)","trace[1625004853] 'applied index is now lower than readState.Index' (duration: 28.338015ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:09.306377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.026409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/envoy-gateway-config\" ","response":"range_response_count:1 size:1550"} {"level":"info","ts":"2026-04-16T03:55:09.306424Z","caller":"traceutil/trace.go:171","msg":"trace[592798339] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/envoy-gateway-config; range_end:; response_count:1; response_revision:7504; }","duration":"178.114ms","start":"2026-04-16T03:55:09.128298Z","end":"2026-04-16T03:55:09.306412Z","steps":["trace[592798339] 'agreement among raft nodes before linearized reading' (duration: 177.974709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:09.310002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.46208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-public/\" range_end:\"/registry/deployments/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:09.310043Z","caller":"traceutil/trace.go:171","msg":"trace[654212268] range","detail":"{range_begin:/registry/deployments/kube-public/; range_end:/registry/deployments/kube-public0; response_count:0; response_revision:7505; }","duration":"110.553581ms","start":"2026-04-16T03:55:09.19948Z","end":"2026-04-16T03:55:09.310034Z","steps":["trace[654212268] 'agreement among raft nodes before linearized reading' (duration: 110.486991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:09.310152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.116745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-node-lease/\" range_end:\"/registry/rolebindings/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:09.310172Z","caller":"traceutil/trace.go:171","msg":"trace[2127311794] range","detail":"{range_begin:/registry/rolebindings/kube-node-lease/; range_end:/registry/rolebindings/kube-node-lease0; response_count:0; response_revision:7505; }","duration":"168.177775ms","start":"2026-04-16T03:55:09.141986Z","end":"2026-04-16T03:55:09.310164Z","steps":["trace[2127311794] 'agreement among raft nodes before linearized reading' (duration: 168.146535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:09.310466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.410621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/kube-root-ca.crt\" ","response":"range_response_count:1 size:1764"} {"level":"info","ts":"2026-04-16T03:55:09.310526Z","caller":"traceutil/trace.go:171","msg":"trace[461089830] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:7505; }","duration":"170.510701ms","start":"2026-04-16T03:55:09.14Z","end":"2026-04-16T03:55:09.310511Z","steps":["trace[461089830] 'agreement among raft nodes before linearized reading' (duration: 170.30458ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:11.491837Z","caller":"traceutil/trace.go:171","msg":"trace[346664722] transaction","detail":"{read_only:false; response_revision:7518; number_of_response:1; }","duration":"112.264881ms","start":"2026-04-16T03:55:11.379531Z","end":"2026-04-16T03:55:11.491796Z","steps":["trace[346664722] 'process raft request' (duration: 110.875111ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:11.491899Z","caller":"traceutil/trace.go:171","msg":"trace[1502525295] linearizableReadLoop","detail":"{readStateIndex:7820; appliedIndex:7819; }","duration":"104.524201ms","start":"2026-04-16T03:55:11.387349Z","end":"2026-04-16T03:55:11.491873Z","steps":["trace[1502525295] 'read index received' (duration: 103.149442ms)","trace[1502525295] 'applied index is now lower than readState.Index' (duration: 1.372689ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:11.492243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.871623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/\" range_end:\"/registry/roles/kube-system0\" limit:500 ","response":"range_response_count:11 size:5916"} {"level":"info","ts":"2026-04-16T03:55:11.492326Z","caller":"traceutil/trace.go:171","msg":"trace[1460327995] range","detail":"{range_begin:/registry/roles/kube-system/; range_end:/registry/roles/kube-system0; response_count:11; response_revision:7519; }","duration":"105.008194ms","start":"2026-04-16T03:55:11.387297Z","end":"2026-04-16T03:55:11.492306Z","steps":["trace[1460327995] 'agreement among raft nodes before linearized reading' (duration: 104.677632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:12.650019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.825037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/\" range_end:\"/registry/deployments/monitoring0\" limit:500 ","response":"range_response_count:3 size:21500"} {"level":"warn","ts":"2026-04-16T03:55:12.650088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.532997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4494"} {"level":"warn","ts":"2026-04-16T03:55:12.650065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.183491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:12.650142Z","caller":"traceutil/trace.go:171","msg":"trace[2018508549] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:7521; }","duration":"105.589507ms","start":"2026-04-16T03:55:12.544536Z","end":"2026-04-16T03:55:12.650126Z","steps":["trace[2018508549] 'range keys from in-memory index tree' (duration: 105.431887ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:12.650179Z","caller":"traceutil/trace.go:171","msg":"trace[1481787036] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:7521; }","duration":"129.367743ms","start":"2026-04-16T03:55:12.520783Z","end":"2026-04-16T03:55:12.650151Z","steps":["trace[1481787036] 'count revisions from in-memory index tree' (duration: 129.052571ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:12.650102Z","caller":"traceutil/trace.go:171","msg":"trace[1953612694] range","detail":"{range_begin:/registry/deployments/monitoring/; range_end:/registry/deployments/monitoring0; response_count:3; response_revision:7521; }","duration":"120.938287ms","start":"2026-04-16T03:55:12.529145Z","end":"2026-04-16T03:55:12.650083Z","steps":["trace[1953612694] 'range keys from in-memory index tree' (duration: 120.673736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:12.857508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.759779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-node-lease/\" range_end:\"/registry/events/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:12.85758Z","caller":"traceutil/trace.go:171","msg":"trace[1537151828] range","detail":"{range_begin:/registry/events/kube-node-lease/; range_end:/registry/events/kube-node-lease0; response_count:0; response_revision:7522; }","duration":"105.859119ms","start":"2026-04-16T03:55:12.751705Z","end":"2026-04-16T03:55:12.857564Z","steps":["trace[1537151828] 'range keys from in-memory index tree' (duration: 105.717669ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:13.545216Z","caller":"traceutil/trace.go:171","msg":"trace[1087327597] transaction","detail":"{read_only:false; response_revision:7526; number_of_response:1; }","duration":"161.308291ms","start":"2026-04-16T03:55:13.383857Z","end":"2026-04-16T03:55:13.545166Z","steps":["trace[1087327597] 'process raft request' (duration: 122.90338ms)","trace[1087327597] 'compare' (duration: 38.207729ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:13.545257Z","caller":"traceutil/trace.go:171","msg":"trace[1968115903] linearizableReadLoop","detail":"{readStateIndex:7828; appliedIndex:7827; }","duration":"139.907081ms","start":"2026-04-16T03:55:13.405333Z","end":"2026-04-16T03:55:13.545241Z","steps":["trace[1968115903] 'read index received' (duration: 101.37759ms)","trace[1968115903] 'applied index is now lower than readState.Index' (duration: 38.528741ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:13.545476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.140442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-4qfd4\" ","response":"range_response_count:1 size:4310"} {"level":"info","ts":"2026-04-16T03:55:13.545507Z","caller":"traceutil/trace.go:171","msg":"trace[9179182] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-4qfd4; range_end:; response_count:1; response_revision:7527; }","duration":"140.221583ms","start":"2026-04-16T03:55:13.405277Z","end":"2026-04-16T03:55:13.545498Z","steps":["trace[9179182] 'agreement among raft nodes before linearized reading' (duration: 140.090532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:13.545548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.891487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1159"} {"level":"info","ts":"2026-04-16T03:55:13.545572Z","caller":"traceutil/trace.go:171","msg":"trace[1845813006] range","detail":"{range_begin:/registry/rolebindings/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:7527; }","duration":"126.942418ms","start":"2026-04-16T03:55:13.418624Z","end":"2026-04-16T03:55:13.545566Z","steps":["trace[1845813006] 'agreement among raft nodes before linearized reading' (duration: 126.874388ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:17.88312Z","caller":"traceutil/trace.go:171","msg":"trace[1258847777] transaction","detail":"{read_only:false; response_revision:7546; number_of_response:1; }","duration":"483.424538ms","start":"2026-04-16T03:55:17.399674Z","end":"2026-04-16T03:55:17.883098Z","steps":["trace[1258847777] 'process raft request' (duration: 483.273057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:17.883273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:17.399644Z","time spent":"483.571939ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:17.883099Z","caller":"traceutil/trace.go:171","msg":"trace[1164676854] linearizableReadLoop","detail":"{readStateIndex:7849; appliedIndex:7848; }","duration":"482.366061ms","start":"2026-04-16T03:55:17.400712Z","end":"2026-04-16T03:55:17.883078Z","steps":["trace[1164676854] 'read index received' (duration: 482.25794ms)","trace[1164676854] 'applied index is now lower than readState.Index' (duration: 107.111µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:17.883335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.567682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:55:17.883887Z","caller":"traceutil/trace.go:171","msg":"trace[20691035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7546; }","duration":"483.136016ms","start":"2026-04-16T03:55:17.400664Z","end":"2026-04-16T03:55:17.8838Z","steps":["trace[20691035] 'agreement among raft nodes before linearized reading' (duration: 482.509492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:17.884161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:17.400643Z","time spent":"483.309827ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:55:17.92168Z","caller":"traceutil/trace.go:171","msg":"trace[1562518467] transaction","detail":"{read_only:false; response_revision:7547; number_of_response:1; }","duration":"365.156108ms","start":"2026-04-16T03:55:17.556486Z","end":"2026-04-16T03:55:17.921642Z","steps":["trace[1562518467] 'process raft request' (duration: 364.885096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:17.921738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.68193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:17.9218Z","caller":"traceutil/trace.go:171","msg":"trace[1477836861] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7547; }","duration":"196.787981ms","start":"2026-04-16T03:55:17.724998Z","end":"2026-04-16T03:55:17.921786Z","steps":["trace[1477836861] 'agreement among raft nodes before linearized reading' (duration: 196.68967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:17.921798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:17.556461Z","time spent":"365.270529ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:17.921872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.081983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-16T03:55:17.921865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.221589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/local-path-storage/local-path-config\" ","response":"range_response_count:1 size:1464"} {"level":"info","ts":"2026-04-16T03:55:17.921941Z","caller":"traceutil/trace.go:171","msg":"trace[768081938] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7547; }","duration":"352.149104ms","start":"2026-04-16T03:55:17.569761Z","end":"2026-04-16T03:55:17.92191Z","steps":["trace[768081938] 'agreement among raft nodes before linearized reading' (duration: 352.009413ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:17.921949Z","caller":"traceutil/trace.go:171","msg":"trace[1439146940] range","detail":"{range_begin:/registry/configmaps/local-path-storage/local-path-config; range_end:; response_count:1; response_revision:7547; }","duration":"138.351631ms","start":"2026-04-16T03:55:17.783579Z","end":"2026-04-16T03:55:17.92193Z","steps":["trace[1439146940] 'agreement among raft nodes before linearized reading' (duration: 138.142099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:17.922033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:17.569746Z","time spent":"352.225364ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:55:17.922409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.989934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-16T03:55:17.922431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.433709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/local-path-storage/kube-root-ca.crt\" ","response":"range_response_count:1 size:1760"} {"level":"info","ts":"2026-04-16T03:55:17.922495Z","caller":"traceutil/trace.go:171","msg":"trace[1901808473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7547; }","duration":"360.117525ms","start":"2026-04-16T03:55:17.562357Z","end":"2026-04-16T03:55:17.922474Z","steps":["trace[1901808473] 'agreement among raft nodes before linearized reading' (duration: 359.21243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:17.922561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:17.562344Z","time spent":"360.200836ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:55:17.922531Z","caller":"traceutil/trace.go:171","msg":"trace[753922674] range","detail":"{range_begin:/registry/configmaps/local-path-storage/kube-root-ca.crt; range_end:; response_count:1; response_revision:7547; }","duration":"136.547179ms","start":"2026-04-16T03:55:17.785967Z","end":"2026-04-16T03:55:17.922514Z","steps":["trace[753922674] 'agreement among raft nodes before linearized reading' (duration: 135.636114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:18.746935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.348063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-lpfbh\" ","response":"range_response_count:1 size:4482"} {"level":"info","ts":"2026-04-16T03:55:18.747016Z","caller":"traceutil/trace.go:171","msg":"trace[650224373] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-lpfbh; range_end:; response_count:1; response_revision:7552; }","duration":"117.475685ms","start":"2026-04-16T03:55:18.629522Z","end":"2026-04-16T03:55:18.746998Z","steps":["trace[650224373] 'range keys from in-memory index tree' (duration: 117.178872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:18.747158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.524259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6869"} {"level":"info","ts":"2026-04-16T03:55:18.747251Z","caller":"traceutil/trace.go:171","msg":"trace[455993994] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:7552; }","duration":"119.658189ms","start":"2026-04-16T03:55:18.627575Z","end":"2026-04-16T03:55:18.747233Z","steps":["trace[455993994] 'range keys from in-memory index tree' (duration: 119.376458ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:22.516253Z","caller":"traceutil/trace.go:171","msg":"trace[979687757] transaction","detail":"{read_only:false; response_revision:7570; number_of_response:1; }","duration":"104.42379ms","start":"2026-04-16T03:55:22.411796Z","end":"2026-04-16T03:55:22.516219Z","steps":["trace[979687757] 'process raft request' (duration: 104.234219ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:22.738359Z","caller":"traceutil/trace.go:171","msg":"trace[1398884285] linearizableReadLoop","detail":"{readStateIndex:7875; appliedIndex:7874; }","duration":"139.085555ms","start":"2026-04-16T03:55:22.599234Z","end":"2026-04-16T03:55:22.73832Z","steps":["trace[1398884285] 'read index received' (duration: 120.866957ms)","trace[1398884285] 'applied index is now lower than readState.Index' (duration: 18.217488ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:22.738578Z","caller":"traceutil/trace.go:171","msg":"trace[1039498684] transaction","detail":"{read_only:false; response_revision:7571; number_of_response:1; }","duration":"151.310136ms","start":"2026-04-16T03:55:22.587241Z","end":"2026-04-16T03:55:22.738551Z","steps":["trace[1039498684] 'process raft request' (duration: 132.911146ms)","trace[1039498684] 'compare' (duration: 18.019177ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:22.738665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.404207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-16T03:55:22.738728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.8127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-16T03:55:22.738762Z","caller":"traceutil/trace.go:171","msg":"trace[262468357] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:7571; }","duration":"139.544168ms","start":"2026-04-16T03:55:22.599198Z","end":"2026-04-16T03:55:22.738742Z","steps":["trace[262468357] 'agreement among raft nodes before linearized reading' (duration: 139.268296ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:22.738805Z","caller":"traceutil/trace.go:171","msg":"trace[1062193293] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:7571; }","duration":"120.011271ms","start":"2026-04-16T03:55:22.61876Z","end":"2026-04-16T03:55:22.738771Z","steps":["trace[1062193293] 'agreement among raft nodes before linearized reading' (duration: 119.722799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:22.994034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.69205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:22.994127Z","caller":"traceutil/trace.go:171","msg":"trace[2035544021] linearizableReadLoop","detail":"{readStateIndex:7876; appliedIndex:7875; }","duration":"168.431457ms","start":"2026-04-16T03:55:22.825681Z","end":"2026-04-16T03:55:22.994113Z","steps":["trace[2035544021] 'read index received' (duration: 51.539336ms)","trace[2035544021] 'applied index is now lower than readState.Index' (duration: 116.891021ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:22.994371Z","caller":"traceutil/trace.go:171","msg":"trace[2137191812] transaction","detail":"{read_only:false; response_revision:7572; number_of_response:1; }","duration":"171.164835ms","start":"2026-04-16T03:55:22.823193Z","end":"2026-04-16T03:55:22.994357Z","steps":["trace[2137191812] 'process raft request' (duration: 54.074892ms)","trace[2137191812] 'compare' (duration: 116.542279ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:22.994562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.589713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-04-16T03:55:22.994642Z","caller":"traceutil/trace.go:171","msg":"trace[1762556324] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:7572; }","duration":"135.713364ms","start":"2026-04-16T03:55:22.858911Z","end":"2026-04-16T03:55:22.994624Z","steps":["trace[1762556324] 'agreement among raft nodes before linearized reading' (duration: 135.481103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:22.994739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.056631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:4 size:329952"} {"level":"info","ts":"2026-04-16T03:55:22.994784Z","caller":"traceutil/trace.go:171","msg":"trace[534079233] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:7572; }","duration":"169.103711ms","start":"2026-04-16T03:55:22.82567Z","end":"2026-04-16T03:55:22.994773Z","steps":["trace[534079233] 'agreement among raft nodes before linearized reading' (duration: 168.88271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:23.19948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.305596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:88 size:66051"} {"level":"info","ts":"2026-04-16T03:55:23.19957Z","caller":"traceutil/trace.go:171","msg":"trace[1842907570] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:88; response_revision:7572; }","duration":"102.450118ms","start":"2026-04-16T03:55:23.097102Z","end":"2026-04-16T03:55:23.199552Z","steps":["trace[1842907570] 'range keys from in-memory index tree' (duration: 101.833894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:27.229032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.563086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-cluster-total\" ","response":"range_response_count:1 size:14105"} {"level":"warn","ts":"2026-04-16T03:55:27.229098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.110791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T03:55:27.22915Z","caller":"traceutil/trace.go:171","msg":"trace[371282869] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7596; }","duration":"120.213093ms","start":"2026-04-16T03:55:27.108922Z","end":"2026-04-16T03:55:27.229135Z","steps":["trace[371282869] 'range keys from in-memory index tree' (duration: 119.96705ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:27.22912Z","caller":"traceutil/trace.go:171","msg":"trace[172329624] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-cluster-total; range_end:; response_count:1; response_revision:7596; }","duration":"117.685466ms","start":"2026-04-16T03:55:27.111415Z","end":"2026-04-16T03:55:27.229101Z","steps":["trace[172329624] 'range keys from in-memory index tree' (duration: 117.349195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:27.229681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.259528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/\" range_end:\"/registry/events/monitoring0\" limit:500 ","response":"range_response_count:162 size:138417"} {"level":"info","ts":"2026-04-16T03:55:27.229886Z","caller":"traceutil/trace.go:171","msg":"trace[257966939] range","detail":"{range_begin:/registry/events/monitoring/; range_end:/registry/events/monitoring0; response_count:162; response_revision:7596; }","duration":"116.497349ms","start":"2026-04-16T03:55:27.113376Z","end":"2026-04-16T03:55:27.229873Z","steps":["trace[257966939] 'range keys from in-memory index tree' (duration: 115.740424ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:30.235121Z","caller":"traceutil/trace.go:171","msg":"trace[1325125095] linearizableReadLoop","detail":"{readStateIndex:7917; appliedIndex:7916; }","duration":"120.456174ms","start":"2026-04-16T03:55:30.114637Z","end":"2026-04-16T03:55:30.235093Z","steps":["trace[1325125095] 'read index received' (duration: 120.155823ms)","trace[1325125095] 'applied index is now lower than readState.Index' (duration: 294.881µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:30.235245Z","caller":"traceutil/trace.go:171","msg":"trace[1162141030] transaction","detail":"{read_only:false; response_revision:7610; number_of_response:1; }","duration":"124.139438ms","start":"2026-04-16T03:55:30.111044Z","end":"2026-04-16T03:55:30.235183Z","steps":["trace[1162141030] 'process raft request' (duration: 123.819326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:30.235417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.763907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:55:30.235491Z","caller":"traceutil/trace.go:171","msg":"trace[1903185464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7610; }","duration":"120.894418ms","start":"2026-04-16T03:55:30.114576Z","end":"2026-04-16T03:55:30.23547Z","steps":["trace[1903185464] 'agreement among raft nodes before linearized reading' (duration: 120.696577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:30.235482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.175341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:55:30.235559Z","caller":"traceutil/trace.go:171","msg":"trace[1957960713] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7610; }","duration":"112.296511ms","start":"2026-04-16T03:55:30.123244Z","end":"2026-04-16T03:55:30.235541Z","steps":["trace[1957960713] 'agreement among raft nodes before linearized reading' (duration: 112.08544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:30.235807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.472033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:55:30.235876Z","caller":"traceutil/trace.go:171","msg":"trace[408879917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7610; }","duration":"112.564083ms","start":"2026-04-16T03:55:30.123293Z","end":"2026-04-16T03:55:30.235857Z","steps":["trace[408879917] 'agreement among raft nodes before linearized reading' (duration: 112.403602ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:31.026104Z","caller":"traceutil/trace.go:171","msg":"trace[2091645020] linearizableReadLoop","detail":"{readStateIndex:7921; appliedIndex:7920; }","duration":"152.817836ms","start":"2026-04-16T03:55:30.873264Z","end":"2026-04-16T03:55:31.026082Z","steps":["trace[2091645020] 'read index received' (duration: 152.677255ms)","trace[2091645020] 'applied index is now lower than readState.Index' (duration: 139.421µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:31.026297Z","caller":"traceutil/trace.go:171","msg":"trace[765455547] transaction","detail":"{read_only:false; response_revision:7614; number_of_response:1; }","duration":"160.454224ms","start":"2026-04-16T03:55:30.865677Z","end":"2026-04-16T03:55:31.026132Z","steps":["trace[765455547] 'process raft request' (duration: 160.276033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:31.026392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.569959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-prometheus-tls\" ","response":"range_response_count:1 size:1111"} {"level":"warn","ts":"2026-04-16T03:55:31.026412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.104488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:17456"} {"level":"info","ts":"2026-04-16T03:55:31.026438Z","caller":"traceutil/trace.go:171","msg":"trace[1590222259] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-prometheus-tls; range_end:; response_count:1; response_revision:7614; }","duration":"142.651209ms","start":"2026-04-16T03:55:30.883774Z","end":"2026-04-16T03:55:31.026425Z","steps":["trace[1590222259] 'agreement among raft nodes before linearized reading' (duration: 142.478168ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:31.026496Z","caller":"traceutil/trace.go:171","msg":"trace[1361093248] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7614; }","duration":"153.252869ms","start":"2026-04-16T03:55:30.873223Z","end":"2026-04-16T03:55:31.026476Z","steps":["trace[1361093248] 'agreement among raft nodes before linearized reading' (duration: 152.947027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:31.424472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.563818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-scheduler\" ","response":"range_response_count:1 size:10675"} {"level":"info","ts":"2026-04-16T03:55:31.424946Z","caller":"traceutil/trace.go:171","msg":"trace[2047362506] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-scheduler; range_end:; response_count:1; response_revision:7615; }","duration":"103.073341ms","start":"2026-04-16T03:55:31.321847Z","end":"2026-04-16T03:55:31.42492Z","steps":["trace[2047362506] 'range keys from in-memory index tree' (duration: 102.429238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:32.604132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.359957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:32.604227Z","caller":"traceutil/trace.go:171","msg":"trace[119094481] linearizableReadLoop","detail":"{readStateIndex:7928; appliedIndex:7927; }","duration":"275.502513ms","start":"2026-04-16T03:55:32.328715Z","end":"2026-04-16T03:55:32.604217Z","steps":["trace[119094481] 'read index received' (duration: 94.246463ms)","trace[119094481] 'applied index is now lower than readState.Index' (duration: 181.25552ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:32.604274Z","caller":"traceutil/trace.go:171","msg":"trace[2042373810] transaction","detail":"{read_only:false; response_revision:7621; number_of_response:1; }","duration":"276.063127ms","start":"2026-04-16T03:55:32.328206Z","end":"2026-04-16T03:55:32.604269Z","steps":["trace[2042373810] 'process raft request' (duration: 110.510149ms)","trace[2042373810] 'compare' (duration: 165.227376ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:32.604343Z","caller":"traceutil/trace.go:171","msg":"trace[1636322550] transaction","detail":"{read_only:false; response_revision:7622; number_of_response:1; }","duration":"275.488143ms","start":"2026-04-16T03:55:32.328851Z","end":"2026-04-16T03:55:32.604339Z","steps":["trace[1636322550] 'process raft request' (duration: 275.339012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:32.604435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.719845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/sh.helm.release.v1.local-path-provisioner.v1\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-04-16T03:55:32.604456Z","caller":"traceutil/trace.go:171","msg":"trace[148772619] range","detail":"{range_begin:/registry/secrets/local-path-storage/sh.helm.release.v1.local-path-provisioner.v1; range_end:; response_count:1; response_revision:7622; }","duration":"275.758535ms","start":"2026-04-16T03:55:32.328691Z","end":"2026-04-16T03:55:32.604449Z","steps":["trace[148772619] 'agreement among raft nodes before linearized reading' (duration: 275.686984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:32.604583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.768466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:13085"} {"level":"info","ts":"2026-04-16T03:55:32.604602Z","caller":"traceutil/trace.go:171","msg":"trace[533725112] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7622; }","duration":"275.797956ms","start":"2026-04-16T03:55:32.3288Z","end":"2026-04-16T03:55:32.604598Z","steps":["trace[533725112] 'agreement among raft nodes before linearized reading' (duration: 275.750766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:32.604832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.781539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/default\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-16T03:55:32.604914Z","caller":"traceutil/trace.go:171","msg":"trace[1206190945] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/default; range_end:; response_count:1; response_revision:7622; }","duration":"274.88088ms","start":"2026-04-16T03:55:32.330012Z","end":"2026-04-16T03:55:32.604892Z","steps":["trace[1206190945] 'agreement among raft nodes before linearized reading' (duration: 274.667668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:33.331393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.377853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-04-16T03:55:33.331489Z","caller":"traceutil/trace.go:171","msg":"trace[1165811536] range","detail":"{range_begin:/registry/services/endpoints/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:7623; }","duration":"123.494304ms","start":"2026-04-16T03:55:33.207974Z","end":"2026-04-16T03:55:33.331468Z","steps":["trace[1165811536] 'range keys from in-memory index tree' (duration: 123.210172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:33.331826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.053644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-16T03:55:33.331891Z","caller":"traceutil/trace.go:171","msg":"trace[938960595] range","detail":"{range_begin:/registry/services/endpoints/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:7623; }","duration":"134.148874ms","start":"2026-04-16T03:55:33.197728Z","end":"2026-04-16T03:55:33.331877Z","steps":["trace[938960595] 'range keys from in-memory index tree' (duration: 133.965963ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:33.489067Z","caller":"traceutil/trace.go:171","msg":"trace[706516395] linearizableReadLoop","detail":"{readStateIndex:7931; appliedIndex:7930; }","duration":"152.09208ms","start":"2026-04-16T03:55:33.336953Z","end":"2026-04-16T03:55:33.489045Z","steps":["trace[706516395] 'read index received' (duration: 151.909009ms)","trace[706516395] 'applied index is now lower than readState.Index' (duration: 182.221µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:33.48916Z","caller":"traceutil/trace.go:171","msg":"trace[2144571718] transaction","detail":"{read_only:false; response_revision:7624; number_of_response:1; }","duration":"152.427162ms","start":"2026-04-16T03:55:33.336692Z","end":"2026-04-16T03:55:33.489119Z","steps":["trace[2144571718] 'process raft request' (duration: 152.226871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:33.489287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.313781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-16T03:55:33.489332Z","caller":"traceutil/trace.go:171","msg":"trace[751868482] range","detail":"{range_begin:/registry/services/endpoints/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:7624; }","duration":"152.389052ms","start":"2026-04-16T03:55:33.336931Z","end":"2026-04-16T03:55:33.48932Z","steps":["trace[751868482] 'agreement among raft nodes before linearized reading' (duration: 152.225641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:33.490259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.67906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/\" range_end:\"/registry/events/monitoring0\" limit:500 ","response":"range_response_count:162 size:138417"} {"level":"info","ts":"2026-04-16T03:55:33.490591Z","caller":"traceutil/trace.go:171","msg":"trace[1820441034] range","detail":"{range_begin:/registry/events/monitoring/; range_end:/registry/events/monitoring0; response_count:162; response_revision:7624; }","duration":"151.064604ms","start":"2026-04-16T03:55:33.339506Z","end":"2026-04-16T03:55:33.49057Z","steps":["trace[1820441034] 'agreement among raft nodes before linearized reading' (duration: 149.787995ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:34.642152Z","caller":"traceutil/trace.go:171","msg":"trace[998054140] linearizableReadLoop","detail":"{readStateIndex:7938; appliedIndex:7936; }","duration":"154.96059ms","start":"2026-04-16T03:55:34.487159Z","end":"2026-04-16T03:55:34.642119Z","steps":["trace[998054140] 'read index received' (duration: 21.216279ms)","trace[998054140] 'applied index is now lower than readState.Index' (duration: 133.742971ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:34.642286Z","caller":"traceutil/trace.go:171","msg":"trace[1403713748] transaction","detail":"{read_only:false; response_revision:7631; number_of_response:1; }","duration":"164.102709ms","start":"2026-04-16T03:55:34.478089Z","end":"2026-04-16T03:55:34.642191Z","steps":["trace[1403713748] 'process raft request' (duration: 132.00834ms)","trace[1403713748] 'compare' (duration: 31.828698ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:34.642442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.267572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-pnmsn\" ","response":"range_response_count:1 size:5161"} {"level":"info","ts":"2026-04-16T03:55:34.642505Z","caller":"traceutil/trace.go:171","msg":"trace[1000636164] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-pnmsn; range_end:; response_count:1; response_revision:7631; }","duration":"155.376252ms","start":"2026-04-16T03:55:34.487113Z","end":"2026-04-16T03:55:34.642489Z","steps":["trace[1000636164] 'agreement among raft nodes before linearized reading' (duration: 155.208831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:34.642683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.836245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-skm7c\" ","response":"range_response_count:1 size:4951"} {"level":"info","ts":"2026-04-16T03:55:34.642821Z","caller":"traceutil/trace.go:171","msg":"trace[987115077] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-skm7c; range_end:; response_count:1; response_revision:7631; }","duration":"153.004967ms","start":"2026-04-16T03:55:34.489797Z","end":"2026-04-16T03:55:34.642802Z","steps":["trace[987115077] 'agreement among raft nodes before linearized reading' (duration: 152.616335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:36.9948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.463392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/monitoring/kube-prometheus-stack-pod-tls-sidecar\" ","response":"range_response_count:1 size:736"} {"level":"warn","ts":"2026-04-16T03:55:36.994848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.559467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:55:36.994889Z","caller":"traceutil/trace.go:171","msg":"trace[410821992] range","detail":"{range_begin:/registry/roles/monitoring/kube-prometheus-stack-pod-tls-sidecar; range_end:; response_count:1; response_revision:7643; }","duration":"132.595965ms","start":"2026-04-16T03:55:36.862274Z","end":"2026-04-16T03:55:36.994869Z","steps":["trace[410821992] 'range keys from in-memory index tree' (duration: 132.17984ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:36.994981Z","caller":"traceutil/trace.go:171","msg":"trace[860290588] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:7643; }","duration":"131.655098ms","start":"2026-04-16T03:55:36.863253Z","end":"2026-04-16T03:55:36.994908Z","steps":["trace[860290588] 'count revisions from in-memory index tree' (duration: 131.473745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:36.995354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.16087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-04-16T03:55:36.995479Z","caller":"traceutil/trace.go:171","msg":"trace[1781938895] range","detail":"{range_begin:/registry/roles/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:7643; }","duration":"132.323052ms","start":"2026-04-16T03:55:36.863119Z","end":"2026-04-16T03:55:36.995442Z","steps":["trace[1781938895] 'range keys from in-memory index tree' (duration: 131.97689ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:37.243046Z","caller":"traceutil/trace.go:171","msg":"trace[1087499920] transaction","detail":"{read_only:false; response_revision:7644; number_of_response:1; }","duration":"120.302283ms","start":"2026-04-16T03:55:37.122695Z","end":"2026-04-16T03:55:37.242997Z","steps":["trace[1087499920] 'process raft request' (duration: 120.064772ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:38.225149Z","caller":"traceutil/trace.go:171","msg":"trace[1209526051] linearizableReadLoop","detail":"{readStateIndex:7956; appliedIndex:7955; }","duration":"132.966186ms","start":"2026-04-16T03:55:38.092156Z","end":"2026-04-16T03:55:38.225122Z","steps":["trace[1209526051] 'read index received' (duration: 132.711154ms)","trace[1209526051] 'applied index is now lower than readState.Index' (duration: 253.552µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:38.225219Z","caller":"traceutil/trace.go:171","msg":"trace[550222473] transaction","detail":"{read_only:false; response_revision:7648; number_of_response:1; }","duration":"149.186142ms","start":"2026-04-16T03:55:38.075997Z","end":"2026-04-16T03:55:38.225184Z","steps":["trace[550222473] 'process raft request' (duration: 148.955521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:38.225398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.648187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/memcached-metrics\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-04-16T03:55:38.225471Z","caller":"traceutil/trace.go:171","msg":"trace[2140570879] range","detail":"{range_begin:/registry/services/endpoints/openstack/memcached-metrics; range_end:; response_count:1; response_revision:7648; }","duration":"131.765348ms","start":"2026-04-16T03:55:38.093689Z","end":"2026-04-16T03:55:38.225455Z","steps":["trace[2140570879] 'agreement among raft nodes before linearized reading' (duration: 131.622607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:38.225834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.64604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-04-16T03:55:38.225963Z","caller":"traceutil/trace.go:171","msg":"trace[1098349231] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:7648; }","duration":"133.796891ms","start":"2026-04-16T03:55:38.092144Z","end":"2026-04-16T03:55:38.225941Z","steps":["trace[1098349231] 'agreement among raft nodes before linearized reading' (duration: 133.191247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:38.899326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.407315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:38.899476Z","caller":"traceutil/trace.go:171","msg":"trace[838214312] linearizableReadLoop","detail":"{readStateIndex:7959; appliedIndex:7958; }","duration":"342.069378ms","start":"2026-04-16T03:55:38.557391Z","end":"2026-04-16T03:55:38.899461Z","steps":["trace[838214312] 'read index received' (duration: 26.74µs)","trace[838214312] 'applied index is now lower than readState.Index' (duration: 342.041298ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:38.899574Z","caller":"traceutil/trace.go:171","msg":"trace[187323303] transaction","detail":"{read_only:false; response_revision:7651; number_of_response:1; }","duration":"415.641246ms","start":"2026-04-16T03:55:38.4839Z","end":"2026-04-16T03:55:38.899541Z","steps":["trace[187323303] 'process raft request' (duration: 42.931049ms)","trace[187323303] 'compare' (duration: 372.297235ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:38.899673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.276189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1147"} {"level":"info","ts":"2026-04-16T03:55:38.899715Z","caller":"traceutil/trace.go:171","msg":"trace[746638154] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:7651; }","duration":"342.342259ms","start":"2026-04-16T03:55:38.557358Z","end":"2026-04-16T03:55:38.8997Z","steps":["trace[746638154] 'agreement among raft nodes before linearized reading' (duration: 342.190358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:38.899753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:38.557342Z","time spent":"342.40389ms","remote":"127.0.0.1:45624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1169,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-04-16T03:55:38.899791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:38.48387Z","time spent":"415.787647ms","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:38.899916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.292844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-16T03:55:38.899944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.844696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-data-valkey-node-1.18a6ba12f0a464aa\" ","response":"range_response_count:1 size:764"} {"level":"warn","ts":"2026-04-16T03:55:38.899985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.303905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T03:55:38.900025Z","caller":"traceutil/trace.go:171","msg":"trace[1468735631] range","detail":"{range_begin:/registry/events/openstack/valkey-data-valkey-node-1.18a6ba12f0a464aa; range_end:; response_count:1; response_revision:7651; }","duration":"341.953007ms","start":"2026-04-16T03:55:38.558053Z","end":"2026-04-16T03:55:38.900006Z","steps":["trace[1468735631] 'agreement among raft nodes before linearized reading' (duration: 341.704895ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:38.900065Z","caller":"traceutil/trace.go:171","msg":"trace[556701003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7651; }","duration":"114.406235ms","start":"2026-04-16T03:55:38.78564Z","end":"2026-04-16T03:55:38.900046Z","steps":["trace[556701003] 'agreement among raft nodes before linearized reading' (duration: 114.181754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:38.900162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.848637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-04-16T03:55:38.900198Z","caller":"traceutil/trace.go:171","msg":"trace[503400231] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:7651; }","duration":"338.900587ms","start":"2026-04-16T03:55:38.561289Z","end":"2026-04-16T03:55:38.900189Z","steps":["trace[503400231] 'agreement among raft nodes before linearized reading' (duration: 338.805696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:38.90023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:38.56128Z","time spent":"338.943997ms","remote":"127.0.0.1:45624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy-metrics\" "} {"level":"warn","ts":"2026-04-16T03:55:38.900073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:38.558045Z","time spent":"342.018347ms","remote":"127.0.0.1:45536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":786,"request content":"key:\"/registry/events/openstack/valkey-data-valkey-node-1.18a6ba12f0a464aa\" "} {"level":"info","ts":"2026-04-16T03:55:38.89997Z","caller":"traceutil/trace.go:171","msg":"trace[383877877] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7651; }","duration":"114.385275ms","start":"2026-04-16T03:55:38.785571Z","end":"2026-04-16T03:55:38.899956Z","steps":["trace[383877877] 'agreement among raft nodes before linearized reading' (duration: 114.188163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:39.477141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.226699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:908"} {"level":"info","ts":"2026-04-16T03:55:39.477234Z","caller":"traceutil/trace.go:171","msg":"trace[1698447971] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:7655; }","duration":"107.34281ms","start":"2026-04-16T03:55:39.369865Z","end":"2026-04-16T03:55:39.477208Z","steps":["trace[1698447971] 'range keys from in-memory index tree' (duration: 107.081818ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:40.05859Z","caller":"traceutil/trace.go:171","msg":"trace[1549029013] transaction","detail":"{read_only:false; response_revision:7658; number_of_response:1; }","duration":"114.091993ms","start":"2026-04-16T03:55:39.944477Z","end":"2026-04-16T03:55:40.058569Z","steps":["trace[1549029013] 'process raft request' (duration: 113.847651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:40.058761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.512187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1069"} {"level":"info","ts":"2026-04-16T03:55:40.058816Z","caller":"traceutil/trace.go:171","msg":"trace[167209086] range","detail":"{range_begin:/registry/services/endpoints/openstack/valkey-metrics; range_end:; response_count:1; response_revision:7658; }","duration":"111.596027ms","start":"2026-04-16T03:55:39.94721Z","end":"2026-04-16T03:55:40.058806Z","steps":["trace[167209086] 'agreement among raft nodes before linearized reading' (duration: 111.437786ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:40.058552Z","caller":"traceutil/trace.go:171","msg":"trace[1153070385] linearizableReadLoop","detail":"{readStateIndex:7966; appliedIndex:7965; }","duration":"111.301416ms","start":"2026-04-16T03:55:39.947227Z","end":"2026-04-16T03:55:40.058528Z","steps":["trace[1153070385] 'read index received' (duration: 111.080464ms)","trace[1153070385] 'applied index is now lower than readState.Index' (duration: 219.872µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:40.292721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.270482ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-16T03:55:40.292815Z","caller":"traceutil/trace.go:171","msg":"trace[1446107971] linearizableReadLoop","detail":"{readStateIndex:7967; appliedIndex:7966; }","duration":"233.703843ms","start":"2026-04-16T03:55:40.059096Z","end":"2026-04-16T03:55:40.2928Z","steps":["trace[1446107971] 'read index received' (duration: 58.34033ms)","trace[1446107971] 'applied index is now lower than readState.Index' (duration: 175.362163ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:40.292898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.118165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:40.292922Z","caller":"traceutil/trace.go:171","msg":"trace[334183038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7658; }","duration":"317.183565ms","start":"2026-04-16T03:55:39.975731Z","end":"2026-04-16T03:55:40.292914Z","steps":["trace[334183038] 'agreement among raft nodes before linearized reading' (duration: 317.126485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:40.292952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:39.975713Z","time spent":"317.233885ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:55:40.293031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.900265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-16T03:55:40.293129Z","caller":"traceutil/trace.go:171","msg":"trace[1722811810] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7658; }","duration":"291.034735ms","start":"2026-04-16T03:55:40.002072Z","end":"2026-04-16T03:55:40.293107Z","steps":["trace[1722811810] 'agreement among raft nodes before linearized reading' (duration: 290.791294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:40.293103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.935089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:55:40.293334Z","caller":"traceutil/trace.go:171","msg":"trace[483548338] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7658; }","duration":"278.161331ms","start":"2026-04-16T03:55:40.015092Z","end":"2026-04-16T03:55:40.293253Z","steps":["trace[483548338] 'agreement among raft nodes before linearized reading' (duration: 277.727549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:40.299994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.866626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-16T03:55:40.300034Z","caller":"traceutil/trace.go:171","msg":"trace[2138461374] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7660; }","duration":"189.930286ms","start":"2026-04-16T03:55:40.110095Z","end":"2026-04-16T03:55:40.300025Z","steps":["trace[2138461374] 'agreement among raft nodes before linearized reading' (duration: 189.802385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:40.301098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.378813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:335 size:259896"} {"level":"info","ts":"2026-04-16T03:55:40.301139Z","caller":"traceutil/trace.go:171","msg":"trace[975168842] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:335; response_revision:7660; }","duration":"238.448163ms","start":"2026-04-16T03:55:40.062682Z","end":"2026-04-16T03:55:40.30113Z","steps":["trace[975168842] 'agreement among raft nodes before linearized reading' (duration: 237.311405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:40.511748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.85121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:40.512021Z","caller":"traceutil/trace.go:171","msg":"trace[1486483021] transaction","detail":"{read_only:false; response_revision:7661; number_of_response:1; }","duration":"205.431338ms","start":"2026-04-16T03:55:40.306556Z","end":"2026-04-16T03:55:40.511987Z","steps":["trace[1486483021] 'process raft request' (duration: 79.253646ms)","trace[1486483021] 'compare' (duration: 125.682729ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:40.512222Z","caller":"traceutil/trace.go:171","msg":"trace[1364633944] linearizableReadLoop","detail":"{readStateIndex:7970; appliedIndex:7969; }","duration":"140.340804ms","start":"2026-04-16T03:55:40.371846Z","end":"2026-04-16T03:55:40.512187Z","steps":["trace[1364633944] 'read index received' (duration: 13.897411ms)","trace[1364633944] 'applied index is now lower than readState.Index' (duration: 126.436913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:40.512572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.709696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-16T03:55:40.512642Z","caller":"traceutil/trace.go:171","msg":"trace[1245448882] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7662; }","duration":"140.814567ms","start":"2026-04-16T03:55:40.371806Z","end":"2026-04-16T03:55:40.51262Z","steps":["trace[1245448882] 'agreement among raft nodes before linearized reading' (duration: 140.611425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:40.512783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.271514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-16T03:55:40.512869Z","caller":"traceutil/trace.go:171","msg":"trace[1445632940] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7662; }","duration":"120.393344ms","start":"2026-04-16T03:55:40.392458Z","end":"2026-04-16T03:55:40.512851Z","steps":["trace[1445632940] 'agreement among raft nodes before linearized reading' (duration: 120.153163ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:42.452105Z","caller":"traceutil/trace.go:171","msg":"trace[75347078] linearizableReadLoop","detail":"{readStateIndex:7979; appliedIndex:7977; }","duration":"131.045933ms","start":"2026-04-16T03:55:42.321032Z","end":"2026-04-16T03:55:42.452078Z","steps":["trace[75347078] 'read index received' (duration: 30.69043ms)","trace[75347078] 'applied index is now lower than readState.Index' (duration: 100.354553ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:42.452177Z","caller":"traceutil/trace.go:171","msg":"trace[1180948797] transaction","detail":"{read_only:false; response_revision:7670; number_of_response:1; }","duration":"148.641197ms","start":"2026-04-16T03:55:42.303501Z","end":"2026-04-16T03:55:42.452142Z","steps":["trace[1180948797] 'process raft request' (duration: 148.240454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:42.452504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.453566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:55:42.452537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.327944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-16T03:55:42.452565Z","caller":"traceutil/trace.go:171","msg":"trace[4191049] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:7670; }","duration":"117.391864ms","start":"2026-04-16T03:55:42.335165Z","end":"2026-04-16T03:55:42.452557Z","steps":["trace[4191049] 'agreement among raft nodes before linearized reading' (duration: 117.285903ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:42.452557Z","caller":"traceutil/trace.go:171","msg":"trace[974152945] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:7670; }","duration":"131.550767ms","start":"2026-04-16T03:55:42.320993Z","end":"2026-04-16T03:55:42.452543Z","steps":["trace[974152945] 'agreement among raft nodes before linearized reading' (duration: 131.441666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:44.733638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.325967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-16T03:55:44.733721Z","caller":"traceutil/trace.go:171","msg":"trace[448325066] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:7680; }","duration":"139.447918ms","start":"2026-04-16T03:55:44.594252Z","end":"2026-04-16T03:55:44.7337Z","steps":["trace[448325066] 'range keys from in-memory index tree' (duration: 139.157786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:44.73376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.968253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:55:44.733812Z","caller":"traceutil/trace.go:171","msg":"trace[2034811888] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:7680; }","duration":"114.055423ms","start":"2026-04-16T03:55:44.619744Z","end":"2026-04-16T03:55:44.7338Z","steps":["trace[2034811888] 'range keys from in-memory index tree' (duration: 113.775311ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:44.838031Z","caller":"traceutil/trace.go:171","msg":"trace[1954243005] transaction","detail":"{read_only:false; response_revision:7681; number_of_response:1; }","duration":"151.146085ms","start":"2026-04-16T03:55:44.686855Z","end":"2026-04-16T03:55:44.838001Z","steps":["trace[1954243005] 'process raft request' (duration: 150.966773ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:44.83981Z","caller":"traceutil/trace.go:171","msg":"trace[1720172995] linearizableReadLoop","detail":"{readStateIndex:7991; appliedIndex:7989; }","duration":"100.915418ms","start":"2026-04-16T03:55:44.738877Z","end":"2026-04-16T03:55:44.839792Z","steps":["trace[1720172995] 'read index received' (duration: 98.942554ms)","trace[1720172995] 'applied index is now lower than readState.Index' (duration: 1.972034ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:44.839986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.088629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-rabbit-init\" ","response":"range_response_count:1 size:4960"} {"level":"info","ts":"2026-04-16T03:55:44.840016Z","caller":"traceutil/trace.go:171","msg":"trace[731755804] range","detail":"{range_begin:/registry/jobs/openstack/keystone-rabbit-init; range_end:; response_count:1; response_revision:7682; }","duration":"101.138889ms","start":"2026-04-16T03:55:44.73887Z","end":"2026-04-16T03:55:44.840009Z","steps":["trace[731755804] 'agreement among raft nodes before linearized reading' (duration: 100.996858ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:45.235534Z","caller":"traceutil/trace.go:171","msg":"trace[782429921] linearizableReadLoop","detail":"{readStateIndex:7997; appliedIndex:7996; }","duration":"100.095732ms","start":"2026-04-16T03:55:45.135412Z","end":"2026-04-16T03:55:45.235508Z","steps":["trace[782429921] 'read index received' (duration: 88.895019ms)","trace[782429921] 'applied index is now lower than readState.Index' (duration: 11.199483ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:45.23559Z","caller":"traceutil/trace.go:171","msg":"trace[360511468] transaction","detail":"{read_only:false; response_revision:7687; number_of_response:1; }","duration":"125.529718ms","start":"2026-04-16T03:55:45.110012Z","end":"2026-04-16T03:55:45.235542Z","steps":["trace[360511468] 'process raft request' (duration: 114.275134ms)","trace[360511468] 'compare' (duration: 11.060142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:45.235912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.355624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1592"} {"level":"info","ts":"2026-04-16T03:55:45.235962Z","caller":"traceutil/trace.go:171","msg":"trace[661879441] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:7687; }","duration":"100.571115ms","start":"2026-04-16T03:55:45.135378Z","end":"2026-04-16T03:55:45.235949Z","steps":["trace[661879441] 'agreement among raft nodes before linearized reading' (duration: 100.275433ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:47.824758Z","caller":"traceutil/trace.go:171","msg":"trace[1647657674] transaction","detail":"{read_only:false; response_revision:7698; number_of_response:1; }","duration":"128.147574ms","start":"2026-04-16T03:55:47.696585Z","end":"2026-04-16T03:55:47.824733Z","steps":["trace[1647657674] 'process raft request' (duration: 127.967543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:50.062053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.052094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-bootstrap\" ","response":"range_response_count:1 size:760"} {"level":"info","ts":"2026-04-16T03:55:50.062122Z","caller":"traceutil/trace.go:171","msg":"trace[1529071625] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-bootstrap; range_end:; response_count:1; response_revision:7708; }","duration":"102.169855ms","start":"2026-04-16T03:55:49.959937Z","end":"2026-04-16T03:55:50.062107Z","steps":["trace[1529071625] 'range keys from in-memory index tree' (duration: 101.830763ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:50.696547Z","caller":"traceutil/trace.go:171","msg":"trace[789337444] transaction","detail":"{read_only:false; response_revision:7710; number_of_response:1; }","duration":"154.123104ms","start":"2026-04-16T03:55:50.542391Z","end":"2026-04-16T03:55:50.696514Z","steps":["trace[789337444] 'process raft request' (duration: 67.431519ms)","trace[789337444] 'compare' (duration: 86.449753ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:53.825345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.012398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-credential-keys\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-04-16T03:55:53.825411Z","caller":"traceutil/trace.go:171","msg":"trace[1928342742] range","detail":"{range_begin:/registry/secrets/openstack/keystone-credential-keys; range_end:; response_count:1; response_revision:7726; }","duration":"107.120568ms","start":"2026-04-16T03:55:53.718276Z","end":"2026-04-16T03:55:53.825397Z","steps":["trace[1928342742] 'range keys from in-memory index tree' (duration: 106.877677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:59.179438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.528958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2919"} {"level":"info","ts":"2026-04-16T03:55:59.179528Z","caller":"traceutil/trace.go:171","msg":"trace[1358623549] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:7754; }","duration":"145.661538ms","start":"2026-04-16T03:55:59.033848Z","end":"2026-04-16T03:55:59.17951Z","steps":["trace[1358623549] 'range keys from in-memory index tree' (duration: 145.369127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:59.179823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.320781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1073"} {"level":"info","ts":"2026-04-16T03:55:59.179901Z","caller":"traceutil/trace.go:171","msg":"trace[906071354] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:7754; }","duration":"161.438272ms","start":"2026-04-16T03:55:59.018445Z","end":"2026-04-16T03:55:59.179884Z","steps":["trace[906071354] 'range keys from in-memory index tree' (duration: 161.008179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:01.560528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.29616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:56:01.56064Z","caller":"traceutil/trace.go:171","msg":"trace[1982868763] linearizableReadLoop","detail":"{readStateIndex:8079; appliedIndex:8078; }","duration":"141.304ms","start":"2026-04-16T03:56:01.419321Z","end":"2026-04-16T03:56:01.560625Z","steps":["trace[1982868763] 'read index received' (duration: 22.856429ms)","trace[1982868763] 'applied index is now lower than readState.Index' (duration: 118.446291ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:01.560681Z","caller":"traceutil/trace.go:171","msg":"trace[582459605] transaction","detail":"{read_only:false; response_revision:7766; number_of_response:1; }","duration":"200.093163ms","start":"2026-04-16T03:56:01.360548Z","end":"2026-04-16T03:56:01.560641Z","steps":["trace[582459605] 'process raft request' (duration: 81.599702ms)","trace[582459605] 'compare' (duration: 118.128769ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:01.560841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.485081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:56:01.561004Z","caller":"traceutil/trace.go:171","msg":"trace[1175232670] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:7766; }","duration":"141.669453ms","start":"2026-04-16T03:56:01.41927Z","end":"2026-04-16T03:56:01.56094Z","steps":["trace[1175232670] 'agreement among raft nodes before linearized reading' (duration: 141.425192ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:03.067736Z","caller":"traceutil/trace.go:171","msg":"trace[817708323] transaction","detail":"{read_only:false; response_revision:7773; number_of_response:1; }","duration":"104.795973ms","start":"2026-04-16T03:56:02.962908Z","end":"2026-04-16T03:56:03.067704Z","steps":["trace[817708323] 'process raft request' (duration: 99.633039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:03.4957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.205179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7961"} {"level":"info","ts":"2026-04-16T03:56:03.495755Z","caller":"traceutil/trace.go:171","msg":"trace[505019617] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:7774; }","duration":"127.297539ms","start":"2026-04-16T03:56:03.368446Z","end":"2026-04-16T03:56:03.495743Z","steps":["trace[505019617] 'range keys from in-memory index tree' (duration: 126.792056ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:05.510171Z","caller":"traceutil/trace.go:171","msg":"trace[2076114240] transaction","detail":"{read_only:false; response_revision:7785; number_of_response:1; }","duration":"142.208546ms","start":"2026-04-16T03:56:05.367934Z","end":"2026-04-16T03:56:05.510143Z","steps":["trace[2076114240] 'process raft request' (duration: 82.156204ms)","trace[2076114240] 'compare' (duration: 59.916211ms)"],"step_count":2}