{"level":"warn","ts":"2026-03-07T10:03:30.217667Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-07T10:03:30.217758Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.227:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.227:2380","--initial-cluster=instance=https://162.253.55.227:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.227:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.227:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-07T10:03:30.217816Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-07T10:03:30.217829Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.227:2380"]} {"level":"info","ts":"2026-03-07T10:03:30.217846Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-07T10:03:30.218442Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.227:2379"]} {"level":"info","ts":"2026-03-07T10:03:30.218513Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.227:2380"],"listen-peer-urls":["https://162.253.55.227:2380"],"advertise-client-urls":["https://162.253.55.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.227:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-07T10:03:30.258839Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"30.370982ms"} {"level":"info","ts":"2026-03-07T10:03:30.3199Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"9bd37ed2859641e3","cluster-id":"47d0f4f0a1c3b0a9"} {"level":"info","ts":"2026-03-07T10:03:30.319999Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd37ed2859641e3 switched to configuration voters=()"} {"level":"info","ts":"2026-03-07T10:03:30.320024Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd37ed2859641e3 became follower at term 0"} {"level":"info","ts":"2026-03-07T10:03:30.320039Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 9bd37ed2859641e3 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-07T10:03:30.320051Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd37ed2859641e3 became follower at term 1"} {"level":"info","ts":"2026-03-07T10:03:30.320091Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd37ed2859641e3 switched to configuration voters=(11228457738614227427)"} {"level":"warn","ts":"2026-03-07T10:03:30.372837Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-07T10:03:30.377149Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-07T10:03:30.417416Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-07T10:03:30.421019Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"9bd37ed2859641e3","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-07T10:03:30.42114Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-07T10:03:30.421178Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"9bd37ed2859641e3","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-07T10:03:30.421347Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-07T10:03:30.421368Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-07T10:03:30.422686Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd37ed2859641e3 switched to configuration voters=(11228457738614227427)"} {"level":"info","ts":"2026-03-07T10:03:30.422815Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"47d0f4f0a1c3b0a9","local-member-id":"9bd37ed2859641e3","added-peer-id":"9bd37ed2859641e3","added-peer-peer-urls":["https://162.253.55.227:2380"]} {"level":"info","ts":"2026-03-07T10:03:30.424481Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-07T10:03:30.424664Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.227:2380"} {"level":"info","ts":"2026-03-07T10:03:30.424689Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.227:2380"} {"level":"info","ts":"2026-03-07T10:03:30.425951Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"9bd37ed2859641e3","initial-advertise-peer-urls":["https://162.253.55.227:2380"],"listen-peer-urls":["https://162.253.55.227:2380"],"advertise-client-urls":["https://162.253.55.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-07T10:03:30.425985Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-07T10:03:30.721502Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd37ed2859641e3 is starting a new election at term 1"} {"level":"info","ts":"2026-03-07T10:03:30.721581Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd37ed2859641e3 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-07T10:03:30.721608Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd37ed2859641e3 received MsgPreVoteResp from 9bd37ed2859641e3 at term 1"} {"level":"info","ts":"2026-03-07T10:03:30.721625Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd37ed2859641e3 became candidate at term 2"} {"level":"info","ts":"2026-03-07T10:03:30.721845Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd37ed2859641e3 received MsgVoteResp from 9bd37ed2859641e3 at term 2"} {"level":"info","ts":"2026-03-07T10:03:30.721868Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd37ed2859641e3 became leader at term 2"} {"level":"info","ts":"2026-03-07T10:03:30.721935Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9bd37ed2859641e3 elected leader 9bd37ed2859641e3 at term 2"} {"level":"info","ts":"2026-03-07T10:03:30.73713Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"9bd37ed2859641e3","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.227:2379]}","request-path":"/0/members/9bd37ed2859641e3/attributes","cluster-id":"47d0f4f0a1c3b0a9","publish-timeout":"7s"} {"level":"info","ts":"2026-03-07T10:03:30.737188Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-07T10:03:30.737357Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-07T10:03:30.737575Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-07T10:03:30.741482Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-07T10:03:30.74153Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-07T10:03:30.743564Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.227:2379"} {"level":"info","ts":"2026-03-07T10:03:30.744935Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"47d0f4f0a1c3b0a9","local-member-id":"9bd37ed2859641e3","cluster-version":"3.5"} {"level":"info","ts":"2026-03-07T10:03:30.745083Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-07T10:03:30.745135Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-07T10:03:30.750246Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-07T10:03:54.874533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.546024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:03:54.874663Z","caller":"traceutil/trace.go:171","msg":"trace[461949872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:465; }","duration":"197.713138ms","start":"2026-03-07T10:03:54.676926Z","end":"2026-03-07T10:03:54.874639Z","steps":["trace[461949872] 'range keys from in-memory index tree' (duration: 197.466172ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:01.278214Z","caller":"traceutil/trace.go:171","msg":"trace[803736765] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"374.395872ms","start":"2026-03-07T10:04:00.903785Z","end":"2026-03-07T10:04:01.278181Z","steps":["trace[803736765] 'process raft request' (duration: 374.125416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:01.278952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:00.903762Z","time spent":"374.531866ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:04:03.184227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:01.825278Z","time spent":"1.358943263s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-07T10:04:03.184673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31217265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:04:03.184701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.152965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-07T10:04:03.184752Z","caller":"traceutil/trace.go:171","msg":"trace[1974117483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:515; }","duration":"1.312302323s","start":"2026-03-07T10:04:01.872431Z","end":"2026-03-07T10:04:03.184733Z","steps":["trace[1974117483] 'range keys from in-memory index tree' (duration: 1.312080458s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:03.184773Z","caller":"traceutil/trace.go:171","msg":"trace[1928438149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:515; }","duration":"779.227687ms","start":"2026-03-07T10:04:02.405526Z","end":"2026-03-07T10:04:03.184754Z","steps":["trace[1928438149] 'range keys from in-memory index tree' (duration: 779.041143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:03.184791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:01.872409Z","time spent":"1.312373685s","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:04:03.184817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:02.405479Z","time spent":"779.32595ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:04:03.18495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.021175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-07T10:04:03.185035Z","caller":"traceutil/trace.go:171","msg":"trace[1434711483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:515; }","duration":"773.154149ms","start":"2026-03-07T10:04:02.411853Z","end":"2026-03-07T10:04:03.185007Z","steps":["trace[1434711483] 'range keys from in-memory index tree' (duration: 772.880551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:03.185098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:02.411831Z","time spent":"773.253893ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:04:03.185246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.749992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4376"} {"level":"info","ts":"2026-03-07T10:04:03.185341Z","caller":"traceutil/trace.go:171","msg":"trace[80094380] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:515; }","duration":"965.858764ms","start":"2026-03-07T10:04:02.219462Z","end":"2026-03-07T10:04:03.18532Z","steps":["trace[80094380] 'range keys from in-memory index tree' (duration: 965.63788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:03.185382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:02.219406Z","time spent":"965.967108ms","remote":"127.0.0.1:39856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4399,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-07T10:04:03.223553Z","caller":"traceutil/trace.go:171","msg":"trace[311158128] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"319.423959ms","start":"2026-03-07T10:04:02.904093Z","end":"2026-03-07T10:04:03.223517Z","steps":["trace[311158128] 'process raft request' (duration: 319.275276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:03.223744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:02.904058Z","time spent":"319.596063ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:04:03.774284Z","caller":"traceutil/trace.go:171","msg":"trace[1078676970] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"583.566929ms","start":"2026-03-07T10:04:03.190685Z","end":"2026-03-07T10:04:03.774251Z","steps":["trace[1078676970] 'process raft request' (duration: 583.292912ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:03.774415Z","caller":"traceutil/trace.go:171","msg":"trace[127971113] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"584.670187ms","start":"2026-03-07T10:04:03.189724Z","end":"2026-03-07T10:04:03.774394Z","steps":["trace[127971113] 'process raft request' (duration: 583.921329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:03.774549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:03.189706Z","time spent":"584.773519ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:04:03.774658Z","caller":"traceutil/trace.go:171","msg":"trace[970144953] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:527; }","duration":"583.972129ms","start":"2026-03-07T10:04:03.190667Z","end":"2026-03-07T10:04:03.774639Z","steps":["trace[970144953] 'read index received' (duration: 32.639346ms)","trace[970144953] 'applied index is now lower than readState.Index' (duration: 551.331253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:04:03.774793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.114792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:04:03.774855Z","caller":"traceutil/trace.go:171","msg":"trace[997527313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:519; }","duration":"584.200546ms","start":"2026-03-07T10:04:03.190638Z","end":"2026-03-07T10:04:03.774838Z","steps":["trace[997527313] 'agreement among raft nodes before linearized reading' (duration: 584.111884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:03.774869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.978014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-07T10:04:03.774905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:03.190631Z","time spent":"584.262807ms","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:04:03.774913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.319074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-07T10:04:03.774934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:03.190664Z","time spent":"583.734093ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:04:03.77496Z","caller":"traceutil/trace.go:171","msg":"trace[1199753054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:519; }","duration":"445.364895ms","start":"2026-03-07T10:04:03.329582Z","end":"2026-03-07T10:04:03.774947Z","steps":["trace[1199753054] 'agreement among raft nodes before linearized reading' (duration: 445.286013ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:03.774954Z","caller":"traceutil/trace.go:171","msg":"trace[1608860122] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:519; }","duration":"492.088796ms","start":"2026-03-07T10:04:03.282843Z","end":"2026-03-07T10:04:03.774932Z","steps":["trace[1608860122] 'agreement among raft nodes before linearized reading' (duration: 491.960753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:03.775001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:03.329511Z","time spent":"445.481627ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:04:03.775007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:03.282831Z","time spent":"492.167518ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T10:04:03.774775Z","caller":"traceutil/trace.go:171","msg":"trace[266178978] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"580.923004ms","start":"2026-03-07T10:04:03.193824Z","end":"2026-03-07T10:04:03.774747Z","steps":["trace[266178978] 'process raft request' (duration: 580.376221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:03.775932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:03.193811Z","time spent":"581.453227ms","remote":"127.0.0.1:39856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4567,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:04:10.500288Z","caller":"traceutil/trace.go:171","msg":"trace[556657553] linearizableReadLoop","detail":"{readStateIndex:549; appliedIndex:548; }","duration":"697.191105ms","start":"2026-03-07T10:04:09.803074Z","end":"2026-03-07T10:04:10.500265Z","steps":["trace[556657553] 'read index received' (duration: 55.292µs)","trace[556657553] 'applied index is now lower than readState.Index' (duration: 697.134733ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:04:10.500392Z","caller":"traceutil/trace.go:171","msg":"trace[800781998] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"697.308787ms","start":"2026-03-07T10:04:09.803049Z","end":"2026-03-07T10:04:10.500358Z","steps":["trace[800781998] 'process raft request' (duration: 697.050441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:10.500437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.340988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T10:04:10.500475Z","caller":"traceutil/trace.go:171","msg":"trace[2128407896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:535; }","duration":"697.414459ms","start":"2026-03-07T10:04:09.803048Z","end":"2026-03-07T10:04:10.500462Z","steps":["trace[2128407896] 'agreement among raft nodes before linearized reading' (duration: 697.332297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:10.500512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:09.803036Z","time spent":"697.467351ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:04:10.500562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:09.803032Z","time spent":"697.43687ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:04:10.757311Z","caller":"traceutil/trace.go:171","msg":"trace[977290908] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:549; }","duration":"256.933454ms","start":"2026-03-07T10:04:10.500351Z","end":"2026-03-07T10:04:10.757284Z","steps":["trace[977290908] 'read index received' (duration: 166.037294ms)","trace[977290908] 'applied index is now lower than readState.Index' (duration: 90.89473ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:04:10.757612Z","caller":"traceutil/trace.go:171","msg":"trace[1391820775] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"953.446372ms","start":"2026-03-07T10:04:09.804121Z","end":"2026-03-07T10:04:10.757568Z","steps":["trace[1391820775] 'process raft request' (duration: 862.176634ms)","trace[1391820775] 'compare' (duration: 90.749745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:04:10.757732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.890679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:04:10.757714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.18405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:04:10.757918Z","caller":"traceutil/trace.go:171","msg":"trace[709501482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:536; }","duration":"952.456848ms","start":"2026-03-07T10:04:09.805448Z","end":"2026-03-07T10:04:10.757905Z","steps":["trace[709501482] 'agreement among raft nodes before linearized reading' (duration: 952.103659ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:10.757822Z","caller":"traceutil/trace.go:171","msg":"trace[1830616489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:536; }","duration":"883.024862ms","start":"2026-03-07T10:04:09.874776Z","end":"2026-03-07T10:04:10.757801Z","steps":["trace[1830616489] 'agreement among raft nodes before linearized reading' (duration: 882.884309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:10.758119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:09.874761Z","time spent":"883.336789ms","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:04:10.758228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:09.80544Z","time spent":"952.57581ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:04:10.758151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:09.804103Z","time spent":"953.735289ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:04:10.757732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.600071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wdzsg\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-07T10:04:10.758836Z","caller":"traceutil/trace.go:171","msg":"trace[575355715] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wdzsg; range_end:; response_count:1; response_revision:536; }","duration":"790.666566ms","start":"2026-03-07T10:04:09.968083Z","end":"2026-03-07T10:04:10.75875Z","steps":["trace[575355715] 'agreement among raft nodes before linearized reading' (duration: 789.472657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:10.758996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:09.968067Z","time spent":"790.837301ms","remote":"127.0.0.1:39870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-wdzsg\" "} {"level":"warn","ts":"2026-03-07T10:04:11.259859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4747810813921367217,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T10:04:11.537506Z","caller":"traceutil/trace.go:171","msg":"trace[1129875778] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"1.033069266s","start":"2026-03-07T10:04:10.504415Z","end":"2026-03-07T10:04:11.537485Z","steps":["trace[1129875778] 'process raft request' (duration: 1.032932773s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:11.537645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:10.504393Z","time spent":"1.033183199s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:04:11.67781Z","caller":"traceutil/trace.go:171","msg":"trace[1376358705] linearizableReadLoop","detail":"{readStateIndex:553; appliedIndex:550; }","duration":"918.650052ms","start":"2026-03-07T10:04:10.759131Z","end":"2026-03-07T10:04:11.677781Z","steps":["trace[1376358705] 'read index received' (duration: 778.187952ms)","trace[1376358705] 'applied index is now lower than readState.Index' (duration: 140.46073ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:04:11.677937Z","caller":"traceutil/trace.go:171","msg":"trace[807069473] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"906.688229ms","start":"2026-03-07T10:04:10.771215Z","end":"2026-03-07T10:04:11.677903Z","steps":["trace[807069473] 'process raft request' (duration: 906.492544ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:11.677957Z","caller":"traceutil/trace.go:171","msg":"trace[113473589] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"913.813163ms","start":"2026-03-07T10:04:10.764107Z","end":"2026-03-07T10:04:11.67792Z","steps":["trace[113473589] 'process raft request' (duration: 913.421124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:11.678008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.858177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:04:11.678087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:10.771202Z","time spent":"906.804872ms","remote":"127.0.0.1:39870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:04:11.678132Z","caller":"traceutil/trace.go:171","msg":"trace[1912097723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:539; }","duration":"919.032461ms","start":"2026-03-07T10:04:10.759083Z","end":"2026-03-07T10:04:11.678115Z","steps":["trace[1912097723] 'agreement among raft nodes before linearized reading' (duration: 918.871647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:11.678137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:10.764085Z","time spent":"913.951997ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:04:11.678219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:10.75906Z","time spent":"919.145194ms","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:04:14.041555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4747810813921367224,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:04:14.542683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4747810813921367224,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:04:15.043273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4747810813921367224,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:04:15.175039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.300824075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:04:15.175118Z","caller":"traceutil/trace.go:171","msg":"trace[1532255911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:539; }","duration":"3.300956198s","start":"2026-03-07T10:04:11.874144Z","end":"2026-03-07T10:04:15.1751Z","steps":["trace[1532255911] 'range keys from in-memory index tree' (duration: 3.300660581s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:15.175196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:11.874114Z","time spent":"3.301069371s","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:04:15.175228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412401832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-07T10:04:15.175292Z","caller":"traceutil/trace.go:171","msg":"trace[859735069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:539; }","duration":"2.412513504s","start":"2026-03-07T10:04:12.762765Z","end":"2026-03-07T10:04:15.175279Z","steps":["trace[859735069] 'range keys from in-memory index tree' (duration: 2.412206177s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:15.175321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:12.762746Z","time spent":"2.412569126s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:04:15.175374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.670155336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-07T10:04:15.175489Z","caller":"traceutil/trace.go:171","msg":"trace[2020759288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:539; }","duration":"2.670280749s","start":"2026-03-07T10:04:12.505152Z","end":"2026-03-07T10:04:15.175433Z","steps":["trace[2020759288] 'range keys from in-memory index tree' (duration: 2.669939469s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:15.17553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:12.505133Z","time spent":"2.670387011s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T10:04:15.354654Z","caller":"traceutil/trace.go:171","msg":"trace[830622137] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"1.835296041s","start":"2026-03-07T10:04:13.519331Z","end":"2026-03-07T10:04:15.354627Z","steps":["trace[830622137] 'process raft request' (duration: 1.835128307s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:15.354849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:13.519292Z","time spent":"1.835464475s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:04:15.505618Z","caller":"traceutil/trace.go:171","msg":"trace[818441989] linearizableReadLoop","detail":"{readStateIndex:555; appliedIndex:553; }","duration":"1.964412914s","start":"2026-03-07T10:04:13.541177Z","end":"2026-03-07T10:04:15.50559Z","steps":["trace[818441989] 'read index received' (duration: 1.813294506s)","trace[818441989] 'applied index is now lower than readState.Index' (duration: 151.117408ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:04:15.505632Z","caller":"traceutil/trace.go:171","msg":"trace[683318533] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"1.626693011s","start":"2026-03-07T10:04:13.878903Z","end":"2026-03-07T10:04:15.505596Z","steps":["trace[683318533] 'process raft request' (duration: 1.626340742s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:15.505928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:13.878877Z","time spent":"1.626955378s","remote":"127.0.0.1:39762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:04:15.50611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964907806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T10:04:15.506176Z","caller":"traceutil/trace.go:171","msg":"trace[1212360611] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:543; }","duration":"1.965046339s","start":"2026-03-07T10:04:13.541114Z","end":"2026-03-07T10:04:15.506161Z","steps":["trace[1212360611] 'agreement among raft nodes before linearized reading' (duration: 1.964847944s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:15.506232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:13.541087Z","time spent":"1.965134671s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:04:15.506294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101750143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-07T10:04:15.506345Z","caller":"traceutil/trace.go:171","msg":"trace[814509489] range","detail":"{range_begin:/registry/masterleases/162.253.55.227; range_end:; response_count:1; response_revision:543; }","duration":"1.101840454s","start":"2026-03-07T10:04:14.404493Z","end":"2026-03-07T10:04:15.506333Z","steps":["trace[814509489] 'agreement among raft nodes before linearized reading' (duration: 1.101720741s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:15.506391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:14.404474Z","time spent":"1.101900966s","remote":"127.0.0.1:39730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.227\" "} {"level":"info","ts":"2026-03-07T10:04:15.506455Z","caller":"traceutil/trace.go:171","msg":"trace[895987918] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"326.53811ms","start":"2026-03-07T10:04:15.179902Z","end":"2026-03-07T10:04:15.506441Z","steps":["trace[895987918] 'process raft request' (duration: 325.533945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:15.506574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:15.179877Z","time spent":"326.620452ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:04:15.506594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62375475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:04:15.506641Z","caller":"traceutil/trace.go:171","msg":"trace[868807337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:543; }","duration":"1.623833222s","start":"2026-03-07T10:04:13.882794Z","end":"2026-03-07T10:04:15.506627Z","steps":["trace[868807337] 'agreement among raft nodes before linearized reading' (duration: 1.62376324s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:15.506705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:13.882775Z","time spent":"1.623905283s","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:04:15.506743Z","caller":"traceutil/trace.go:171","msg":"trace[1385949262] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"326.703584ms","start":"2026-03-07T10:04:15.180029Z","end":"2026-03-07T10:04:15.506732Z","steps":["trace[1385949262] 'process raft request' (duration: 325.515325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:15.506806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:15.18002Z","time spent":"326.753165ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:04:15.506094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822793806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:04:15.506903Z","caller":"traceutil/trace.go:171","msg":"trace[593633654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:543; }","duration":"1.823649766s","start":"2026-03-07T10:04:13.683244Z","end":"2026-03-07T10:04:15.506894Z","steps":["trace[593633654] 'agreement among raft nodes before linearized reading' (duration: 1.822732554s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:15.50693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:13.683225Z","time spent":"1.823697577s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T10:04:17.500492Z","caller":"traceutil/trace.go:171","msg":"trace[1426544138] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"399.67883ms","start":"2026-03-07T10:04:17.100795Z","end":"2026-03-07T10:04:17.500473Z","steps":["trace[1426544138] 'process raft request' (duration: 399.561327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:17.500624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:17.100764Z","time spent":"399.797623ms","remote":"127.0.0.1:39748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:04:17.5019Z","caller":"traceutil/trace.go:171","msg":"trace[797100867] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"201.322121ms","start":"2026-03-07T10:04:17.300557Z","end":"2026-03-07T10:04:17.501879Z","steps":["trace[797100867] 'process raft request' (duration: 201.102805ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:21.134734Z","caller":"traceutil/trace.go:171","msg":"trace[1770327362] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"101.828648ms","start":"2026-03-07T10:04:21.032883Z","end":"2026-03-07T10:04:21.134712Z","steps":["trace[1770327362] 'process raft request' (duration: 101.742446ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:21.134754Z","caller":"traceutil/trace.go:171","msg":"trace[410373557] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"121.839926ms","start":"2026-03-07T10:04:21.012891Z","end":"2026-03-07T10:04:21.134731Z","steps":["trace[410373557] 'process raft request' (duration: 74.639427ms)","trace[410373557] 'compare' (duration: 46.683477ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:04:21.134784Z","caller":"traceutil/trace.go:171","msg":"trace[1036328231] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:636; }","duration":"103.607822ms","start":"2026-03-07T10:04:21.031151Z","end":"2026-03-07T10:04:21.134759Z","steps":["trace[1036328231] 'read index received' (duration: 56.27515ms)","trace[1036328231] 'applied index is now lower than readState.Index' (duration: 47.330702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:04:21.135114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.94027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wdzsg\" ","response":"range_response_count:1 size:18337"} {"level":"info","ts":"2026-03-07T10:04:21.135208Z","caller":"traceutil/trace.go:171","msg":"trace[660633814] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wdzsg; range_end:; response_count:1; response_revision:622; }","duration":"104.087383ms","start":"2026-03-07T10:04:21.031107Z","end":"2026-03-07T10:04:21.135194Z","steps":["trace[660633814] 'agreement among raft nodes before linearized reading' (duration: 103.840107ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:21.749305Z","caller":"traceutil/trace.go:171","msg":"trace[964487533] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"176.945327ms","start":"2026-03-07T10:04:21.572336Z","end":"2026-03-07T10:04:21.749281Z","steps":["trace[964487533] 'process raft request' (duration: 142.13998ms)","trace[964487533] 'compare' (duration: 34.634293ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:04:21.749758Z","caller":"traceutil/trace.go:171","msg":"trace[1975181251] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"175.970243ms","start":"2026-03-07T10:04:21.573763Z","end":"2026-03-07T10:04:21.749733Z","steps":["trace[1975181251] 'process raft request' (duration: 175.909052ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:21.74981Z","caller":"traceutil/trace.go:171","msg":"trace[677778465] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"177.321377ms","start":"2026-03-07T10:04:21.57247Z","end":"2026-03-07T10:04:21.749791Z","steps":["trace[677778465] 'process raft request' (duration: 177.100031ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:21.749929Z","caller":"traceutil/trace.go:171","msg":"trace[1887412595] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"177.44399ms","start":"2026-03-07T10:04:21.572467Z","end":"2026-03-07T10:04:21.749911Z","steps":["trace[1887412595] 'process raft request' (duration: 176.774453ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:22.566256Z","caller":"traceutil/trace.go:171","msg":"trace[1305495392] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"217.71556ms","start":"2026-03-07T10:04:22.348516Z","end":"2026-03-07T10:04:22.566232Z","steps":["trace[1305495392] 'process raft request' (duration: 217.570686ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:22.677424Z","caller":"traceutil/trace.go:171","msg":"trace[1568304849] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"101.82534ms","start":"2026-03-07T10:04:22.575579Z","end":"2026-03-07T10:04:22.677404Z","steps":["trace[1568304849] 'process raft request' (duration: 101.699837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:26.028694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.312662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:04:26.028771Z","caller":"traceutil/trace.go:171","msg":"trace[1595635171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:652; }","duration":"155.421804ms","start":"2026-03-07T10:04:25.873334Z","end":"2026-03-07T10:04:26.028755Z","steps":["trace[1595635171] 'range keys from in-memory index tree' (duration: 155.267451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:31.522395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4747810813921367551,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:04:33.872581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000228954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-07T10:04:33.872661Z","caller":"traceutil/trace.go:171","msg":"trace[587056807] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000345318s","start":"2026-03-07T10:04:31.872299Z","end":"2026-03-07T10:04:33.872645Z","steps":["trace[587056807] 'agreement among raft nodes before linearized reading' (duration: 2.000250185s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:33.872695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:31.872285Z","time spent":"2.000402899s","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:04:34.201982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.637839077s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-07T10:04:34.202088Z","caller":"traceutil/trace.go:171","msg":"trace[16549591] linearizableReadLoop","detail":"{readStateIndex:737; appliedIndex:736; }","duration":"3.180616332s","start":"2026-03-07T10:04:31.021453Z","end":"2026-03-07T10:04:34.202069Z","steps":["trace[16549591] 'read index received' (duration: 542.58974ms)","trace[16549591] 'applied index is now lower than readState.Index' (duration: 2.638025202s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:04:34.202631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.181167525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-07T10:04:34.202653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.037761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:04:34.2027Z","caller":"traceutil/trace.go:171","msg":"trace[2139003448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:718; }","duration":"3.181286768s","start":"2026-03-07T10:04:31.021395Z","end":"2026-03-07T10:04:34.202682Z","steps":["trace[2139003448] 'agreement among raft nodes before linearized reading' (duration: 3.181086763s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:34.202667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146461165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:04:34.202721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.529208863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-07T10:04:34.202746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:31.02137Z","time spent":"3.18136746s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-07T10:04:34.202754Z","caller":"traceutil/trace.go:171","msg":"trace[1814754925] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:718; }","duration":"2.146593368s","start":"2026-03-07T10:04:32.056147Z","end":"2026-03-07T10:04:34.20274Z","steps":["trace[1814754925] 'agreement among raft nodes before linearized reading' (duration: 2.146469895s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:34.20277Z","caller":"traceutil/trace.go:171","msg":"trace[861307741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:718; }","duration":"2.529295145s","start":"2026-03-07T10:04:31.673462Z","end":"2026-03-07T10:04:34.202757Z","steps":["trace[861307741] 'agreement among raft nodes before linearized reading' (duration: 2.529110931s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:34.202761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375098371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-07T10:04:34.20281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:31.673442Z","time spent":"2.529359616s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:04:34.202812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:32.056127Z","time spent":"2.146669909s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:04:34.20284Z","caller":"traceutil/trace.go:171","msg":"trace[202330310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:718; }","duration":"2.375213564s","start":"2026-03-07T10:04:31.827605Z","end":"2026-03-07T10:04:34.202819Z","steps":["trace[202330310] 'agreement among raft nodes before linearized reading' (duration: 2.375003339s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:34.202882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:31.827587Z","time spent":"2.375286436s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:04:34.202919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.376595708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T10:04:34.202752Z","caller":"traceutil/trace.go:171","msg":"trace[1792092133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:718; }","duration":"329.170305ms","start":"2026-03-07T10:04:33.873557Z","end":"2026-03-07T10:04:34.202728Z","steps":["trace[1792092133] 'agreement among raft nodes before linearized reading' (duration: 329.022351ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:34.202964Z","caller":"traceutil/trace.go:171","msg":"trace[1535441827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:718; }","duration":"2.37666263s","start":"2026-03-07T10:04:31.826289Z","end":"2026-03-07T10:04:34.202951Z","steps":["trace[1535441827] 'agreement among raft nodes before linearized reading' (duration: 2.376501196s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:34.202983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378013203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-07T10:04:34.202996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:33.873538Z","time spent":"329.452141ms","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:04:34.203008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:31.82628Z","time spent":"2.376717901s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T10:04:34.203016Z","caller":"traceutil/trace.go:171","msg":"trace[572232361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:718; }","duration":"2.378090984s","start":"2026-03-07T10:04:31.824915Z","end":"2026-03-07T10:04:34.203006Z","steps":["trace[572232361] 'agreement among raft nodes before linearized reading' (duration: 2.378002852s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:34.20305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:31.824893Z","time spent":"2.378151185s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:04:37.077571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.610384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-07T10:04:37.077626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.412998ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-07T10:04:37.077653Z","caller":"traceutil/trace.go:171","msg":"trace[1891488567] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:726; }","duration":"863.729477ms","start":"2026-03-07T10:04:36.213904Z","end":"2026-03-07T10:04:37.077634Z","steps":["trace[1891488567] 'range keys from in-memory index tree' (duration: 863.160633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:37.07771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:36.213885Z","time spent":"863.803018ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T10:04:37.077713Z","caller":"traceutil/trace.go:171","msg":"trace[1159030246] linearizableReadLoop","detail":"{readStateIndex:747; appliedIndex:746; }","duration":"204.256773ms","start":"2026-03-07T10:04:36.873434Z","end":"2026-03-07T10:04:37.077691Z","steps":["trace[1159030246] 'read index received' (duration: 54.141µs)","trace[1159030246] 'applied index is now lower than readState.Index' (duration: 204.200881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:04:37.077795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.356736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:04:37.077835Z","caller":"traceutil/trace.go:171","msg":"trace[503407285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:726; }","duration":"204.619552ms","start":"2026-03-07T10:04:36.873207Z","end":"2026-03-07T10:04:37.077826Z","steps":["trace[503407285] 'agreement among raft nodes before linearized reading' (duration: 204.54462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:37.077841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.510312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-07T10:04:37.077894Z","caller":"traceutil/trace.go:171","msg":"trace[335724624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:726; }","duration":"863.586834ms","start":"2026-03-07T10:04:36.214295Z","end":"2026-03-07T10:04:37.077882Z","steps":["trace[335724624] 'range keys from in-memory index tree' (duration: 863.133563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:37.077896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.227235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-07T10:04:37.077934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:36.519329Z","time spent":"558.596849ms","remote":"127.0.0.1:39762","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-07T10:04:37.077943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:36.214284Z","time spent":"863.645225ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T10:04:37.078069Z","caller":"traceutil/trace.go:171","msg":"trace[189669075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:726; }","duration":"863.506822ms","start":"2026-03-07T10:04:36.214481Z","end":"2026-03-07T10:04:37.077988Z","steps":["trace[189669075] 'range keys from in-memory index tree' (duration: 862.748943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:37.078145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:36.214469Z","time spent":"863.660955ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:04:37.078202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.178803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T10:04:37.078252Z","caller":"traceutil/trace.go:171","msg":"trace[553069790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:726; }","duration":"863.326328ms","start":"2026-03-07T10:04:36.214913Z","end":"2026-03-07T10:04:37.078239Z","steps":["trace[553069790] 'range keys from in-memory index tree' (duration: 861.947275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:37.078288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:36.214899Z","time spent":"863.382199ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:04:37.078363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.302723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-07T10:04:37.078422Z","caller":"traceutil/trace.go:171","msg":"trace[973375728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:726; }","duration":"863.540173ms","start":"2026-03-07T10:04:36.214862Z","end":"2026-03-07T10:04:37.078403Z","steps":["trace[973375728] 'range keys from in-memory index tree' (duration: 862.111168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:37.078455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:36.214844Z","time spent":"863.603024ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:04:37.85301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.128964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:04:37.853105Z","caller":"traceutil/trace.go:171","msg":"trace[2141343225] linearizableReadLoop","detail":"{readStateIndex:748; appliedIndex:747; }","duration":"773.641554ms","start":"2026-03-07T10:04:37.07945Z","end":"2026-03-07T10:04:37.853092Z","steps":["trace[2141343225] 'read index received' (duration: 218.392686ms)","trace[2141343225] 'applied index is now lower than readState.Index' (duration: 555.247308ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:04:37.853117Z","caller":"traceutil/trace.go:171","msg":"trace[1154069512] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"773.708916ms","start":"2026-03-07T10:04:37.079392Z","end":"2026-03-07T10:04:37.853101Z","steps":["trace[1154069512] 'process raft request' (duration: 218.438588ms)","trace[1154069512] 'compare' (duration: 554.92416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:04:37.853175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.722816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:04:37.853177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:37.079358Z","time spent":"773.791988ms","remote":"127.0.0.1:39762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:04:37.853199Z","caller":"traceutil/trace.go:171","msg":"trace[802096829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:727; }","duration":"773.775547ms","start":"2026-03-07T10:04:37.079418Z","end":"2026-03-07T10:04:37.853194Z","steps":["trace[802096829] 'agreement among raft nodes before linearized reading' (duration: 773.706815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:37.853218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:37.079402Z","time spent":"773.811668ms","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:04:38.257968Z","caller":"traceutil/trace.go:171","msg":"trace[689749896] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"1.173774185s","start":"2026-03-07T10:04:37.084163Z","end":"2026-03-07T10:04:38.257937Z","steps":["trace[689749896] 'process raft request' (duration: 1.144748199s)","trace[689749896] 'compare' (duration: 28.812671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:04:38.258115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:37.084128Z","time spent":"1.173914968s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:04:38.258186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.939297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:04:38.258101Z","caller":"traceutil/trace.go:171","msg":"trace[665885808] linearizableReadLoop","detail":"{readStateIndex:753; appliedIndex:748; }","duration":"383.839994ms","start":"2026-03-07T10:04:37.874241Z","end":"2026-03-07T10:04:38.258081Z","steps":["trace[665885808] 'read index received' (duration: 354.600773ms)","trace[665885808] 'applied index is now lower than readState.Index' (duration: 29.238091ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:04:38.258265Z","caller":"traceutil/trace.go:171","msg":"trace[89075980] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"1.17397937s","start":"2026-03-07T10:04:37.084277Z","end":"2026-03-07T10:04:38.258256Z","steps":["trace[89075980] 'process raft request' (duration: 1.1735597s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:38.258233Z","caller":"traceutil/trace.go:171","msg":"trace[637312185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:732; }","duration":"384.04368ms","start":"2026-03-07T10:04:37.87418Z","end":"2026-03-07T10:04:38.258224Z","steps":["trace[637312185] 'agreement among raft nodes before linearized reading' (duration: 383.963578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:38.258312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:37.87416Z","time spent":"384.140693ms","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:04:38.258352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:37.084266Z","time spent":"1.174030572s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:04:38.258367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.772817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:04:38.258408Z","caller":"traceutil/trace.go:171","msg":"trace[939474646] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:732; }","duration":"278.859709ms","start":"2026-03-07T10:04:37.979535Z","end":"2026-03-07T10:04:38.258395Z","steps":["trace[939474646] 'agreement among raft nodes before linearized reading' (duration: 278.772427ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:38.258393Z","caller":"traceutil/trace.go:171","msg":"trace[102353479] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"1.171944501s","start":"2026-03-07T10:04:37.086417Z","end":"2026-03-07T10:04:38.258361Z","steps":["trace[102353479] 'process raft request' (duration: 1.17152123s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:38.25842Z","caller":"traceutil/trace.go:171","msg":"trace[1062186463] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"1.174060123s","start":"2026-03-07T10:04:37.084329Z","end":"2026-03-07T10:04:38.25839Z","steps":["trace[1062186463] 'process raft request' (duration: 1.17357427s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:38.258566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:37.084323Z","time spent":"1.174165026s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:04:38.258575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:37.086409Z","time spent":"1.172069185s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:04:38.258435Z","caller":"traceutil/trace.go:171","msg":"trace[1885481655] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"1.169881061s","start":"2026-03-07T10:04:37.088545Z","end":"2026-03-07T10:04:38.258426Z","steps":["trace[1885481655] 'process raft request' (duration: 1.1694919s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:38.258674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:37.088535Z","time spent":"1.170103326s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:04:39.384761Z","caller":"traceutil/trace.go:171","msg":"trace[457623620] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"192.932847ms","start":"2026-03-07T10:04:39.191805Z","end":"2026-03-07T10:04:39.384737Z","steps":["trace[457623620] 'process raft request' (duration: 192.797434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:58.95419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4747810813921367761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:04:59.452465Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.053737762s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:04:59.452754Z","caller":"traceutil/trace.go:171","msg":"trace[515381192] linearizableReadLoop","detail":"{readStateIndex:816; appliedIndex:815; }","duration":"999.095282ms","start":"2026-03-07T10:04:58.453636Z","end":"2026-03-07T10:04:59.452731Z","steps":["trace[515381192] 'read index received' (duration: 999.054301ms)","trace[515381192] 'applied index is now lower than readState.Index' (duration: 40.031µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:04:59.452852Z","caller":"traceutil/trace.go:171","msg":"trace[1439055266] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"1.054207044s","start":"2026-03-07T10:04:58.398618Z","end":"2026-03-07T10:04:59.452825Z","steps":["trace[1439055266] 'process raft request' (duration: 1.05402403s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:59.452912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.274717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T10:04:59.452933Z","caller":"traceutil/trace.go:171","msg":"trace[1512488354] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:790; }","duration":"999.342649ms","start":"2026-03-07T10:04:58.453583Z","end":"2026-03-07T10:04:59.452926Z","steps":["trace[1512488354] 'agreement among raft nodes before linearized reading' (duration: 999.234376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:59.452951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:58.453566Z","time spent":"999.381089ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:04:59.452966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:58.398599Z","time spent":"1.054307096s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:04:59.953451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4747810813921367764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:00.353798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.782329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:00.353907Z","caller":"traceutil/trace.go:171","msg":"trace[1432322916] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"976.620906ms","start":"2026-03-07T10:04:59.377268Z","end":"2026-03-07T10:05:00.353889Z","steps":["trace[1432322916] 'process raft request' (duration: 664.664052ms)","trace[1432322916] 'compare' (duration: 311.645436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:00.353971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:59.377244Z","time spent":"976.698718ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:00.430369Z","caller":"traceutil/trace.go:171","msg":"trace[1816590569] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"974.230168ms","start":"2026-03-07T10:04:59.45611Z","end":"2026-03-07T10:05:00.43034Z","steps":["trace[1816590569] 'process raft request' (duration: 974.015092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:00.430529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:59.456091Z","time spent":"974.355471ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:00.519775Z","caller":"traceutil/trace.go:171","msg":"trace[750885282] linearizableReadLoop","detail":"{readStateIndex:819; appliedIndex:816; }","duration":"1.066941844s","start":"2026-03-07T10:04:59.452801Z","end":"2026-03-07T10:05:00.519743Z","steps":["trace[750885282] 'read index received' (duration: 589.142523ms)","trace[750885282] 'applied index is now lower than readState.Index' (duration: 477.797201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:00.520314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065872753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-07T10:05:00.520367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065801081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-07T10:05:00.520375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646017302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:00.52047Z","caller":"traceutil/trace.go:171","msg":"trace[1816063690] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:792; }","duration":"2.065943315s","start":"2026-03-07T10:04:58.454491Z","end":"2026-03-07T10:05:00.520435Z","steps":["trace[1816063690] 'agreement among raft nodes before linearized reading' (duration: 2.065462443s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:00.520509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:58.454465Z","time spent":"2.066035586s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:05:00.520541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061088406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-07T10:05:00.520557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032741631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:00.5206Z","caller":"traceutil/trace.go:171","msg":"trace[443167447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:792; }","duration":"2.061168998s","start":"2026-03-07T10:04:58.459419Z","end":"2026-03-07T10:05:00.520588Z","steps":["trace[443167447] 'agreement among raft nodes before linearized reading' (duration: 2.061025155s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:00.520465Z","caller":"traceutil/trace.go:171","msg":"trace[779981725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:792; }","duration":"1.646145964s","start":"2026-03-07T10:04:58.874301Z","end":"2026-03-07T10:05:00.520447Z","steps":["trace[779981725] 'agreement among raft nodes before linearized reading' (duration: 1.646016221s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:00.520635Z","caller":"traceutil/trace.go:171","msg":"trace[882138602] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:792; }","duration":"1.032851514s","start":"2026-03-07T10:04:59.487749Z","end":"2026-03-07T10:05:00.5206Z","steps":["trace[882138602] 'agreement among raft nodes before linearized reading' (duration: 1.032491755s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:00.520653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:58.459407Z","time spent":"2.06123265s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:05:00.520658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:58.874278Z","time spent":"1.64636663s","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:05:00.520562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586962114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:05:00.520691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:59.487728Z","time spent":"1.032949027s","remote":"127.0.0.1:40062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:05:00.520379Z","caller":"traceutil/trace.go:171","msg":"trace[1643880883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:792; }","duration":"2.065989946s","start":"2026-03-07T10:04:58.454374Z","end":"2026-03-07T10:05:00.520364Z","steps":["trace[1643880883] 'agreement among raft nodes before linearized reading' (duration: 2.065582836s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:00.520792Z","caller":"traceutil/trace.go:171","msg":"trace[1421374787] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:792; }","duration":"1.587242681s","start":"2026-03-07T10:04:58.933489Z","end":"2026-03-07T10:05:00.520732Z","steps":["trace[1421374787] 'agreement among raft nodes before linearized reading' (duration: 1.586857642s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:00.520918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:58.933474Z","time spent":"1.587389655s","remote":"127.0.0.1:39880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:05:00.520852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:04:58.454353Z","time spent":"2.066441836s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:05:00.739387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.691094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:00.739715Z","caller":"traceutil/trace.go:171","msg":"trace[949263213] linearizableReadLoop","detail":"{readStateIndex:822; appliedIndex:819; }","duration":"208.780984ms","start":"2026-03-07T10:05:00.530875Z","end":"2026-03-07T10:05:00.739656Z","steps":["trace[949263213] 'read index received' (duration: 11.042269ms)","trace[949263213] 'applied index is now lower than readState.Index' (duration: 197.736995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:00.739873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.994478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:00.739915Z","caller":"traceutil/trace.go:171","msg":"trace[612378619] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"214.270917ms","start":"2026-03-07T10:05:00.525622Z","end":"2026-03-07T10:05:00.739893Z","steps":["trace[612378619] 'process raft request' (duration: 109.957077ms)","trace[612378619] 'compare' (duration: 103.534171ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:00.739968Z","caller":"traceutil/trace.go:171","msg":"trace[1887615650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:795; }","duration":"209.106481ms","start":"2026-03-07T10:05:00.530845Z","end":"2026-03-07T10:05:00.739952Z","steps":["trace[1887615650] 'agreement among raft nodes before linearized reading' (duration: 208.921056ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:00.739909Z","caller":"traceutil/trace.go:171","msg":"trace[115010455] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"213.097008ms","start":"2026-03-07T10:05:00.526663Z","end":"2026-03-07T10:05:00.73976Z","steps":["trace[115010455] 'process raft request' (duration: 212.880743ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:01.654342Z","caller":"traceutil/trace.go:171","msg":"trace[124893006] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"192.772973ms","start":"2026-03-07T10:05:01.46155Z","end":"2026-03-07T10:05:01.654323Z","steps":["trace[124893006] 'process raft request' (duration: 192.65676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:02.678499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.63632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:05:02.67859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.107691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T10:05:02.678664Z","caller":"traceutil/trace.go:171","msg":"trace[502817082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:796; }","duration":"133.221464ms","start":"2026-03-07T10:05:02.545422Z","end":"2026-03-07T10:05:02.678643Z","steps":["trace[502817082] 'range keys from in-memory index tree' (duration: 132.941617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:02.67884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.41144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T10:05:02.678905Z","caller":"traceutil/trace.go:171","msg":"trace[1205083895] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:796; }","duration":"244.516803ms","start":"2026-03-07T10:05:02.434376Z","end":"2026-03-07T10:05:02.678893Z","steps":["trace[1205083895] 'range keys from in-memory index tree' (duration: 244.212865ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:02.678604Z","caller":"traceutil/trace.go:171","msg":"trace[1315592164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:796; }","duration":"804.785992ms","start":"2026-03-07T10:05:01.873793Z","end":"2026-03-07T10:05:02.678579Z","steps":["trace[1315592164] 'range keys from in-memory index tree' (duration: 804.462014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:02.67924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:01.873775Z","time spent":"805.413068ms","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:05:03.245789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4747810813921367779,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T10:05:03.347062Z","caller":"traceutil/trace.go:171","msg":"trace[1851034396] linearizableReadLoop","detail":"{readStateIndex:825; appliedIndex:824; }","duration":"601.649016ms","start":"2026-03-07T10:05:02.745384Z","end":"2026-03-07T10:05:03.347033Z","steps":["trace[1851034396] 'read index received' (duration: 601.38839ms)","trace[1851034396] 'applied index is now lower than readState.Index' (duration: 259.186µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:03.347192Z","caller":"traceutil/trace.go:171","msg":"trace[1271471910] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"662.879397ms","start":"2026-03-07T10:05:02.684243Z","end":"2026-03-07T10:05:03.347122Z","steps":["trace[1271471910] 'process raft request' (duration: 662.612351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:03.347441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.300204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:05:03.347493Z","caller":"traceutil/trace.go:171","msg":"trace[1057995811] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:798; }","duration":"227.383507ms","start":"2026-03-07T10:05:03.120093Z","end":"2026-03-07T10:05:03.347477Z","steps":["trace[1057995811] 'agreement among raft nodes before linearized reading' (duration: 227.264093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:03.347487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:02.684215Z","time spent":"663.107292ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:03.347615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.21188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-07T10:05:03.347578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.206543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:03.347685Z","caller":"traceutil/trace.go:171","msg":"trace[1333470717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:798; }","duration":"602.315673ms","start":"2026-03-07T10:05:02.745341Z","end":"2026-03-07T10:05:03.347656Z","steps":["trace[1333470717] 'agreement among raft nodes before linearized reading' (duration: 601.876471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:03.347728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:02.745321Z","time spent":"602.396065ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:05:03.347757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.215551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-07T10:05:03.34775Z","caller":"traceutil/trace.go:171","msg":"trace[408447305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:798; }","duration":"469.372167ms","start":"2026-03-07T10:05:02.878308Z","end":"2026-03-07T10:05:03.34768Z","steps":["trace[408447305] 'agreement among raft nodes before linearized reading' (duration: 469.131951ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:03.347831Z","caller":"traceutil/trace.go:171","msg":"trace[1112639461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:798; }","duration":"602.413256ms","start":"2026-03-07T10:05:02.7454Z","end":"2026-03-07T10:05:03.347814Z","steps":["trace[1112639461] 'agreement among raft nodes before linearized reading' (duration: 601.870782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:03.347857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:02.878295Z","time spent":"469.544091ms","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:05:03.347965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:02.745377Z","time spent":"602.572019ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T10:05:03.554186Z","caller":"traceutil/trace.go:171","msg":"trace[627894742] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"201.002142ms","start":"2026-03-07T10:05:03.353137Z","end":"2026-03-07T10:05:03.554139Z","steps":["trace[627894742] 'process raft request' (duration: 105.532838ms)","trace[627894742] 'compare' (duration: 95.198368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:04.32814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.849267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:04.328225Z","caller":"traceutil/trace.go:171","msg":"trace[303410864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:800; }","duration":"455.985481ms","start":"2026-03-07T10:05:03.872221Z","end":"2026-03-07T10:05:04.328206Z","steps":["trace[303410864] 'range keys from in-memory index tree' (duration: 455.758545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:04.328266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:03.872201Z","time spent":"456.055622ms","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:05:04.328763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.344238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:05:04.329381Z","caller":"traceutil/trace.go:171","msg":"trace[281111796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:800; }","duration":"671.004135ms","start":"2026-03-07T10:05:03.658352Z","end":"2026-03-07T10:05:04.329356Z","steps":["trace[281111796] 'range keys from in-memory index tree' (duration: 670.173915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:04.32945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:03.658332Z","time spent":"671.099578ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T10:05:04.460621Z","caller":"traceutil/trace.go:171","msg":"trace[158240912] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"126.923179ms","start":"2026-03-07T10:05:04.333668Z","end":"2026-03-07T10:05:04.460591Z","steps":["trace[158240912] 'process raft request' (duration: 126.662993ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:04.971057Z","caller":"traceutil/trace.go:171","msg":"trace[700987639] linearizableReadLoop","detail":"{readStateIndex:831; appliedIndex:830; }","duration":"198.80691ms","start":"2026-03-07T10:05:04.772221Z","end":"2026-03-07T10:05:04.971028Z","steps":["trace[700987639] 'read index received' (duration: 198.526683ms)","trace[700987639] 'applied index is now lower than readState.Index' (duration: 279.087µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:04.971121Z","caller":"traceutil/trace.go:171","msg":"trace[1974812833] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"251.526413ms","start":"2026-03-07T10:05:04.719575Z","end":"2026-03-07T10:05:04.971101Z","steps":["trace[1974812833] 'process raft request' (duration: 251.291118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:04.971262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.024216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:05:04.971337Z","caller":"traceutil/trace.go:171","msg":"trace[513728909] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:803; }","duration":"199.111648ms","start":"2026-03-07T10:05:04.772206Z","end":"2026-03-07T10:05:04.971318Z","steps":["trace[513728909] 'agreement among raft nodes before linearized reading' (duration: 198.962944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:14.862485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.35706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:14.86263Z","caller":"traceutil/trace.go:171","msg":"trace[1261640483] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"361.331387ms","start":"2026-03-07T10:05:14.501281Z","end":"2026-03-07T10:05:14.862612Z","steps":["trace[1261640483] 'process raft request' (duration: 56.774532ms)","trace[1261640483] 'compare' (duration: 304.161685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:14.862688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:14.501257Z","time spent":"361.402748ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:15.088981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.973939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:05:15.089065Z","caller":"traceutil/trace.go:171","msg":"trace[46289569] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:881; }","duration":"115.121352ms","start":"2026-03-07T10:05:14.973924Z","end":"2026-03-07T10:05:15.089046Z","steps":["trace[46289569] 'count revisions from in-memory index tree' (duration: 114.839616ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:15.221921Z","caller":"traceutil/trace.go:171","msg":"trace[1311814290] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"129.271187ms","start":"2026-03-07T10:05:15.092623Z","end":"2026-03-07T10:05:15.221894Z","steps":["trace[1311814290] 'process raft request' (duration: 129.121473ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:15.693128Z","caller":"traceutil/trace.go:171","msg":"trace[1180928804] linearizableReadLoop","detail":"{readStateIndex:914; appliedIndex:913; }","duration":"263.70206ms","start":"2026-03-07T10:05:15.42941Z","end":"2026-03-07T10:05:15.693113Z","steps":["trace[1180928804] 'read index received' (duration: 263.610567ms)","trace[1180928804] 'applied index is now lower than readState.Index' (duration: 90.973µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:15.69335Z","caller":"traceutil/trace.go:171","msg":"trace[1459618813] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"281.021152ms","start":"2026-03-07T10:05:15.412322Z","end":"2026-03-07T10:05:15.693343Z","steps":["trace[1459618813] 'process raft request' (duration: 280.705683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:15.693577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.154551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-07T10:05:15.693604Z","caller":"traceutil/trace.go:171","msg":"trace[60887118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:883; }","duration":"264.214803ms","start":"2026-03-07T10:05:15.429382Z","end":"2026-03-07T10:05:15.693597Z","steps":["trace[60887118] 'agreement among raft nodes before linearized reading' (duration: 264.124861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:16.000511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.027353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:16.000693Z","caller":"traceutil/trace.go:171","msg":"trace[1657254909] linearizableReadLoop","detail":"{readStateIndex:916; appliedIndex:914; }","duration":"164.296869ms","start":"2026-03-07T10:05:15.836382Z","end":"2026-03-07T10:05:16.000679Z","steps":["trace[1657254909] 'read index received' (duration: 89.660233ms)","trace[1657254909] 'applied index is now lower than readState.Index' (duration: 74.635676ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:16.000783Z","caller":"traceutil/trace.go:171","msg":"trace[592909787] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"303.327954ms","start":"2026-03-07T10:05:15.697446Z","end":"2026-03-07T10:05:16.000774Z","steps":["trace[592909787] 'process raft request' (duration: 303.17729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:16.000846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:15.697438Z","time spent":"303.377756ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:16.000816Z","caller":"traceutil/trace.go:171","msg":"trace[645113212] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"303.730274ms","start":"2026-03-07T10:05:15.697017Z","end":"2026-03-07T10:05:16.000747Z","steps":["trace[645113212] 'process raft request' (duration: 132.396303ms)","trace[645113212] 'compare' (duration: 170.901811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:16.001056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:15.696991Z","time spent":"303.949399ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:16.001148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.77148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:05:16.001239Z","caller":"traceutil/trace.go:171","msg":"trace[386638697] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:885; }","duration":"164.855903ms","start":"2026-03-07T10:05:15.836335Z","end":"2026-03-07T10:05:16.001191Z","steps":["trace[386638697] 'agreement among raft nodes before linearized reading' (duration: 164.776551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:16.001361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.196287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:16.001424Z","caller":"traceutil/trace.go:171","msg":"trace[343371656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:885; }","duration":"127.3014ms","start":"2026-03-07T10:05:15.874107Z","end":"2026-03-07T10:05:16.001409Z","steps":["trace[343371656] 'agreement among raft nodes before linearized reading' (duration: 127.183597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:16.394315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.974117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:05:16.394373Z","caller":"traceutil/trace.go:171","msg":"trace[312187514] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:885; }","duration":"278.11897ms","start":"2026-03-07T10:05:16.116243Z","end":"2026-03-07T10:05:16.394362Z","steps":["trace[312187514] 'count revisions from in-memory index tree' (duration: 277.869314ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:16.394452Z","caller":"traceutil/trace.go:171","msg":"trace[1405707481] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"175.599506ms","start":"2026-03-07T10:05:16.218828Z","end":"2026-03-07T10:05:16.394427Z","steps":["trace[1405707481] 'process raft request' (duration: 153.085027ms)","trace[1405707481] 'compare' (duration: 22.128569ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:17.82238Z","caller":"traceutil/trace.go:171","msg":"trace[340445264] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"121.612754ms","start":"2026-03-07T10:05:17.700739Z","end":"2026-03-07T10:05:17.822351Z","steps":["trace[340445264] 'process raft request' (duration: 121.44023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:18.113406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.551661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-07T10:05:18.113496Z","caller":"traceutil/trace.go:171","msg":"trace[162009864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:889; }","duration":"107.685334ms","start":"2026-03-07T10:05:18.005791Z","end":"2026-03-07T10:05:18.113477Z","steps":["trace[162009864] 'range keys from in-memory index tree' (duration: 107.288264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:18.11353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.382218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-07T10:05:18.113583Z","caller":"traceutil/trace.go:171","msg":"trace[473712870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:889; }","duration":"107.474379ms","start":"2026-03-07T10:05:18.006093Z","end":"2026-03-07T10:05:18.113567Z","steps":["trace[473712870] 'range keys from in-memory index tree' (duration: 107.065969ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:18.239537Z","caller":"traceutil/trace.go:171","msg":"trace[1606438486] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"122.154536ms","start":"2026-03-07T10:05:18.117327Z","end":"2026-03-07T10:05:18.239482Z","steps":["trace[1606438486] 'process raft request' (duration: 122.106144ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:18.239563Z","caller":"traceutil/trace.go:171","msg":"trace[1811261312] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"122.217248ms","start":"2026-03-07T10:05:18.117306Z","end":"2026-03-07T10:05:18.239523Z","steps":["trace[1811261312] 'process raft request' (duration: 121.91168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:20.008951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098763585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:20.009038Z","caller":"traceutil/trace.go:171","msg":"trace[1490307428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:891; }","duration":"1.098875978s","start":"2026-03-07T10:05:18.910136Z","end":"2026-03-07T10:05:20.009012Z","steps":["trace[1490307428] 'range keys from in-memory index tree' (duration: 1.098705523s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:20.009046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.884059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:20.009144Z","caller":"traceutil/trace.go:171","msg":"trace[676546720] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:891; }","duration":"660.039143ms","start":"2026-03-07T10:05:19.349085Z","end":"2026-03-07T10:05:20.009124Z","steps":["trace[676546720] 'count revisions from in-memory index tree' (duration: 659.787177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:20.009193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:19.349069Z","time spent":"660.112574ms","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:05:20.009451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099047442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:05:20.009548Z","caller":"traceutil/trace.go:171","msg":"trace[1907115913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:891; }","duration":"1.099178295s","start":"2026-03-07T10:05:18.910341Z","end":"2026-03-07T10:05:20.009519Z","steps":["trace[1907115913] 'range keys from in-memory index tree' (duration: 1.098882498s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:20.009613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:18.910326Z","time spent":"1.099270627s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:05:20.00964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.66946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-07T10:05:20.009078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:18.910122Z","time spent":"1.098948089s","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:05:20.009675Z","caller":"traceutil/trace.go:171","msg":"trace[1086791826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:891; }","duration":"681.740662ms","start":"2026-03-07T10:05:19.327924Z","end":"2026-03-07T10:05:20.009665Z","steps":["trace[1086791826] 'range keys from in-memory index tree' (duration: 681.488676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:20.009709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:19.3279Z","time spent":"681.801893ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:05:20.326658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4747810813921368002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:21.366012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.717439ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-07T10:05:21.366356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.123749ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:21.366496Z","caller":"traceutil/trace.go:171","msg":"trace[2004836613] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:891; }","duration":"576.280493ms","start":"2026-03-07T10:05:20.790194Z","end":"2026-03-07T10:05:21.366474Z","steps":["trace[2004836613] 'range keys from in-memory index tree' (duration: 576.104219ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:21.367834Z","caller":"traceutil/trace.go:171","msg":"trace[504580168] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"1.352439166s","start":"2026-03-07T10:05:20.015378Z","end":"2026-03-07T10:05:21.367817Z","steps":["trace[504580168] 'process raft request' (duration: 1.350736835s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:21.367931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:20.015362Z","time spent":"1.352515888s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:22.011412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998714623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-07T10:05:22.011489Z","caller":"traceutil/trace.go:171","msg":"trace[1913675393] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998828847s","start":"2026-03-07T10:05:20.012645Z","end":"2026-03-07T10:05:22.011474Z","steps":["trace[1913675393] 'agreement among raft nodes before linearized reading' (duration: 1.998738474s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:22.01152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:20.012629Z","time spent":"1.998883358s","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/07 10:05:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T10:05:24.019536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000082787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-07T10:05:24.019644Z","caller":"traceutil/trace.go:171","msg":"trace[1685802064] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000239431s","start":"2026-03-07T10:05:22.019381Z","end":"2026-03-07T10:05:24.01962Z","steps":["trace[1685802064] 'agreement among raft nodes before linearized reading' (duration: 2.000103448s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:24.019695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:22.019337Z","time spent":"2.000348364s","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/07 10:05:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T10:05:24.825433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999084504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-07T10:05:24.825535Z","caller":"traceutil/trace.go:171","msg":"trace[311502167] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999193327s","start":"2026-03-07T10:05:19.826307Z","end":"2026-03-07T10:05:24.825501Z","steps":["trace[311502167] 'agreement among raft nodes before linearized reading' (duration: 4.999080854s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:24.825598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:19.82628Z","time spent":"4.99930619s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:05:25.011982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:20.015712Z","time spent":"4.996265475s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/07 10:05:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T10:05:25.543084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.175195499s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:25.543212Z","caller":"traceutil/trace.go:171","msg":"trace[1693169107] linearizableReadLoop","detail":"{readStateIndex:925; appliedIndex:922; }","duration":"5.716868265s","start":"2026-03-07T10:05:19.826327Z","end":"2026-03-07T10:05:25.543195Z","steps":["trace[1693169107] 'read index received' (duration: 664.005009ms)","trace[1693169107] 'applied index is now lower than readState.Index' (duration: 5.052861596s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:26.020889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001124261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-07T10:05:26.020983Z","caller":"traceutil/trace.go:171","msg":"trace[338021274] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001276125s","start":"2026-03-07T10:05:24.019684Z","end":"2026-03-07T10:05:26.02096Z","steps":["trace[338021274] 'agreement among raft nodes before linearized reading' (duration: 2.001164592s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:26.021053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:24.019634Z","time spent":"2.001404799s","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/07 10:05:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T10:05:26.043894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4747810813921368007,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:26.544521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4747810813921368007,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:26.571631Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.473202038s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:05:26.634401Z","caller":"traceutil/trace.go:171","msg":"trace[1040976617] linearizableReadLoop","detail":"{readStateIndex:926; appliedIndex:925; }","duration":"1.091126487s","start":"2026-03-07T10:05:25.54324Z","end":"2026-03-07T10:05:26.634366Z","steps":["trace[1040976617] 'read index received' (duration: 1.028538342s)","trace[1040976617] 'applied index is now lower than readState.Index' (duration: 62.587005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:26.634617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.892217931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:05:26.634685Z","caller":"traceutil/trace.go:171","msg":"trace[1424010992] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:894; }","duration":"4.892343144s","start":"2026-03-07T10:05:21.742328Z","end":"2026-03-07T10:05:26.634671Z","steps":["trace[1424010992] 'agreement among raft nodes before linearized reading' (duration: 4.892226581s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:26.634678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.334941238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:05:26.634713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:21.742303Z","time spent":"4.892403484s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:05:26.634717Z","caller":"traceutil/trace.go:171","msg":"trace[428033448] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:894; }","duration":"5.33503769s","start":"2026-03-07T10:05:21.299669Z","end":"2026-03-07T10:05:26.634707Z","steps":["trace[428033448] 'agreement among raft nodes before linearized reading' (duration: 5.334948198s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:26.634751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:21.299626Z","time spent":"5.335116362s","remote":"127.0.0.1:39898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:05:26.63484Z","caller":"traceutil/trace.go:171","msg":"trace[593478113] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"5.53653499s","start":"2026-03-07T10:05:21.098297Z","end":"2026-03-07T10:05:26.634832Z","steps":["trace[593478113] 'process raft request' (duration: 5.473568426s)","trace[593478113] 'compare' (duration: 61.768836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:26.634855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06207938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:05:26.634889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:21.098273Z","time spent":"5.536580662s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:26.634895Z","caller":"traceutil/trace.go:171","msg":"trace[706584506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:894; }","duration":"1.062172922s","start":"2026-03-07T10:05:25.57271Z","end":"2026-03-07T10:05:26.634883Z","steps":["trace[706584506] 'agreement among raft nodes before linearized reading' (duration: 1.06210309s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:26.634925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:25.572692Z","time spent":"1.062227104s","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:05:26.635027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226502913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-07T10:05:26.635041Z","caller":"traceutil/trace.go:171","msg":"trace[1972443726] range","detail":"{range_begin:/registry/masterleases/162.253.55.227; range_end:; response_count:1; response_revision:894; }","duration":"2.226550454s","start":"2026-03-07T10:05:24.408485Z","end":"2026-03-07T10:05:26.635036Z","steps":["trace[1972443726] 'agreement among raft nodes before linearized reading' (duration: 2.226478193s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:26.635052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:24.408467Z","time spent":"2.226582315s","remote":"127.0.0.1:39730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.227\" "} {"level":"warn","ts":"2026-03-07T10:05:26.635124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.814903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:05:26.635173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.261933605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:05:26.635189Z","caller":"traceutil/trace.go:171","msg":"trace[356187910] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:894; }","duration":"3.261985296s","start":"2026-03-07T10:05:23.373199Z","end":"2026-03-07T10:05:26.635185Z","steps":["trace[356187910] 'agreement among raft nodes before linearized reading' (duration: 3.261916304s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:26.635185Z","caller":"traceutil/trace.go:171","msg":"trace[621918945] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:894; }","duration":"493.877675ms","start":"2026-03-07T10:05:26.141298Z","end":"2026-03-07T10:05:26.635176Z","steps":["trace[621918945] 'agreement among raft nodes before linearized reading' (duration: 493.795043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:26.6352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.389942226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-07T10:05:26.63522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:26.141244Z","time spent":"493.967637ms","remote":"127.0.0.1:39958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:05:26.635246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.008767393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:26.635268Z","caller":"traceutil/trace.go:171","msg":"trace[725605991] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:894; }","duration":"4.008826425s","start":"2026-03-07T10:05:22.626436Z","end":"2026-03-07T10:05:26.635262Z","steps":["trace[725605991] 'agreement among raft nodes before linearized reading' (duration: 4.008791134s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:26.635282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:22.626417Z","time spent":"4.008861095s","remote":"127.0.0.1:39920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:05:26.635282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.40008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:26.635307Z","caller":"traceutil/trace.go:171","msg":"trace[1874778000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:894; }","duration":"607.448403ms","start":"2026-03-07T10:05:26.027852Z","end":"2026-03-07T10:05:26.6353Z","steps":["trace[1874778000] 'agreement among raft nodes before linearized reading' (duration: 607.408981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:26.635336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:26.02784Z","time spent":"607.488863ms","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:05:26.635239Z","caller":"traceutil/trace.go:171","msg":"trace[1170223655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:894; }","duration":"6.389998337s","start":"2026-03-07T10:05:20.245231Z","end":"2026-03-07T10:05:26.63523Z","steps":["trace[1170223655] 'agreement among raft nodes before linearized reading' (duration: 6.389858344s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:26.635391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:20.245225Z","time spent":"6.390161403s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:05:26.63544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.390848639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-07T10:05:26.635211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:23.373181Z","time spent":"3.262022416s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T10:05:26.63547Z","caller":"traceutil/trace.go:171","msg":"trace[1100765723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:894; }","duration":"6.390902201s","start":"2026-03-07T10:05:20.244559Z","end":"2026-03-07T10:05:26.635461Z","steps":["trace[1100765723] 'agreement among raft nodes before linearized reading' (duration: 6.390793458s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:26.635495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:20.244545Z","time spent":"6.390944631s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:05:26.635653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.621024502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a8703d66bf6dc\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-07T10:05:26.635751Z","caller":"traceutil/trace.go:171","msg":"trace[587323782] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a8703d66bf6dc; range_end:; response_count:1; response_revision:894; }","duration":"4.621162846s","start":"2026-03-07T10:05:22.014551Z","end":"2026-03-07T10:05:26.635714Z","steps":["trace[587323782] 'agreement among raft nodes before linearized reading' (duration: 4.620894299s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:26.635831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:22.014532Z","time spent":"4.621278429s","remote":"127.0.0.1:39762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a8703d66bf6dc\" "} {"level":"warn","ts":"2026-03-07T10:05:26.936739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.218972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:26.936814Z","caller":"traceutil/trace.go:171","msg":"trace[142455069] linearizableReadLoop","detail":"{readStateIndex:932; appliedIndex:931; }","duration":"243.516804ms","start":"2026-03-07T10:05:26.693288Z","end":"2026-03-07T10:05:26.936804Z","steps":["trace[142455069] 'read index received' (duration: 47.1847ms)","trace[142455069] 'applied index is now lower than readState.Index' (duration: 196.331344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:26.936884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.824117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:26.936897Z","caller":"traceutil/trace.go:171","msg":"trace[703459466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:899; }","duration":"290.850067ms","start":"2026-03-07T10:05:26.646043Z","end":"2026-03-07T10:05:26.936893Z","steps":["trace[703459466] 'agreement among raft nodes before linearized reading' (duration: 290.802086ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:26.937292Z","caller":"traceutil/trace.go:171","msg":"trace[788079959] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"249.598042ms","start":"2026-03-07T10:05:26.687659Z","end":"2026-03-07T10:05:26.937257Z","steps":["trace[788079959] 'process raft request' (duration: 52.801257ms)","trace[788079959] 'compare' (duration: 195.974015ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:27.016444Z","caller":"traceutil/trace.go:171","msg":"trace[1146572556] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"315.409246ms","start":"2026-03-07T10:05:26.700995Z","end":"2026-03-07T10:05:27.016404Z","steps":["trace[1146572556] 'process raft request' (duration: 315.18609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:27.016586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:26.700982Z","time spent":"315.532939ms","remote":"127.0.0.1:39870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:27.141547Z","caller":"traceutil/trace.go:171","msg":"trace[149654551] linearizableReadLoop","detail":"{readStateIndex:934; appliedIndex:932; }","duration":"204.693998ms","start":"2026-03-07T10:05:26.936829Z","end":"2026-03-07T10:05:27.141523Z","steps":["trace[149654551] 'read index received' (duration: 79.331103ms)","trace[149654551] 'applied index is now lower than readState.Index' (duration: 125.361895ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:27.14167Z","caller":"traceutil/trace.go:171","msg":"trace[912276899] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"343.49453ms","start":"2026-03-07T10:05:26.798165Z","end":"2026-03-07T10:05:27.141659Z","steps":["trace[912276899] 'process raft request' (duration: 245.107722ms)","trace[912276899] 'compare' (duration: 98.145612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:27.141778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:26.798146Z","time spent":"343.557761ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:27.141949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.907443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a8703d66bf6dc\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-07T10:05:27.142039Z","caller":"traceutil/trace.go:171","msg":"trace[1611450048] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a8703d66bf6dc; range_end:; response_count:1; response_revision:901; }","duration":"441.033876ms","start":"2026-03-07T10:05:26.700988Z","end":"2026-03-07T10:05:27.142022Z","steps":["trace[1611450048] 'agreement among raft nodes before linearized reading' (duration: 440.827231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:27.142055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.534375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-07T10:05:27.142091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:26.700977Z","time spent":"441.100398ms","remote":"127.0.0.1:39762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a8703d66bf6dc\" "} {"level":"info","ts":"2026-03-07T10:05:27.142119Z","caller":"traceutil/trace.go:171","msg":"trace[696484271] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:901; }","duration":"202.614006ms","start":"2026-03-07T10:05:26.939493Z","end":"2026-03-07T10:05:27.142107Z","steps":["trace[696484271] 'agreement among raft nodes before linearized reading' (duration: 202.517244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:27.142411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.247815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T10:05:27.142448Z","caller":"traceutil/trace.go:171","msg":"trace[1586268775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:901; }","duration":"128.321557ms","start":"2026-03-07T10:05:27.014118Z","end":"2026-03-07T10:05:27.142439Z","steps":["trace[1586268775] 'agreement among raft nodes before linearized reading' (duration: 128.210844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:27.142493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.268119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T10:05:27.142546Z","caller":"traceutil/trace.go:171","msg":"trace[1391277071] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:901; }","duration":"314.32016ms","start":"2026-03-07T10:05:26.82821Z","end":"2026-03-07T10:05:27.14253Z","steps":["trace[1391277071] 'agreement among raft nodes before linearized reading' (duration: 314.168477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:27.142549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.808695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-03-07T10:05:27.14259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:26.828169Z","time spent":"314.406713ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-07T10:05:27.142625Z","caller":"traceutil/trace.go:171","msg":"trace[637365557] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:901; }","duration":"120.927207ms","start":"2026-03-07T10:05:27.021677Z","end":"2026-03-07T10:05:27.142604Z","steps":["trace[637365557] 'agreement among raft nodes before linearized reading' (duration: 120.656811ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:29.082545Z","caller":"traceutil/trace.go:171","msg":"trace[826590676] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"380.819959ms","start":"2026-03-07T10:05:28.701702Z","end":"2026-03-07T10:05:29.082522Z","steps":["trace[826590676] 'process raft request' (duration: 380.657495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:29.082798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:28.701686Z","time spent":"380.936082ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:29.294017Z","caller":"traceutil/trace.go:171","msg":"trace[567251776] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"591.7741ms","start":"2026-03-07T10:05:28.702214Z","end":"2026-03-07T10:05:29.293988Z","steps":["trace[567251776] 'process raft request' (duration: 589.116816ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:29.294106Z","caller":"traceutil/trace.go:171","msg":"trace[503366909] linearizableReadLoop","detail":"{readStateIndex:942; appliedIndex:939; }","duration":"418.765015ms","start":"2026-03-07T10:05:28.875324Z","end":"2026-03-07T10:05:29.294089Z","steps":["trace[503366909] 'read index received' (duration: 207.123887ms)","trace[503366909] 'applied index is now lower than readState.Index' (duration: 211.640398ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:29.294177Z","caller":"traceutil/trace.go:171","msg":"trace[1317032124] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"591.846902ms","start":"2026-03-07T10:05:28.702324Z","end":"2026-03-07T10:05:29.294171Z","steps":["trace[1317032124] 'process raft request' (duration: 591.607056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:29.294174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:28.702194Z","time spent":"591.906024ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:29.294247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:28.702294Z","time spent":"591.896703ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:29.294337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.00663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:05:29.294354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.131242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-07T10:05:29.294381Z","caller":"traceutil/trace.go:171","msg":"trace[442814470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:909; }","duration":"419.086242ms","start":"2026-03-07T10:05:28.875283Z","end":"2026-03-07T10:05:29.294369Z","steps":["trace[442814470] 'agreement among raft nodes before linearized reading' (duration: 419.016271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:29.294402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.385974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T10:05:29.294422Z","caller":"traceutil/trace.go:171","msg":"trace[272286679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:909; }","duration":"104.436436ms","start":"2026-03-07T10:05:29.18998Z","end":"2026-03-07T10:05:29.294416Z","steps":["trace[272286679] 'agreement among raft nodes before linearized reading' (duration: 104.345723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:29.294422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:28.875265Z","time spent":"419.151274ms","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:05:29.294427Z","caller":"traceutil/trace.go:171","msg":"trace[1643373108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:909; }","duration":"105.286496ms","start":"2026-03-07T10:05:29.189122Z","end":"2026-03-07T10:05:29.294408Z","steps":["trace[1643373108] 'agreement among raft nodes before linearized reading' (duration: 105.084131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:41.842519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4747810813921368132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:42.343209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4747810813921368132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:42.393706Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.261198889s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:05:42.394037Z","caller":"traceutil/trace.go:171","msg":"trace[267553780] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"1.261567628s","start":"2026-03-07T10:05:41.132447Z","end":"2026-03-07T10:05:42.394014Z","steps":["trace[267553780] 'process raft request' (duration: 1.261421244s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:42.394175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:41.132432Z","time spent":"1.261672151s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:42.532825Z","caller":"traceutil/trace.go:171","msg":"trace[2137348845] linearizableReadLoop","detail":"{readStateIndex:976; appliedIndex:974; }","duration":"1.190357853s","start":"2026-03-07T10:05:41.342445Z","end":"2026-03-07T10:05:42.532803Z","steps":["trace[2137348845] 'read index received' (duration: 1.051431478s)","trace[2137348845] 'applied index is now lower than readState.Index' (duration: 138.925185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:42.533013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190555909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:05:42.533071Z","caller":"traceutil/trace.go:171","msg":"trace[360281788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:940; }","duration":"1.190677261s","start":"2026-03-07T10:05:41.34238Z","end":"2026-03-07T10:05:42.533057Z","steps":["trace[360281788] 'agreement among raft nodes before linearized reading' (duration: 1.190488547s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:42.533032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18942741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-07T10:05:42.533105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122858538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-07T10:05:42.533119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:41.342352Z","time spent":"1.190760355s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:05:42.533132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186522741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T10:05:42.533165Z","caller":"traceutil/trace.go:171","msg":"trace[1736155482] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:940; }","duration":"1.122965972s","start":"2026-03-07T10:05:41.410186Z","end":"2026-03-07T10:05:42.533152Z","steps":["trace[1736155482] 'agreement among raft nodes before linearized reading' (duration: 1.122787486s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:42.533197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:41.410163Z","time spent":"1.123025863s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-07T10:05:42.533189Z","caller":"traceutil/trace.go:171","msg":"trace[1533844062] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:940; }","duration":"1.186619363s","start":"2026-03-07T10:05:41.346554Z","end":"2026-03-07T10:05:42.533174Z","steps":["trace[1533844062] 'agreement among raft nodes before linearized reading' (duration: 1.186476819s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:42.533267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:41.34654Z","time spent":"1.186718955s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T10:05:42.533151Z","caller":"traceutil/trace.go:171","msg":"trace[1073831824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:940; }","duration":"1.189605465s","start":"2026-03-07T10:05:41.343538Z","end":"2026-03-07T10:05:42.533144Z","steps":["trace[1073831824] 'agreement among raft nodes before linearized reading' (duration: 1.189382509s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:42.533352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:41.343514Z","time spent":"1.189818861s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T10:05:44.872067Z","caller":"traceutil/trace.go:171","msg":"trace[781537638] linearizableReadLoop","detail":"{readStateIndex:981; appliedIndex:980; }","duration":"463.013972ms","start":"2026-03-07T10:05:44.409031Z","end":"2026-03-07T10:05:44.872045Z","steps":["trace[781537638] 'read index received' (duration: 462.781576ms)","trace[781537638] 'applied index is now lower than readState.Index' (duration: 231.376µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:44.872103Z","caller":"traceutil/trace.go:171","msg":"trace[1092042285] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"470.805642ms","start":"2026-03-07T10:05:44.40127Z","end":"2026-03-07T10:05:44.872076Z","steps":["trace[1092042285] 'process raft request' (duration: 470.570687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:44.87226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:44.401261Z","time spent":"470.909845ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:44.872278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.229248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-07T10:05:44.872312Z","caller":"traceutil/trace.go:171","msg":"trace[166484983] range","detail":"{range_begin:/registry/masterleases/162.253.55.227; range_end:; response_count:1; response_revision:945; }","duration":"463.31039ms","start":"2026-03-07T10:05:44.408993Z","end":"2026-03-07T10:05:44.872303Z","steps":["trace[166484983] 'agreement among raft nodes before linearized reading' (duration: 463.177546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:44.872336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:44.408972Z","time spent":"463.358691ms","remote":"127.0.0.1:39730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.227\" "} {"level":"warn","ts":"2026-03-07T10:05:44.872438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.972468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T10:05:44.872469Z","caller":"traceutil/trace.go:171","msg":"trace[899167229] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:945; }","duration":"304.021389ms","start":"2026-03-07T10:05:44.568439Z","end":"2026-03-07T10:05:44.872461Z","steps":["trace[899167229] 'agreement among raft nodes before linearized reading' (duration: 303.920656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:44.872456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.134007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-07T10:05:44.872491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:44.568433Z","time spent":"304.054039ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-07T10:05:44.872505Z","caller":"traceutil/trace.go:171","msg":"trace[126118587] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:945; }","duration":"310.218399ms","start":"2026-03-07T10:05:44.562271Z","end":"2026-03-07T10:05:44.87249Z","steps":["trace[126118587] 'agreement among raft nodes before linearized reading' (duration: 310.084126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:44.872539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:44.562251Z","time spent":"310.28008ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:05:44.872732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.16275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:44.872747Z","caller":"traceutil/trace.go:171","msg":"trace[619793606] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:945; }","duration":"104.222291ms","start":"2026-03-07T10:05:44.76852Z","end":"2026-03-07T10:05:44.872743Z","steps":["trace[619793606] 'agreement among raft nodes before linearized reading' (duration: 104.013976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:44.872797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.084483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-07T10:05:44.87282Z","caller":"traceutil/trace.go:171","msg":"trace[1642606542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:945; }","duration":"305.127695ms","start":"2026-03-07T10:05:44.567686Z","end":"2026-03-07T10:05:44.872813Z","steps":["trace[1642606542] 'agreement among raft nodes before linearized reading' (duration: 305.059513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:44.872837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:44.567675Z","time spent":"305.159015ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:05:44.872846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.443903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:05:44.872874Z","caller":"traceutil/trace.go:171","msg":"trace[458336176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:945; }","duration":"305.487803ms","start":"2026-03-07T10:05:44.567377Z","end":"2026-03-07T10:05:44.872864Z","steps":["trace[458336176] 'agreement among raft nodes before linearized reading' (duration: 305.412771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:44.8729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:44.567366Z","time spent":"305.528065ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T10:05:45.026878Z","caller":"traceutil/trace.go:171","msg":"trace[1096055212] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"108.986135ms","start":"2026-03-07T10:05:44.917838Z","end":"2026-03-07T10:05:45.026824Z","steps":["trace[1096055212] 'process raft request' (duration: 49.975038ms)","trace[1096055212] 'compare' (duration: 58.848714ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:47.874347Z","caller":"traceutil/trace.go:171","msg":"trace[537899795] linearizableReadLoop","detail":"{readStateIndex:1015; appliedIndex:1014; }","duration":"309.01938ms","start":"2026-03-07T10:05:47.565305Z","end":"2026-03-07T10:05:47.874324Z","steps":["trace[537899795] 'read index received' (duration: 308.755554ms)","trace[537899795] 'applied index is now lower than readState.Index' (duration: 262.426µs)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:47.874458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.133473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:47.874485Z","caller":"traceutil/trace.go:171","msg":"trace[74708548] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:977; }","duration":"309.213705ms","start":"2026-03-07T10:05:47.565262Z","end":"2026-03-07T10:05:47.874475Z","steps":["trace[74708548] 'agreement among raft nodes before linearized reading' (duration: 309.152633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:47.874509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:47.565243Z","time spent":"309.258965ms","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:05:47.874535Z","caller":"traceutil/trace.go:171","msg":"trace[466871378] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"327.441459ms","start":"2026-03-07T10:05:47.547083Z","end":"2026-03-07T10:05:47.874524Z","steps":["trace[466871378] 'process raft request' (duration: 327.07842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:47.874602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:47.547063Z","time spent":"327.497101ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:49.453503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4747810813921368204,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:49.900967Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.010891446s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:05:49.901294Z","caller":"traceutil/trace.go:171","msg":"trace[1914504463] linearizableReadLoop","detail":"{readStateIndex:1016; appliedIndex:1015; }","duration":"947.83536ms","start":"2026-03-07T10:05:48.95344Z","end":"2026-03-07T10:05:49.901275Z","steps":["trace[1914504463] 'read index received' (duration: 947.642805ms)","trace[1914504463] 'applied index is now lower than readState.Index' (duration: 191.725µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:49.901359Z","caller":"traceutil/trace.go:171","msg":"trace[1509119773] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"1.011343606s","start":"2026-03-07T10:05:48.890008Z","end":"2026-03-07T10:05:49.901352Z","steps":["trace[1509119773] 'process raft request' (duration: 1.011120651s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:49.901523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:48.889999Z","time spent":"1.011382408s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:49.901657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.119326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T10:05:49.901761Z","caller":"traceutil/trace.go:171","msg":"trace[1916535374] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:978; }","duration":"948.313982ms","start":"2026-03-07T10:05:48.953389Z","end":"2026-03-07T10:05:49.901703Z","steps":["trace[1916535374] 'agreement among raft nodes before linearized reading' (duration: 948.052036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:49.9018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:48.953365Z","time spent":"948.426084ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:05:51.150182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.369888ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:51.150384Z","caller":"traceutil/trace.go:171","msg":"trace[1356975037] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:978; }","duration":"359.583703ms","start":"2026-03-07T10:05:50.790778Z","end":"2026-03-07T10:05:51.150361Z","steps":["trace[1356975037] 'range keys from in-memory index tree' (duration: 359.353377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:51.483447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143580018s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-07T10:05:51.483742Z","caller":"traceutil/trace.go:171","msg":"trace[51463539] linearizableReadLoop","detail":"{readStateIndex:1017; appliedIndex:1016; }","duration":"1.58239285s","start":"2026-03-07T10:05:49.901327Z","end":"2026-03-07T10:05:51.483719Z","steps":["trace[51463539] 'read index received' (duration: 438.563536ms)","trace[51463539] 'applied index is now lower than readState.Index' (duration: 1.143827924s)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:51.483903Z","caller":"traceutil/trace.go:171","msg":"trace[428820238] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"1.579309646s","start":"2026-03-07T10:05:49.904583Z","end":"2026-03-07T10:05:51.483893Z","steps":["trace[428820238] 'process raft request' (duration: 1.578986268s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:51.484069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:49.904514Z","time spent":"1.579422569s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:51.722677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403573333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:05:51.722783Z","caller":"traceutil/trace.go:171","msg":"trace[723245308] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:979; }","duration":"1.403728727s","start":"2026-03-07T10:05:50.319024Z","end":"2026-03-07T10:05:51.722753Z","steps":["trace[723245308] 'agreement among raft nodes before linearized reading' (duration: 1.164853796s)","trace[723245308] 'count revisions from in-memory index tree' (duration: 238.733447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:51.722837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:50.319004Z","time spent":"1.403822268s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":7,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:05:51.722819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76906642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-07T10:05:51.722899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766725553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-07T10:05:51.722907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068064578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:51.72291Z","caller":"traceutil/trace.go:171","msg":"trace[1918879463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:979; }","duration":"2.769173603s","start":"2026-03-07T10:05:48.953712Z","end":"2026-03-07T10:05:51.722885Z","steps":["trace[1918879463] 'agreement among raft nodes before linearized reading' (duration: 2.530128518s)","trace[1918879463] 'range keys from in-memory index tree' (duration: 238.84584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:51.722945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849997541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:51.722962Z","caller":"traceutil/trace.go:171","msg":"trace[1254760814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:979; }","duration":"2.766817845s","start":"2026-03-07T10:05:48.956122Z","end":"2026-03-07T10:05:51.722939Z","steps":["trace[1254760814] 'agreement among raft nodes before linearized reading' (duration: 2.527693179s)","trace[1254760814] 'range keys from in-memory index tree' (duration: 238.958202ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:51.722974Z","caller":"traceutil/trace.go:171","msg":"trace[1354641072] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:979; }","duration":"1.06816464s","start":"2026-03-07T10:05:50.654786Z","end":"2026-03-07T10:05:51.722951Z","steps":["trace[1354641072] 'agreement among raft nodes before linearized reading' (duration: 829.177377ms)","trace[1354641072] 'count revisions from in-memory index tree' (duration: 238.909072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:51.722989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:48.953691Z","time spent":"2.769284935s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:05:51.723016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:48.956103Z","time spent":"2.766901007s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T10:05:51.723017Z","caller":"traceutil/trace.go:171","msg":"trace[1263243916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:979; }","duration":"1.850121583s","start":"2026-03-07T10:05:49.872874Z","end":"2026-03-07T10:05:51.722996Z","steps":["trace[1263243916] 'agreement among raft nodes before linearized reading' (duration: 1.610971406s)","trace[1263243916] 'range keys from in-memory index tree' (duration: 239.059654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:51.723026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:50.654768Z","time spent":"1.068241892s","remote":"127.0.0.1:46846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:05:51.723066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:49.872855Z","time spent":"1.850200286s","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:05:51.723036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768544677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-07T10:05:51.722811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.107013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:51.723134Z","caller":"traceutil/trace.go:171","msg":"trace[463066594] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:979; }","duration":"943.498272ms","start":"2026-03-07T10:05:50.779615Z","end":"2026-03-07T10:05:51.723113Z","steps":["trace[463066594] 'agreement among raft nodes before linearized reading' (duration: 704.333235ms)","trace[463066594] 'count revisions from in-memory index tree' (duration: 238.764738ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:51.72318Z","caller":"traceutil/trace.go:171","msg":"trace[78143242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:979; }","duration":"2.768665199s","start":"2026-03-07T10:05:48.954439Z","end":"2026-03-07T10:05:51.723105Z","steps":["trace[78143242] 'agreement among raft nodes before linearized reading' (duration: 2.529389209s)","trace[78143242] 'range keys from in-memory index tree' (duration: 239.054195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:51.723212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:50.779596Z","time spent":"943.597424ms","remote":"127.0.0.1:46864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:05:51.723235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:48.954431Z","time spent":"2.768789953s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T10:05:51.723346Z","caller":"traceutil/trace.go:171","msg":"trace[870215714] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"137.943351ms","start":"2026-03-07T10:05:51.585381Z","end":"2026-03-07T10:05:51.723325Z","steps":["trace[870215714] 'process raft request' (duration: 137.673685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:52.304374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.889708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:52.304508Z","caller":"traceutil/trace.go:171","msg":"trace[1980534629] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"576.19824ms","start":"2026-03-07T10:05:51.72829Z","end":"2026-03-07T10:05:52.304488Z","steps":["trace[1980534629] 'process raft request' (duration: 191.107676ms)","trace[1980534629] 'compare' (duration: 384.650073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:52.304584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:51.72827Z","time spent":"576.284873ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:52.675176Z","caller":"traceutil/trace.go:171","msg":"trace[446471315] linearizableReadLoop","detail":"{readStateIndex:1022; appliedIndex:1019; }","duration":"942.545488ms","start":"2026-03-07T10:05:51.732585Z","end":"2026-03-07T10:05:52.675131Z","steps":["trace[446471315] 'read index received' (duration: 186.969756ms)","trace[446471315] 'applied index is now lower than readState.Index' (duration: 755.574722ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:52.675178Z","caller":"traceutil/trace.go:171","msg":"trace[701539949] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"945.785977ms","start":"2026-03-07T10:05:51.729341Z","end":"2026-03-07T10:05:52.675126Z","steps":["trace[701539949] 'process raft request' (duration: 877.029791ms)","trace[701539949] 'compare' (duration: 68.421078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:52.675289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.705962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:52.675325Z","caller":"traceutil/trace.go:171","msg":"trace[558832037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:983; }","duration":"942.812944ms","start":"2026-03-07T10:05:51.732502Z","end":"2026-03-07T10:05:52.675315Z","steps":["trace[558832037] 'agreement among raft nodes before linearized reading' (duration: 942.743772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:52.675353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:51.732483Z","time spent":"942.863286ms","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:05:52.675351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:51.729323Z","time spent":"945.968442ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:52.675333Z","caller":"traceutil/trace.go:171","msg":"trace[608506604] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"945.387997ms","start":"2026-03-07T10:05:51.729903Z","end":"2026-03-07T10:05:52.675291Z","steps":["trace[608506604] 'process raft request' (duration: 945.05559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:52.67551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:51.72988Z","time spent":"945.538211ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:52.675619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.441484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-07T10:05:52.675729Z","caller":"traceutil/trace.go:171","msg":"trace[1125311365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:983; }","duration":"770.640279ms","start":"2026-03-07T10:05:51.905069Z","end":"2026-03-07T10:05:52.67571Z","steps":["trace[1125311365] 'agreement among raft nodes before linearized reading' (duration: 770.29077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:52.675809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:51.90505Z","time spent":"770.747271ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:05:54.347851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22502194s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:54.347945Z","caller":"traceutil/trace.go:171","msg":"trace[159057372] linearizableReadLoop","detail":"{readStateIndex:1023; appliedIndex:1022; }","duration":"1.473981996s","start":"2026-03-07T10:05:52.873945Z","end":"2026-03-07T10:05:54.347927Z","steps":["trace[159057372] 'read index received' (duration: 248.833903ms)","trace[159057372] 'applied index is now lower than readState.Index' (duration: 1.225146563s)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:54.34803Z","caller":"traceutil/trace.go:171","msg":"trace[552083631] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"1.667452601s","start":"2026-03-07T10:05:52.680567Z","end":"2026-03-07T10:05:54.348019Z","steps":["trace[552083631] 'process raft request' (duration: 442.187005ms)","trace[552083631] 'compare' (duration: 1.224909638s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:54.348081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:52.680549Z","time spent":"1.667504212s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:54.348206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.773022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T10:05:54.348274Z","caller":"traceutil/trace.go:171","msg":"trace[54851193] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:984; }","duration":"859.880965ms","start":"2026-03-07T10:05:53.488375Z","end":"2026-03-07T10:05:54.348256Z","steps":["trace[54851193] 'agreement among raft nodes before linearized reading' (duration: 859.67133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:54.348312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:53.488353Z","time spent":"859.951356ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:05:54.348324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474369485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:54.348369Z","caller":"traceutil/trace.go:171","msg":"trace[173408114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:984; }","duration":"1.474440627s","start":"2026-03-07T10:05:52.873915Z","end":"2026-03-07T10:05:54.348355Z","steps":["trace[173408114] 'agreement among raft nodes before linearized reading' (duration: 1.474365706s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:54.348406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:52.8739Z","time spent":"1.474494308s","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:05:55.427811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.683947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:55.427994Z","caller":"traceutil/trace.go:171","msg":"trace[2053324759] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"1.07630427s","start":"2026-03-07T10:05:54.351672Z","end":"2026-03-07T10:05:55.427976Z","steps":["trace[2053324759] 'process raft request' (duration: 292.380557ms)","trace[2053324759] 'compare' (duration: 783.208915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:55.428067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:54.351649Z","time spent":"1.076387623s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:55.428237Z","caller":"traceutil/trace.go:171","msg":"trace[512748930] linearizableReadLoop","detail":"{readStateIndex:1025; appliedIndex:1023; }","duration":"1.072838065s","start":"2026-03-07T10:05:54.35539Z","end":"2026-03-07T10:05:55.428228Z","steps":["trace[512748930] 'read index received' (duration: 288.772119ms)","trace[512748930] 'applied index is now lower than readState.Index' (duration: 784.064916ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:55.428318Z","caller":"traceutil/trace.go:171","msg":"trace[1796353733] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"1.07630215s","start":"2026-03-07T10:05:54.352008Z","end":"2026-03-07T10:05:55.42831Z","steps":["trace[1796353733] 'process raft request' (duration: 1.075891011s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:55.428399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:54.352001Z","time spent":"1.076341731s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:55.42852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073111642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:55.428598Z","caller":"traceutil/trace.go:171","msg":"trace[1552087078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:986; }","duration":"1.073217994s","start":"2026-03-07T10:05:54.35536Z","end":"2026-03-07T10:05:55.428578Z","steps":["trace[1552087078] 'agreement among raft nodes before linearized reading' (duration: 1.073100511s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:55.428642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:54.355352Z","time spent":"1.073281895s","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:05:55.429378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019606349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-07T10:05:55.429424Z","caller":"traceutil/trace.go:171","msg":"trace[633168210] range","detail":"{range_begin:/registry/masterleases/162.253.55.227; range_end:; response_count:1; response_revision:986; }","duration":"1.01968196s","start":"2026-03-07T10:05:54.409731Z","end":"2026-03-07T10:05:55.429413Z","steps":["trace[633168210] 'agreement among raft nodes before linearized reading' (duration: 1.019539656s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:55.429453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:54.409718Z","time spent":"1.019728132s","remote":"127.0.0.1:39730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.227\" "} {"level":"warn","ts":"2026-03-07T10:05:55.429598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.623913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:05:55.429654Z","caller":"traceutil/trace.go:171","msg":"trace[1256349092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:986; }","duration":"748.713805ms","start":"2026-03-07T10:05:54.680926Z","end":"2026-03-07T10:05:55.429639Z","steps":["trace[1256349092] 'agreement among raft nodes before linearized reading' (duration: 748.533301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:55.429694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:54.680914Z","time spent":"748.769716ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:05:55.431447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.75026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T10:05:55.431554Z","caller":"traceutil/trace.go:171","msg":"trace[1807137853] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:986; }","duration":"751.905274ms","start":"2026-03-07T10:05:54.679626Z","end":"2026-03-07T10:05:55.431531Z","steps":["trace[1807137853] 'agreement among raft nodes before linearized reading' (duration: 749.849143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:55.431809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:54.679605Z","time spent":"752.136739ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:05:57.136169Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.380872342s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-07T10:05:57.247689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492383061s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-07T10:05:57.247953Z","caller":"traceutil/trace.go:171","msg":"trace[147728908] linearizableReadLoop","detail":"{readStateIndex:1028; appliedIndex:1025; }","duration":"1.809654954s","start":"2026-03-07T10:05:55.438283Z","end":"2026-03-07T10:05:57.247938Z","steps":["trace[147728908] 'read index received' (duration: 317.036457ms)","trace[147728908] 'applied index is now lower than readState.Index' (duration: 1.492617467s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:57.248054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:55.432827Z","time spent":"1.815224709s","remote":"127.0.0.1:39730","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-07T10:05:57.248223Z","caller":"traceutil/trace.go:171","msg":"trace[654498847] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"1.81405735s","start":"2026-03-07T10:05:55.434144Z","end":"2026-03-07T10:05:57.248201Z","steps":["trace[654498847] 'process raft request' (duration: 1.81363218s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:57.248286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703031675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:57.248318Z","caller":"traceutil/trace.go:171","msg":"trace[177314807] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:988; }","duration":"1.703106047s","start":"2026-03-07T10:05:55.5452Z","end":"2026-03-07T10:05:57.248306Z","steps":["trace[177314807] 'agreement among raft nodes before linearized reading' (duration: 1.703016314s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:57.248336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:55.434132Z","time spent":"1.814140393s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:57.248349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:55.545181Z","time spent":"1.703160347s","remote":"127.0.0.1:53304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:05:57.248287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809986601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:57.248504Z","caller":"traceutil/trace.go:171","msg":"trace[1874954127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:988; }","duration":"1.810222898s","start":"2026-03-07T10:05:55.438262Z","end":"2026-03-07T10:05:57.248485Z","steps":["trace[1874954127] 'agreement among raft nodes before linearized reading' (duration: 1.80991187s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:57.248563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.562082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-07T10:05:57.248592Z","caller":"traceutil/trace.go:171","msg":"trace[1436632665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:988; }","duration":"896.642153ms","start":"2026-03-07T10:05:56.351944Z","end":"2026-03-07T10:05:57.248586Z","steps":["trace[1436632665] 'agreement among raft nodes before linearized reading' (duration: 896.542831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:57.248612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:56.351911Z","time spent":"896.694645ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T10:05:57.248637Z","caller":"traceutil/trace.go:171","msg":"trace[651124578] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"1.811930308s","start":"2026-03-07T10:05:55.436699Z","end":"2026-03-07T10:05:57.24863Z","steps":["trace[651124578] 'process raft request' (duration: 1.811205701s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:57.248679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:55.436689Z","time spent":"1.811967409s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:57.248546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:55.438252Z","time spent":"1.810283279s","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:05:59.250971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000372121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-07T10:05:59.251085Z","caller":"traceutil/trace.go:171","msg":"trace[661083966] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000530386s","start":"2026-03-07T10:05:57.250531Z","end":"2026-03-07T10:05:59.251061Z","steps":["trace[661083966] 'agreement among raft nodes before linearized reading' (duration: 2.000397232s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:59.251187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:57.250517Z","time spent":"2.000655528s","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:05:59.45567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:57.363048Z","time spent":"2.092615192s","remote":"127.0.0.1:58684","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-07T10:05:59.456175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051059579s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:59.456279Z","caller":"traceutil/trace.go:171","msg":"trace[1663094892] linearizableReadLoop","detail":"{readStateIndex:1029; appliedIndex:1028; }","duration":"2.205694936s","start":"2026-03-07T10:05:57.250566Z","end":"2026-03-07T10:05:59.45626Z","steps":["trace[1663094892] 'read index received' (duration: 154.540814ms)","trace[1663094892] 'applied index is now lower than readState.Index' (duration: 2.051150002s)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:59.456323Z","caller":"traceutil/trace.go:171","msg":"trace[495688389] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"2.207116591s","start":"2026-03-07T10:05:57.24917Z","end":"2026-03-07T10:05:59.456287Z","steps":["trace[495688389] 'process raft request' (duration: 155.878296ms)","trace[495688389] 'compare' (duration: 2.050878315s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:59.456496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:57.249154Z","time spent":"2.207252374s","remote":"127.0.0.1:39730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:59.87324Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.277931329s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-07T10:06:01.259498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000539309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-07T10:06:01.259562Z","caller":"traceutil/trace.go:171","msg":"trace[1053129077] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000629061s","start":"2026-03-07T10:05:59.258919Z","end":"2026-03-07T10:06:01.259548Z","steps":["trace[1053129077] 'agreement among raft nodes before linearized reading' (duration: 2.000548279s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:01.259597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.258913Z","time spent":"2.000677362s","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/07 10:06:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T10:06:02.293489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502455743s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:02.29364Z","caller":"traceutil/trace.go:171","msg":"trace[193280106] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:989; }","duration":"1.502634787s","start":"2026-03-07T10:06:00.790983Z","end":"2026-03-07T10:06:02.293618Z","steps":["trace[193280106] 'range keys from in-memory index tree' (duration: 1.502437083s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.294596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.420961267s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:06:02.294789Z","caller":"traceutil/trace.go:171","msg":"trace[377814344] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"5.041959303s","start":"2026-03-07T10:05:57.252796Z","end":"2026-03-07T10:06:02.294755Z","steps":["trace[377814344] 'process raft request' (duration: 2.62075837s)","trace[377814344] 'compare' (duration: 2.420844744s)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:02.294824Z","caller":"traceutil/trace.go:171","msg":"trace[704575471] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"4.961612036s","start":"2026-03-07T10:05:57.333196Z","end":"2026-03-07T10:06:02.294808Z","steps":["trace[704575471] 'process raft request' (duration: 4.961476183s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.294914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:57.333174Z","time spent":"4.961696117s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:06:02.294938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:57.252779Z","time spent":"5.042077335s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:02.296271Z","caller":"traceutil/trace.go:171","msg":"trace[1887989668] linearizableReadLoop","detail":"{readStateIndex:1032; appliedIndex:1029; }","duration":"2.839921994s","start":"2026-03-07T10:05:59.456321Z","end":"2026-03-07T10:06:02.296243Z","steps":["trace[1887989668] 'read index received' (duration: 417.243507ms)","trace[1887989668] 'applied index is now lower than readState.Index' (duration: 2.422676017s)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:02.296286Z","caller":"traceutil/trace.go:171","msg":"trace[1561463652] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"4.162940235s","start":"2026-03-07T10:05:58.133312Z","end":"2026-03-07T10:06:02.296252Z","steps":["trace[1561463652] 'process raft request' (duration: 4.161432628s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.29649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:58.133285Z","time spent":"4.163078938s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:06:02.49326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.077723ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-07T10:06:02.493457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.058878637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-07T10:06:02.493572Z","caller":"traceutil/trace.go:171","msg":"trace[433562563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.059040411s","start":"2026-03-07T10:05:57.434512Z","end":"2026-03-07T10:06:02.493552Z","steps":["trace[433562563] 'agreement among raft nodes before linearized reading' (duration: 4.861888116s)","trace[433562563] 'range keys from in-memory index tree' (duration: 196.993551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:02.493624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:57.434495Z","time spent":"5.059118312s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/07 10:06:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T10:06:02.493699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.427038394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:06:02.493747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.237576276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T10:06:02.493783Z","caller":"traceutil/trace.go:171","msg":"trace[885977173] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:992; }","duration":"3.427186528s","start":"2026-03-07T10:05:59.066575Z","end":"2026-03-07T10:06:02.493761Z","steps":["trace[885977173] 'agreement among raft nodes before linearized reading' (duration: 3.229838709s)","trace[885977173] 'count revisions from in-memory index tree' (duration: 197.217306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:02.493806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.241094991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-07T10:06:02.493779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233924391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:06:02.493837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.066553Z","time spent":"3.427271869s","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:06:02.493847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.03501206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-07T10:06:02.493885Z","caller":"traceutil/trace.go:171","msg":"trace[957715991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:992; }","duration":"1.234059004s","start":"2026-03-07T10:06:01.259812Z","end":"2026-03-07T10:06:02.493871Z","steps":["trace[957715991] 'agreement among raft nodes before linearized reading' (duration: 1.23392508s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.493908Z","caller":"traceutil/trace.go:171","msg":"trace[771634711] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:992; }","duration":"3.237617047s","start":"2026-03-07T10:05:59.256159Z","end":"2026-03-07T10:06:02.493776Z","steps":["trace[771634711] 'agreement among raft nodes before linearized reading' (duration: 3.040235537s)","trace[771634711] 'range keys from in-memory index tree' (duration: 197.265208ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:02.493905Z","caller":"traceutil/trace.go:171","msg":"trace[1138849376] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:992; }","duration":"3.035103712s","start":"2026-03-07T10:05:59.458787Z","end":"2026-03-07T10:06:02.493891Z","steps":["trace[1138849376] 'agreement among raft nodes before linearized reading' (duration: 3.034988079s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.493944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:01.25979Z","time spent":"1.234142416s","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:06:02.493843Z","caller":"traceutil/trace.go:171","msg":"trace[650243781] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:992; }","duration":"3.241385959s","start":"2026-03-07T10:05:59.252442Z","end":"2026-03-07T10:06:02.493828Z","steps":["trace[650243781] 'agreement among raft nodes before linearized reading' (duration: 3.043926076s)","trace[650243781] 'range keys from in-memory index tree' (duration: 197.113044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:02.493978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.45877Z","time spent":"3.035192734s","remote":"127.0.0.1:39854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-07T10:06:02.494008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.252417Z","time spent":"3.241571723s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T10:06:02.493732Z","caller":"traceutil/trace.go:171","msg":"trace[1627635845] linearizableReadLoop","detail":"{readStateIndex:1033; appliedIndex:1032; }","duration":"197.36644ms","start":"2026-03-07T10:06:02.296338Z","end":"2026-03-07T10:06:02.493704Z","steps":["trace[1627635845] 'read index received' (duration: 74.582µs)","trace[1627635845] 'applied index is now lower than readState.Index' (duration: 197.288107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:02.494468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.249372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:02.49451Z","caller":"traceutil/trace.go:171","msg":"trace[1835007822] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:0; response_revision:992; }","duration":"111.321983ms","start":"2026-03-07T10:06:02.383178Z","end":"2026-03-07T10:06:02.4945Z","steps":["trace[1835007822] 'agreement among raft nodes before linearized reading' (duration: 111.260591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.494782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.237810191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a8703d66bf6dc\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-07T10:06:02.494829Z","caller":"traceutil/trace.go:171","msg":"trace[1535698499] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a8703d66bf6dc; range_end:; response_count:1; response_revision:992; }","duration":"3.237869093s","start":"2026-03-07T10:05:59.256944Z","end":"2026-03-07T10:06:02.494813Z","steps":["trace[1535698499] 'agreement among raft nodes before linearized reading' (duration: 3.039431828s)","trace[1535698499] 'range keys from in-memory index tree' (duration: 197.942804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:02.494859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.256933Z","time spent":"3.237918904s","remote":"127.0.0.1:39762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a8703d66bf6dc\" "} {"level":"warn","ts":"2026-03-07T10:06:02.4949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.256121Z","time spent":"3.237824102s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:06:02.49533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.059381038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-07T10:06:02.495402Z","caller":"traceutil/trace.go:171","msg":"trace[1619103227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:992; }","duration":"5.059715207s","start":"2026-03-07T10:05:57.435659Z","end":"2026-03-07T10:06:02.495374Z","steps":["trace[1619103227] 'agreement among raft nodes before linearized reading' (duration: 4.860750318s)","trace[1619103227] 'range keys from in-memory index tree' (duration: 196.97166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:02.495448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:57.435636Z","time spent":"5.059800529s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T10:06:02.70533Z","caller":"traceutil/trace.go:171","msg":"trace[1132613317] linearizableReadLoop","detail":"{readStateIndex:1034; appliedIndex:1033; }","duration":"207.844695ms","start":"2026-03-07T10:06:02.497463Z","end":"2026-03-07T10:06:02.705308Z","steps":["trace[1132613317] 'read index received' (duration: 207.725872ms)","trace[1132613317] 'applied index is now lower than readState.Index' (duration: 117.503µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:02.705356Z","caller":"traceutil/trace.go:171","msg":"trace[1461580352] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"208.371797ms","start":"2026-03-07T10:06:02.496962Z","end":"2026-03-07T10:06:02.705334Z","steps":["trace[1461580352] 'process raft request' (duration: 208.193463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.705569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.08193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-07T10:06:02.705629Z","caller":"traceutil/trace.go:171","msg":"trace[1697226437] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:993; }","duration":"208.182853ms","start":"2026-03-07T10:06:02.497431Z","end":"2026-03-07T10:06:02.705614Z","steps":["trace[1697226437] 'agreement among raft nodes before linearized reading' (duration: 207.971308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:03.206295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4747810813921368246,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:06:03.355537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.297228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:06:03.355787Z","caller":"traceutil/trace.go:171","msg":"trace[373290018] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"854.40013ms","start":"2026-03-07T10:06:02.501368Z","end":"2026-03-07T10:06:03.355769Z","steps":["trace[373290018] 'process raft request' (duration: 854.356908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:03.355862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:02.501358Z","time spent":"854.471112ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:03.355956Z","caller":"traceutil/trace.go:171","msg":"trace[923619518] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"856.232485ms","start":"2026-03-07T10:06:02.4997Z","end":"2026-03-07T10:06:03.355933Z","steps":["trace[923619518] 'process raft request' (duration: 747.468504ms)","trace[923619518] 'compare' (duration: 108.072743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:03.356079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:02.499688Z","time spent":"856.328698ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:03.355998Z","caller":"traceutil/trace.go:171","msg":"trace[1413200733] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"855.335983ms","start":"2026-03-07T10:06:02.500629Z","end":"2026-03-07T10:06:03.355965Z","steps":["trace[1413200733] 'process raft request' (duration: 855.015245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:03.356799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:02.500621Z","time spent":"855.887426ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:03.436931Z","caller":"traceutil/trace.go:171","msg":"trace[2032574813] linearizableReadLoop","detail":"{readStateIndex:1038; appliedIndex:1034; }","duration":"731.493955ms","start":"2026-03-07T10:06:02.705411Z","end":"2026-03-07T10:06:03.436905Z","steps":["trace[2032574813] 'read index received' (duration: 541.717481ms)","trace[2032574813] 'applied index is now lower than readState.Index' (duration: 189.775534ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:03.437085Z","caller":"traceutil/trace.go:171","msg":"trace[2125309311] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"728.156264ms","start":"2026-03-07T10:06:02.708823Z","end":"2026-03-07T10:06:03.43698Z","steps":["trace[2125309311] 'process raft request' (duration: 727.967078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:03.437113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.160315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:06:03.437139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.299082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-07T10:06:03.437188Z","caller":"traceutil/trace.go:171","msg":"trace[1955898202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:997; }","duration":"934.263107ms","start":"2026-03-07T10:06:02.502911Z","end":"2026-03-07T10:06:03.437174Z","steps":["trace[1955898202] 'agreement among raft nodes before linearized reading' (duration: 934.083722ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:03.437202Z","caller":"traceutil/trace.go:171","msg":"trace[1257111731] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:997; }","duration":"729.404975ms","start":"2026-03-07T10:06:02.707787Z","end":"2026-03-07T10:06:03.437192Z","steps":["trace[1257111731] 'agreement among raft nodes before linearized reading' (duration: 729.257472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:03.437227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:02.502905Z","time spent":"934.316339ms","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:06:03.437242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:02.707772Z","time spent":"729.459096ms","remote":"127.0.0.1:39936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-07T10:06:03.437114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.839156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:03.437323Z","caller":"traceutil/trace.go:171","msg":"trace[451279086] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:997; }","duration":"936.077152ms","start":"2026-03-07T10:06:02.501227Z","end":"2026-03-07T10:06:03.437305Z","steps":["trace[451279086] 'agreement among raft nodes before linearized reading' (duration: 935.798605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:03.437368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:02.501214Z","time spent":"936.141503ms","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-07T10:06:03.437382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:02.70881Z","time spent":"728.356988ms","remote":"127.0.0.1:39762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:06:03.437565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.762045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:06:03.437726Z","caller":"traceutil/trace.go:171","msg":"trace[1514871257] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:997; }","duration":"782.98549ms","start":"2026-03-07T10:06:02.654721Z","end":"2026-03-07T10:06:03.437707Z","steps":["trace[1514871257] 'agreement among raft nodes before linearized reading' (duration: 782.222021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:03.437782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:02.654699Z","time spent":"783.069092ms","remote":"127.0.0.1:46880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":2,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:06:03.993085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4747810813921368250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:06:05.151419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072722248s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:06:05.151523Z","caller":"traceutil/trace.go:171","msg":"trace[1294569226] linearizableReadLoop","detail":"{readStateIndex:1039; appliedIndex:1038; }","duration":"1.709338473s","start":"2026-03-07T10:06:03.442159Z","end":"2026-03-07T10:06:05.151497Z","steps":["trace[1294569226] 'read index received' (duration: 636.425109ms)","trace[1294569226] 'applied index is now lower than readState.Index' (duration: 1.072912234s)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:05.151671Z","caller":"traceutil/trace.go:171","msg":"trace[919575907] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"1.712072089s","start":"2026-03-07T10:06:03.439587Z","end":"2026-03-07T10:06:05.151659Z","steps":["trace[919575907] 'process raft request' (duration: 639.044022ms)","trace[919575907] 'compare' (duration: 1.072308819s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:05.151732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:03.439571Z","time spent":"1.712136101s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:06:05.152042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709878906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a8703d66bf6dc\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-07T10:06:05.152085Z","caller":"traceutil/trace.go:171","msg":"trace[1789543914] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a8703d66bf6dc; range_end:; response_count:1; response_revision:998; }","duration":"1.709936667s","start":"2026-03-07T10:06:03.442135Z","end":"2026-03-07T10:06:05.152072Z","steps":["trace[1789543914] 'agreement among raft nodes before linearized reading' (duration: 1.709781353s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:05.152114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:03.442128Z","time spent":"1.709979478s","remote":"127.0.0.1:39762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a8703d66bf6dc\" "} {"level":"warn","ts":"2026-03-07T10:06:05.152136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158674118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:06:05.152389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.868516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:05.152431Z","caller":"traceutil/trace.go:171","msg":"trace[1633003991] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:998; }","duration":"553.946778ms","start":"2026-03-07T10:06:04.598472Z","end":"2026-03-07T10:06:05.152419Z","steps":["trace[1633003991] 'agreement among raft nodes before linearized reading' (duration: 553.849896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:05.152467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:04.598453Z","time spent":"554.00545ms","remote":"127.0.0.1:40154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:06:05.152282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.742602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T10:06:05.15251Z","caller":"traceutil/trace.go:171","msg":"trace[107574170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:998; }","duration":"716.019798ms","start":"2026-03-07T10:06:04.43648Z","end":"2026-03-07T10:06:05.152499Z","steps":["trace[107574170] 'agreement among raft nodes before linearized reading' (duration: 715.659349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:05.152536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.248526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-07T10:06:05.152425Z","caller":"traceutil/trace.go:171","msg":"trace[608540781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:998; }","duration":"1.158974355s","start":"2026-03-07T10:06:03.993432Z","end":"2026-03-07T10:06:05.152406Z","steps":["trace[608540781] 'agreement among raft nodes before linearized reading' (duration: 1.158590766s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:05.152584Z","caller":"traceutil/trace.go:171","msg":"trace[1900808986] range","detail":"{range_begin:/registry/masterleases/162.253.55.227; range_end:; response_count:1; response_revision:998; }","duration":"742.335459ms","start":"2026-03-07T10:06:04.410238Z","end":"2026-03-07T10:06:05.152574Z","steps":["trace[1900808986] 'agreement among raft nodes before linearized reading' (duration: 742.213626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:05.15262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:03.993281Z","time spent":"1.159331724s","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:06:05.152624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:04.410218Z","time spent":"742.398031ms","remote":"127.0.0.1:39730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.227\" "} {"level":"warn","ts":"2026-03-07T10:06:05.152602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:04.43646Z","time spent":"716.121251ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:06:05.15301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.81784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-07T10:06:05.153087Z","caller":"traceutil/trace.go:171","msg":"trace[1552253348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:998; }","duration":"852.954784ms","start":"2026-03-07T10:06:04.300116Z","end":"2026-03-07T10:06:05.153071Z","steps":["trace[1552253348] 'agreement among raft nodes before linearized reading' (duration: 852.710638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:05.153132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:04.300096Z","time spent":"853.027046ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:06:05.394816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.555556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:06:05.395077Z","caller":"traceutil/trace.go:171","msg":"trace[1160264722] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"237.384463ms","start":"2026-03-07T10:06:05.15766Z","end":"2026-03-07T10:06:05.395045Z","steps":["trace[1160264722] 'process raft request' (duration: 107.508929ms)","trace[1160264722] 'compare' (duration: 129.138486ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:05.395237Z","caller":"traceutil/trace.go:171","msg":"trace[1877618] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"237.533278ms","start":"2026-03-07T10:06:05.157674Z","end":"2026-03-07T10:06:05.395207Z","steps":["trace[1877618] 'process raft request' (duration: 237.312481ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:05.395404Z","caller":"traceutil/trace.go:171","msg":"trace[1297898226] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"237.230221ms","start":"2026-03-07T10:06:05.158141Z","end":"2026-03-07T10:06:05.395372Z","steps":["trace[1297898226] 'process raft request' (duration: 236.936323ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:05.39554Z","caller":"traceutil/trace.go:171","msg":"trace[723013077] linearizableReadLoop","detail":"{readStateIndex:1044; appliedIndex:1040; }","duration":"214.744502ms","start":"2026-03-07T10:06:05.180781Z","end":"2026-03-07T10:06:05.395525Z","steps":["trace[723013077] 'read index received' (duration: 84.359786ms)","trace[723013077] 'applied index is now lower than readState.Index' (duration: 130.382946ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:05.395545Z","caller":"traceutil/trace.go:171","msg":"trace[740817751] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"235.785245ms","start":"2026-03-07T10:06:05.159655Z","end":"2026-03-07T10:06:05.395441Z","steps":["trace[740817751] 'process raft request' (duration: 235.459767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:05.395715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.840026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:05.395779Z","caller":"traceutil/trace.go:171","msg":"trace[586128773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1003; }","duration":"205.925187ms","start":"2026-03-07T10:06:05.189843Z","end":"2026-03-07T10:06:05.395768Z","steps":["trace[586128773] 'agreement among raft nodes before linearized reading' (duration: 205.836945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:05.395808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.253995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-07T10:06:05.395942Z","caller":"traceutil/trace.go:171","msg":"trace[1278686459] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1003; }","duration":"238.361088ms","start":"2026-03-07T10:06:05.157513Z","end":"2026-03-07T10:06:05.395874Z","steps":["trace[1278686459] 'agreement among raft nodes before linearized reading' (duration: 238.080451ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:05.395437Z","caller":"traceutil/trace.go:171","msg":"trace[1018254510] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"213.597835ms","start":"2026-03-07T10:06:05.181821Z","end":"2026-03-07T10:06:05.395419Z","steps":["trace[1018254510] 'process raft request' (duration: 213.532733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:06.006475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.19033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:06:06.006848Z","caller":"traceutil/trace.go:171","msg":"trace[144157189] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"606.397907ms","start":"2026-03-07T10:06:05.400417Z","end":"2026-03-07T10:06:06.006815Z","steps":["trace[144157189] 'process raft request' (duration: 139.799207ms)","trace[144157189] 'compare' (duration: 465.859892ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:06.006884Z","caller":"traceutil/trace.go:171","msg":"trace[1367555191] linearizableReadLoop","detail":"{readStateIndex:1050; appliedIndex:1045; }","duration":"602.975533ms","start":"2026-03-07T10:06:05.403891Z","end":"2026-03-07T10:06:06.006867Z","steps":["trace[1367555191] 'read index received' (duration: 136.26172ms)","trace[1367555191] 'applied index is now lower than readState.Index' (duration: 466.712613ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:06.006968Z","caller":"traceutil/trace.go:171","msg":"trace[1040474023] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"605.243258ms","start":"2026-03-07T10:06:05.4017Z","end":"2026-03-07T10:06:06.006944Z","steps":["trace[1040474023] 'process raft request' (duration: 604.993042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:06.007072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:05.401689Z","time spent":"605.33503ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:06:06.007096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.194669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-07T10:06:06.007114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:05.400403Z","time spent":"606.507749ms","remote":"127.0.0.1:39762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:06:06.007212Z","caller":"traceutil/trace.go:171","msg":"trace[1178220368] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"604.398998ms","start":"2026-03-07T10:06:05.402777Z","end":"2026-03-07T10:06:06.007176Z","steps":["trace[1178220368] 'process raft request' (duration: 604.024989ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:06.007309Z","caller":"traceutil/trace.go:171","msg":"trace[1148154279] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"606.798567ms","start":"2026-03-07T10:06:05.400498Z","end":"2026-03-07T10:06:06.007297Z","steps":["trace[1148154279] 'process raft request' (duration: 606.081449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:06.007368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:05.40048Z","time spent":"606.857718ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:06.007387Z","caller":"traceutil/trace.go:171","msg":"trace[171774844] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1008; }","duration":"603.467995ms","start":"2026-03-07T10:06:05.403868Z","end":"2026-03-07T10:06:06.007336Z","steps":["trace[171774844] 'agreement among raft nodes before linearized reading' (duration: 603.052485ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:06.007474Z","caller":"traceutil/trace.go:171","msg":"trace[782855385] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"603.871195ms","start":"2026-03-07T10:06:05.403591Z","end":"2026-03-07T10:06:06.007462Z","steps":["trace[782855385] 'process raft request' (duration: 603.24441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:06.007499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:05.403859Z","time spent":"603.620278ms","remote":"127.0.0.1:39936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-07T10:06:06.007552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:05.403583Z","time spent":"603.929196ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:06:06.007394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:05.402767Z","time spent":"604.532072ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:06:08.376344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4747810813921368279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:06:08.876793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4747810813921368279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:06:09.092426Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.688828312s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:06:09.09276Z","caller":"traceutil/trace.go:171","msg":"trace[1311865250] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"1.689281903s","start":"2026-03-07T10:06:07.403455Z","end":"2026-03-07T10:06:09.092736Z","steps":["trace[1311865250] 'process raft request' (duration: 1.689146249s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:09.092895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:07.403435Z","time spent":"1.689393976s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:09.119844Z","caller":"traceutil/trace.go:171","msg":"trace[471759396] linearizableReadLoop","detail":"{readStateIndex:1053; appliedIndex:1051; }","duration":"1.244391782s","start":"2026-03-07T10:06:07.875433Z","end":"2026-03-07T10:06:09.119825Z","steps":["trace[471759396] 'read index received' (duration: 1.217201599s)","trace[471759396] 'applied index is now lower than readState.Index' (duration: 27.189503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:09.119977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244537345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:09.119963Z","caller":"traceutil/trace.go:171","msg":"trace[496473461] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"1.715756037s","start":"2026-03-07T10:06:07.404116Z","end":"2026-03-07T10:06:09.119872Z","steps":["trace[496473461] 'process raft request' (duration: 1.715522162s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:09.12012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:07.4041Z","time spent":"1.715939312s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:06:09.120114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028175034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:06:09.120185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106952853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:06:09.1202Z","caller":"traceutil/trace.go:171","msg":"trace[1125294034] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1011; }","duration":"1.028309706s","start":"2026-03-07T10:06:08.091865Z","end":"2026-03-07T10:06:09.120175Z","steps":["trace[1125294034] 'agreement among raft nodes before linearized reading' (duration: 1.028139222s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:09.120253Z","caller":"traceutil/trace.go:171","msg":"trace[593681560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1011; }","duration":"1.107056906s","start":"2026-03-07T10:06:08.013174Z","end":"2026-03-07T10:06:09.120231Z","steps":["trace[593681560] 'agreement among raft nodes before linearized reading' (duration: 1.106890522s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:09.120265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:08.091848Z","time spent":"1.028405689s","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:06:09.120001Z","caller":"traceutil/trace.go:171","msg":"trace[1731934894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1011; }","duration":"1.244619137s","start":"2026-03-07T10:06:07.875374Z","end":"2026-03-07T10:06:09.119994Z","steps":["trace[1731934894] 'agreement among raft nodes before linearized reading' (duration: 1.244559016s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:09.120315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:08.013166Z","time spent":"1.107130787s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:06:09.120328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107206009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-07T10:06:09.120349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:07.875354Z","time spent":"1.244980976s","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:06:09.12017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108092971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-07T10:06:09.120384Z","caller":"traceutil/trace.go:171","msg":"trace[1487049763] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1011; }","duration":"1.107292551s","start":"2026-03-07T10:06:08.013071Z","end":"2026-03-07T10:06:09.120364Z","steps":["trace[1487049763] 'agreement among raft nodes before linearized reading' (duration: 1.107151978s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:09.120428Z","caller":"traceutil/trace.go:171","msg":"trace[936985636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1011; }","duration":"1.108387327s","start":"2026-03-07T10:06:08.012025Z","end":"2026-03-07T10:06:09.120412Z","steps":["trace[936985636] 'agreement among raft nodes before linearized reading' (duration: 1.107954137s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:09.120432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:08.013051Z","time spent":"1.107369423s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:06:09.120473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:08.01201Z","time spent":"1.108447869s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:06:11.00981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.052447ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:11.009946Z","caller":"traceutil/trace.go:171","msg":"trace[1910095621] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1022; }","duration":"219.204961ms","start":"2026-03-07T10:06:10.790722Z","end":"2026-03-07T10:06:11.009927Z","steps":["trace[1910095621] 'range keys from in-memory index tree' (duration: 219.036427ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:11.045906Z","caller":"traceutil/trace.go:171","msg":"trace[1689710175] linearizableReadLoop","detail":"{readStateIndex:1065; appliedIndex:1064; }","duration":"171.852598ms","start":"2026-03-07T10:06:10.874026Z","end":"2026-03-07T10:06:11.045878Z","steps":["trace[1689710175] 'read index received' (duration: 133.80008ms)","trace[1689710175] 'applied index is now lower than readState.Index' (duration: 38.050948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:11.046051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.010103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:11.046132Z","caller":"traceutil/trace.go:171","msg":"trace[1101208631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1022; }","duration":"172.133205ms","start":"2026-03-07T10:06:10.873974Z","end":"2026-03-07T10:06:11.046107Z","steps":["trace[1101208631] 'agreement among raft nodes before linearized reading' (duration: 172.007172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:13.69507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4747810813921368316,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T10:06:13.836477Z","caller":"traceutil/trace.go:171","msg":"trace[1792803980] linearizableReadLoop","detail":"{readStateIndex:1074; appliedIndex:1073; }","duration":"641.413069ms","start":"2026-03-07T10:06:13.19504Z","end":"2026-03-07T10:06:13.836453Z","steps":["trace[1792803980] 'read index received' (duration: 641.225075ms)","trace[1792803980] 'applied index is now lower than readState.Index' (duration: 187.044µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:13.836774Z","caller":"traceutil/trace.go:171","msg":"trace[1015886530] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"651.226179ms","start":"2026-03-07T10:06:13.185339Z","end":"2026-03-07T10:06:13.836565Z","steps":["trace[1015886530] 'process raft request' (duration: 650.975073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:13.837139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.185316Z","time spent":"651.71326ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:06:13.837619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.539127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-07T10:06:13.837759Z","caller":"traceutil/trace.go:171","msg":"trace[1177925630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1031; }","duration":"642.69913ms","start":"2026-03-07T10:06:13.19502Z","end":"2026-03-07T10:06:13.837719Z","steps":["trace[1177925630] 'agreement among raft nodes before linearized reading' (duration: 641.810519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:13.83785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.195011Z","time spent":"642.824704ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:06:13.838673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.561237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T10:06:13.838743Z","caller":"traceutil/trace.go:171","msg":"trace[1563321792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1031; }","duration":"628.642169ms","start":"2026-03-07T10:06:13.210069Z","end":"2026-03-07T10:06:13.838711Z","steps":["trace[1563321792] 'agreement among raft nodes before linearized reading' (duration: 628.505776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:13.83878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.210055Z","time spent":"628.71573ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:06:13.839108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.708525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-07T10:06:13.839237Z","caller":"traceutil/trace.go:171","msg":"trace[91803215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1031; }","duration":"627.848578ms","start":"2026-03-07T10:06:13.211346Z","end":"2026-03-07T10:06:13.839195Z","steps":["trace[91803215] 'agreement among raft nodes before linearized reading' (duration: 627.644084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:13.8393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.21132Z","time spent":"627.962502ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:06:13.83987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.624802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-07T10:06:13.839936Z","caller":"traceutil/trace.go:171","msg":"trace[71613506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1031; }","duration":"629.797717ms","start":"2026-03-07T10:06:13.210122Z","end":"2026-03-07T10:06:13.83992Z","steps":["trace[71613506] 'agreement among raft nodes before linearized reading' (duration: 629.183492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:13.839989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.210115Z","time spent":"629.849838ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:06:14.286612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.11284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:06:14.286711Z","caller":"traceutil/trace.go:171","msg":"trace[515952303] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"440.75357ms","start":"2026-03-07T10:06:13.845941Z","end":"2026-03-07T10:06:14.286695Z","steps":["trace[515952303] 'process raft request' (duration: 207.490256ms)","trace[515952303] 'compare' (duration: 233.027579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:14.286763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.845921Z","time spent":"440.817652ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:14.294399Z","caller":"traceutil/trace.go:171","msg":"trace[231472432] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"448.047629ms","start":"2026-03-07T10:06:13.846322Z","end":"2026-03-07T10:06:14.29437Z","steps":["trace[231472432] 'process raft request' (duration: 447.427764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:14.294566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.84631Z","time spent":"448.161701ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:14.294922Z","caller":"traceutil/trace.go:171","msg":"trace[697071725] linearizableReadLoop","detail":"{readStateIndex:1078; appliedIndex:1074; }","duration":"419.884841ms","start":"2026-03-07T10:06:13.874988Z","end":"2026-03-07T10:06:14.294873Z","steps":["trace[697071725] 'read index received' (duration: 178.54317ms)","trace[697071725] 'applied index is now lower than readState.Index' (duration: 241.340491ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:14.295102Z","caller":"traceutil/trace.go:171","msg":"trace[1533172446] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"448.405297ms","start":"2026-03-07T10:06:13.846679Z","end":"2026-03-07T10:06:14.295084Z","steps":["trace[1533172446] 'process raft request' (duration: 448.081689ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:14.294997Z","caller":"traceutil/trace.go:171","msg":"trace[1607592053] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"448.382826ms","start":"2026-03-07T10:06:13.8466Z","end":"2026-03-07T10:06:14.294982Z","steps":["trace[1607592053] 'process raft request' (duration: 447.331651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:14.295236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.846658Z","time spent":"448.520951ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:06:14.295391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.846577Z","time spent":"448.709796ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:06:14.295848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.428605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:14.296087Z","caller":"traceutil/trace.go:171","msg":"trace[715962242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1035; }","duration":"421.07783ms","start":"2026-03-07T10:06:13.87495Z","end":"2026-03-07T10:06:14.296027Z","steps":["trace[715962242] 'agreement among raft nodes before linearized reading' (duration: 420.094986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:14.296277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.874937Z","time spent":"421.267316ms","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:06:14.578519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.435961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-07T10:06:14.578808Z","caller":"traceutil/trace.go:171","msg":"trace[1077578357] range","detail":"{range_begin:/registry/masterleases/162.253.55.227; range_end:; response_count:1; response_revision:1035; }","duration":"167.755438ms","start":"2026-03-07T10:06:14.41101Z","end":"2026-03-07T10:06:14.578766Z","steps":["trace[1077578357] 'range keys from in-memory index tree' (duration: 167.260156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:16.370046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.691059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-07T10:06:16.37014Z","caller":"traceutil/trace.go:171","msg":"trace[917527916] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1038; }","duration":"280.869344ms","start":"2026-03-07T10:06:16.089248Z","end":"2026-03-07T10:06:16.370118Z","steps":["trace[917527916] 'range keys from in-memory index tree' (duration: 280.512715ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:18.854864Z","caller":"traceutil/trace.go:171","msg":"trace[674076613] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"460.373698ms","start":"2026-03-07T10:06:18.394467Z","end":"2026-03-07T10:06:18.85484Z","steps":["trace[674076613] 'process raft request' (duration: 455.189682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:18.855028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:18.394445Z","time spent":"460.49685ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:18.855196Z","caller":"traceutil/trace.go:171","msg":"trace[791850268] transaction","detail":"{read_only:false; response_revision:1055; number_of_response:1; }","duration":"457.893787ms","start":"2026-03-07T10:06:18.397189Z","end":"2026-03-07T10:06:18.855083Z","steps":["trace[791850268] 'process raft request' (duration: 457.806205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:18.855326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:18.39718Z","time spent":"458.086691ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:18.855312Z","caller":"traceutil/trace.go:171","msg":"trace[1691848804] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"460.349247ms","start":"2026-03-07T10:06:18.394926Z","end":"2026-03-07T10:06:18.855275Z","steps":["trace[1691848804] 'process raft request' (duration: 459.862596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:18.855471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:18.394915Z","time spent":"460.46975ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:21.24982Z","caller":"traceutil/trace.go:171","msg":"trace[1145774823] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"137.314586ms","start":"2026-03-07T10:06:21.112481Z","end":"2026-03-07T10:06:21.249795Z","steps":["trace[1145774823] 'process raft request' (duration: 137.151812ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:26.99972Z","caller":"traceutil/trace.go:171","msg":"trace[109787988] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"105.491937ms","start":"2026-03-07T10:06:26.894183Z","end":"2026-03-07T10:06:26.999675Z","steps":["trace[109787988] 'process raft request' (duration: 92.868678ms)","trace[109787988] 'compare' (duration: 12.363233ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:26.999813Z","caller":"traceutil/trace.go:171","msg":"trace[547462420] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"102.515675ms","start":"2026-03-07T10:06:26.897275Z","end":"2026-03-07T10:06:26.999791Z","steps":["trace[547462420] 'process raft request' (duration: 102.335061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:30.015937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.204533ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-07T10:06:30.016126Z","caller":"traceutil/trace.go:171","msg":"trace[1145895479] linearizableReadLoop","detail":"{readStateIndex:1162; appliedIndex:1161; }","duration":"141.114427ms","start":"2026-03-07T10:06:29.874987Z","end":"2026-03-07T10:06:30.016101Z","steps":["trace[1145895479] 'read index received' (duration: 47.141µs)","trace[1145895479] 'applied index is now lower than readState.Index' (duration: 141.065166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:30.016261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.24248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:30.016318Z","caller":"traceutil/trace.go:171","msg":"trace[1405252722] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1115; }","duration":"141.348643ms","start":"2026-03-07T10:06:29.874953Z","end":"2026-03-07T10:06:30.016301Z","steps":["trace[1405252722] 'agreement among raft nodes before linearized reading' (duration: 141.22593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:30.016823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.180368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:30.016888Z","caller":"traceutil/trace.go:171","msg":"trace[812568155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1115; }","duration":"141.838025ms","start":"2026-03-07T10:06:29.875035Z","end":"2026-03-07T10:06:30.016873Z","steps":["trace[812568155] 'agreement among raft nodes before linearized reading' (duration: 141.188549ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:31.315689Z","caller":"traceutil/trace.go:171","msg":"trace[1851526713] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"251.589115ms","start":"2026-03-07T10:06:31.064Z","end":"2026-03-07T10:06:31.315589Z","steps":["trace[1851526713] 'process raft request' (duration: 234.747324ms)","trace[1851526713] 'compare' (duration: 16.528244ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:31.520371Z","caller":"traceutil/trace.go:171","msg":"trace[499916526] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"117.10475ms","start":"2026-03-07T10:06:31.403223Z","end":"2026-03-07T10:06:31.520328Z","steps":["trace[499916526] 'process raft request' (duration: 58.508888ms)","trace[499916526] 'compare' (duration: 58.221703ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:31.709532Z","caller":"traceutil/trace.go:171","msg":"trace[277260320] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"128.56575ms","start":"2026-03-07T10:06:31.580938Z","end":"2026-03-07T10:06:31.709503Z","steps":["trace[277260320] 'process raft request' (duration: 66.628028ms)","trace[277260320] 'compare' (duration: 61.772619ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:36.749431Z","caller":"traceutil/trace.go:171","msg":"trace[2014754075] linearizableReadLoop","detail":"{readStateIndex:1192; appliedIndex:1191; }","duration":"152.210217ms","start":"2026-03-07T10:06:36.597194Z","end":"2026-03-07T10:06:36.749405Z","steps":["trace[2014754075] 'read index received' (duration: 132.206929ms)","trace[2014754075] 'applied index is now lower than readState.Index' (duration: 20.002448ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:36.749544Z","caller":"traceutil/trace.go:171","msg":"trace[183834915] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"169.512782ms","start":"2026-03-07T10:06:36.579985Z","end":"2026-03-07T10:06:36.749498Z","steps":["trace[183834915] 'process raft request' (duration: 149.489332ms)","trace[183834915] 'compare' (duration: 19.694242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:36.749608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.90801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:36.749637Z","caller":"traceutil/trace.go:171","msg":"trace[768945060] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1144; }","duration":"117.956092ms","start":"2026-03-07T10:06:36.631672Z","end":"2026-03-07T10:06:36.749628Z","steps":["trace[768945060] 'agreement among raft nodes before linearized reading' (duration: 117.920551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:36.749569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.355101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:06:36.749761Z","caller":"traceutil/trace.go:171","msg":"trace[1167623233] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1144; }","duration":"152.580517ms","start":"2026-03-07T10:06:36.59717Z","end":"2026-03-07T10:06:36.749751Z","steps":["trace[1167623233] 'agreement among raft nodes before linearized reading' (duration: 152.332751ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:53.680587Z","caller":"traceutil/trace.go:171","msg":"trace[1260031571] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"109.168987ms","start":"2026-03-07T10:06:53.571382Z","end":"2026-03-07T10:06:53.680551Z","steps":["trace[1260031571] 'process raft request' (duration: 101.842928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:59.984475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.477477ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-07T10:06:59.98458Z","caller":"traceutil/trace.go:171","msg":"trace[60080731] linearizableReadLoop","detail":"{readStateIndex:1292; appliedIndex:1291; }","duration":"109.494765ms","start":"2026-03-07T10:06:59.875071Z","end":"2026-03-07T10:06:59.984566Z","steps":["trace[60080731] 'read index received' (duration: 3.879604ms)","trace[60080731] 'applied index is now lower than readState.Index' (duration: 105.61394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:59.984632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.558496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:59.984649Z","caller":"traceutil/trace.go:171","msg":"trace[448795914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1239; }","duration":"109.611827ms","start":"2026-03-07T10:06:59.875031Z","end":"2026-03-07T10:06:59.984643Z","steps":["trace[448795914] 'agreement among raft nodes before linearized reading' (duration: 109.567616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:25.836167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.669209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T10:07:25.836278Z","caller":"traceutil/trace.go:171","msg":"trace[1967583019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1344; }","duration":"100.831464ms","start":"2026-03-07T10:07:25.735425Z","end":"2026-03-07T10:07:25.836256Z","steps":["trace[1967583019] 'range keys from in-memory index tree' (duration: 100.414033ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:28.655059Z","caller":"traceutil/trace.go:171","msg":"trace[420014701] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"192.957284ms","start":"2026-03-07T10:07:28.462069Z","end":"2026-03-07T10:07:28.655026Z","steps":["trace[420014701] 'process raft request' (duration: 192.786928ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:38.147192Z","caller":"traceutil/trace.go:171","msg":"trace[479815647] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"100.323633ms","start":"2026-03-07T10:07:38.046841Z","end":"2026-03-07T10:07:38.147165Z","steps":["trace[479815647] 'process raft request' (duration: 99.968685ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:39.478289Z","caller":"traceutil/trace.go:171","msg":"trace[101704068] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"134.219752ms","start":"2026-03-07T10:07:39.344038Z","end":"2026-03-07T10:07:39.478258Z","steps":["trace[101704068] 'process raft request' (duration: 78.677051ms)","trace[101704068] 'compare' (duration: 55.427798ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:07:39.997959Z","caller":"traceutil/trace.go:171","msg":"trace[436179851] linearizableReadLoop","detail":"{readStateIndex:1461; appliedIndex:1460; }","duration":"124.1264ms","start":"2026-03-07T10:07:39.873805Z","end":"2026-03-07T10:07:39.997931Z","steps":["trace[436179851] 'read index received' (duration: 56.785654ms)","trace[436179851] 'applied index is now lower than readState.Index' (duration: 67.339036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:07:39.998298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.459228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:07:39.998495Z","caller":"traceutil/trace.go:171","msg":"trace[1408288936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1400; }","duration":"124.632942ms","start":"2026-03-07T10:07:39.873777Z","end":"2026-03-07T10:07:39.99841Z","steps":["trace[1408288936] 'agreement among raft nodes before linearized reading' (duration: 124.418196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:40.275933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.873472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-07T10:07:40.276277Z","caller":"traceutil/trace.go:171","msg":"trace[399936637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1401; }","duration":"108.256951ms","start":"2026-03-07T10:07:40.167993Z","end":"2026-03-07T10:07:40.27625Z","steps":["trace[399936637] 'range keys from in-memory index tree' (duration: 107.704188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:40.276475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.737415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-07T10:07:40.276589Z","caller":"traceutil/trace.go:171","msg":"trace[819257731] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1401; }","duration":"124.913369ms","start":"2026-03-07T10:07:40.15165Z","end":"2026-03-07T10:07:40.276563Z","steps":["trace[819257731] 'range keys from in-memory index tree' (duration: 124.293222ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:41.829654Z","caller":"traceutil/trace.go:171","msg":"trace[1344070431] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"101.094243ms","start":"2026-03-07T10:07:41.728505Z","end":"2026-03-07T10:07:41.829599Z","steps":["trace[1344070431] 'process raft request' (duration: 57.216924ms)","trace[1344070431] 'compare' (duration: 43.686244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:07:48.552624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.726763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:07:48.552764Z","caller":"traceutil/trace.go:171","msg":"trace[885317962] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"170.238723ms","start":"2026-03-07T10:07:48.382503Z","end":"2026-03-07T10:07:48.552742Z","steps":["trace[885317962] 'process raft request' (duration: 57.293505ms)","trace[885317962] 'compare' (duration: 112.586239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:07:52.423701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.625077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:07:52.423817Z","caller":"traceutil/trace.go:171","msg":"trace[1475033352] linearizableReadLoop","detail":"{readStateIndex:1514; appliedIndex:1513; }","duration":"168.783367ms","start":"2026-03-07T10:07:52.255016Z","end":"2026-03-07T10:07:52.423799Z","steps":["trace[1475033352] 'read index received' (duration: 28.954505ms)","trace[1475033352] 'applied index is now lower than readState.Index' (duration: 139.827672ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:07:52.423914Z","caller":"traceutil/trace.go:171","msg":"trace[259168045] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"247.97917ms","start":"2026-03-07T10:07:52.175914Z","end":"2026-03-07T10:07:52.423893Z","steps":["trace[259168045] 'process raft request' (duration: 108.076217ms)","trace[259168045] 'compare' (duration: 139.503783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:07:52.424246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.200927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:07:52.424425Z","caller":"traceutil/trace.go:171","msg":"trace[2061538876] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1451; }","duration":"169.346791ms","start":"2026-03-07T10:07:52.254977Z","end":"2026-03-07T10:07:52.424324Z","steps":["trace[2061538876] 'agreement among raft nodes before linearized reading' (duration: 169.207978ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:52.990026Z","caller":"traceutil/trace.go:171","msg":"trace[347031802] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"114.821126ms","start":"2026-03-07T10:07:52.875182Z","end":"2026-03-07T10:07:52.990003Z","steps":["trace[347031802] 'process raft request' (duration: 114.651472ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:54.544598Z","caller":"traceutil/trace.go:171","msg":"trace[616072148] linearizableReadLoop","detail":"{readStateIndex:1520; appliedIndex:1519; }","duration":"127.122443ms","start":"2026-03-07T10:07:54.417463Z","end":"2026-03-07T10:07:54.544585Z","steps":["trace[616072148] 'read index received' (duration: 126.98995ms)","trace[616072148] 'applied index is now lower than readState.Index' (duration: 131.743µs)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:07:54.544725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.251897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-07T10:07:54.544684Z","caller":"traceutil/trace.go:171","msg":"trace[615328365] transaction","detail":"{read_only:false; response_revision:1457; number_of_response:1; }","duration":"130.857287ms","start":"2026-03-07T10:07:54.413786Z","end":"2026-03-07T10:07:54.544643Z","steps":["trace[615328365] 'process raft request' (duration: 130.662462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:54.544797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.506468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T10:07:54.544817Z","caller":"traceutil/trace.go:171","msg":"trace[281722130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1457; }","duration":"116.562279ms","start":"2026-03-07T10:07:54.428251Z","end":"2026-03-07T10:07:54.544813Z","steps":["trace[281722130] 'agreement among raft nodes before linearized reading' (duration: 116.507068ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:54.544745Z","caller":"traceutil/trace.go:171","msg":"trace[410311941] range","detail":"{range_begin:/registry/masterleases/162.253.55.227; range_end:; response_count:1; response_revision:1457; }","duration":"127.312818ms","start":"2026-03-07T10:07:54.417426Z","end":"2026-03-07T10:07:54.544739Z","steps":["trace[410311941] 'agreement among raft nodes before linearized reading' (duration: 127.239276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:09.112013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.713813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:08:09.112083Z","caller":"traceutil/trace.go:171","msg":"trace[689745521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1519; }","duration":"237.825996ms","start":"2026-03-07T10:08:08.874243Z","end":"2026-03-07T10:08:09.112069Z","steps":["trace[689745521] 'range keys from in-memory index tree' (duration: 237.654541ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:09.238968Z","caller":"traceutil/trace.go:171","msg":"trace[1177090161] transaction","detail":"{read_only:false; response_revision:1520; number_of_response:1; }","duration":"123.560585ms","start":"2026-03-07T10:08:09.11538Z","end":"2026-03-07T10:08:09.238941Z","steps":["trace[1177090161] 'process raft request' (duration: 123.400241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:10.077598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.730818ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-07T10:08:35.733038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.003775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:08:35.733122Z","caller":"traceutil/trace.go:171","msg":"trace[624070545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1628; }","duration":"160.142638ms","start":"2026-03-07T10:08:35.572962Z","end":"2026-03-07T10:08:35.733105Z","steps":["trace[624070545] 'range keys from in-memory index tree' (duration: 159.914603ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:36.445227Z","caller":"traceutil/trace.go:171","msg":"trace[979172150] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"230.570171ms","start":"2026-03-07T10:08:36.214628Z","end":"2026-03-07T10:08:36.445199Z","steps":["trace[979172150] 'process raft request' (duration: 217.849343ms)","trace[979172150] 'compare' (duration: 12.339238ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:08:36.474963Z","caller":"traceutil/trace.go:171","msg":"trace[751427092] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"258.257855ms","start":"2026-03-07T10:08:36.216683Z","end":"2026-03-07T10:08:36.47494Z","steps":["trace[751427092] 'process raft request' (duration: 258.142772ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:37.284865Z","caller":"traceutil/trace.go:171","msg":"trace[1771795825] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"214.178621ms","start":"2026-03-07T10:08:37.070657Z","end":"2026-03-07T10:08:37.284835Z","steps":["trace[1771795825] 'process raft request' (duration: 214.044798ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:37.284881Z","caller":"traceutil/trace.go:171","msg":"trace[2040471217] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"214.380046ms","start":"2026-03-07T10:08:37.070454Z","end":"2026-03-07T10:08:37.284834Z","steps":["trace[2040471217] 'process raft request' (duration: 133.971873ms)","trace[2040471217] 'compare' (duration: 80.141856ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:08:39.224913Z","caller":"traceutil/trace.go:171","msg":"trace[1201577708] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"110.633529ms","start":"2026-03-07T10:08:39.114258Z","end":"2026-03-07T10:08:39.224891Z","steps":["trace[1201577708] 'process raft request' (duration: 110.513016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:39.604601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.689946ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-07T10:08:53.764392Z","caller":"traceutil/trace.go:171","msg":"trace[1307577995] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"186.824137ms","start":"2026-03-07T10:08:53.577544Z","end":"2026-03-07T10:08:53.764368Z","steps":["trace[1307577995] 'process raft request' (duration: 141.138903ms)","trace[1307577995] 'compare' (duration: 45.178791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:08:54.592187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.474109ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-07T10:09:27.02364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.440411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:09:27.023753Z","caller":"traceutil/trace.go:171","msg":"trace[1962848211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1860; }","duration":"149.584773ms","start":"2026-03-07T10:09:26.874143Z","end":"2026-03-07T10:09:27.023728Z","steps":["trace[1962848211] 'range keys from in-memory index tree' (duration: 149.350988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:27.023767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.579762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T10:09:27.024075Z","caller":"traceutil/trace.go:171","msg":"trace[314545699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1860; }","duration":"235.161166ms","start":"2026-03-07T10:09:26.788898Z","end":"2026-03-07T10:09:27.024059Z","steps":["trace[314545699] 'range keys from in-memory index tree' (duration: 234.338606ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:09:31.951826Z","caller":"traceutil/trace.go:171","msg":"trace[1054020590] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"103.214393ms","start":"2026-03-07T10:09:31.848585Z","end":"2026-03-07T10:09:31.9518Z","steps":["trace[1054020590] 'process raft request' (duration: 102.366212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:32.758784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.113477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-07T10:09:32.758798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.487805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2813"} {"level":"info","ts":"2026-03-07T10:09:32.758877Z","caller":"traceutil/trace.go:171","msg":"trace[1430381024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1888; }","duration":"164.261092ms","start":"2026-03-07T10:09:32.594596Z","end":"2026-03-07T10:09:32.758857Z","steps":["trace[1430381024] 'range keys from in-memory index tree' (duration: 163.922703ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:09:32.758894Z","caller":"traceutil/trace.go:171","msg":"trace[116548473] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:1888; }","duration":"108.642199ms","start":"2026-03-07T10:09:32.650231Z","end":"2026-03-07T10:09:32.758873Z","steps":["trace[116548473] 'range keys from in-memory index tree' (duration: 108.31277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:35.113214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.034613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:09:35.113292Z","caller":"traceutil/trace.go:171","msg":"trace[668491338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1896; }","duration":"239.116685ms","start":"2026-03-07T10:09:34.874157Z","end":"2026-03-07T10:09:35.113274Z","steps":["trace[668491338] 'range keys from in-memory index tree' (duration: 238.986941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:35.114351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.985355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-07T10:09:35.11443Z","caller":"traceutil/trace.go:171","msg":"trace[1889574025] range","detail":"{range_begin:/registry/masterleases/162.253.55.227; range_end:; response_count:1; response_revision:1896; }","duration":"691.098408ms","start":"2026-03-07T10:09:34.423316Z","end":"2026-03-07T10:09:35.114414Z","steps":["trace[1889574025] 'range keys from in-memory index tree' (duration: 689.774115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:35.114471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:34.423297Z","time spent":"691.162849ms","remote":"127.0.0.1:39730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.227\" "} {"level":"warn","ts":"2026-03-07T10:09:35.114332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.540541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-07T10:09:35.114552Z","caller":"traceutil/trace.go:171","msg":"trace[1997117711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1896; }","duration":"272.854659ms","start":"2026-03-07T10:09:34.841672Z","end":"2026-03-07T10:09:35.114526Z","steps":["trace[1997117711] 'range keys from in-memory index tree' (duration: 271.298651ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:09:39.380146Z","caller":"traceutil/trace.go:171","msg":"trace[518200] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"147.4926ms","start":"2026-03-07T10:09:39.232625Z","end":"2026-03-07T10:09:39.380118Z","steps":["trace[518200] 'process raft request' (duration: 128.673266ms)","trace[518200] 'compare' (duration: 18.69706ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:09:51.725087Z","caller":"traceutil/trace.go:171","msg":"trace[1248785118] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"110.082728ms","start":"2026-03-07T10:09:51.614984Z","end":"2026-03-07T10:09:51.725066Z","steps":["trace[1248785118] 'process raft request' (duration: 109.560975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:52.295508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.258767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:09:52.295617Z","caller":"traceutil/trace.go:171","msg":"trace[668819462] linearizableReadLoop","detail":"{readStateIndex:2065; appliedIndex:2064; }","duration":"145.381095ms","start":"2026-03-07T10:09:52.15022Z","end":"2026-03-07T10:09:52.295601Z","steps":["trace[668819462] 'read index received' (duration: 33.873882ms)","trace[668819462] 'applied index is now lower than readState.Index' (duration: 111.506103ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:09:52.295672Z","caller":"traceutil/trace.go:171","msg":"trace[699406961] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"149.558521ms","start":"2026-03-07T10:09:52.146065Z","end":"2026-03-07T10:09:52.295611Z","steps":["trace[699406961] 'process raft request' (duration: 38.071808ms)","trace[699406961] 'compare' (duration: 111.163044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:09:52.29578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.5616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:09:52.29581Z","caller":"traceutil/trace.go:171","msg":"trace[1084500267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1976; }","duration":"145.605891ms","start":"2026-03-07T10:09:52.150195Z","end":"2026-03-07T10:09:52.295801Z","steps":["trace[1084500267] 'agreement among raft nodes before linearized reading' (duration: 145.496128ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:09:52.505112Z","caller":"traceutil/trace.go:171","msg":"trace[913000563] linearizableReadLoop","detail":"{readStateIndex:2067; appliedIndex:2066; }","duration":"134.066941ms","start":"2026-03-07T10:09:52.371028Z","end":"2026-03-07T10:09:52.505095Z","steps":["trace[913000563] 'read index received' (duration: 111.414021ms)","trace[913000563] 'applied index is now lower than readState.Index' (duration: 22.6524ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:09:52.505187Z","caller":"traceutil/trace.go:171","msg":"trace[790477757] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"204.558763ms","start":"2026-03-07T10:09:52.300591Z","end":"2026-03-07T10:09:52.50515Z","steps":["trace[790477757] 'process raft request' (duration: 181.931214ms)","trace[790477757] 'compare' (duration: 22.493276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:09:52.505241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.136912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-node-lease/\" range_end:\"/registry/services/specs/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:09:52.505248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.212105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/default/kubernetes\" ","response":"range_response_count:1 size:704"} {"level":"info","ts":"2026-03-07T10:09:52.505268Z","caller":"traceutil/trace.go:171","msg":"trace[932901721] range","detail":"{range_begin:/registry/services/specs/kube-node-lease/; range_end:/registry/services/specs/kube-node-lease0; response_count:0; response_revision:1978; }","duration":"130.200413ms","start":"2026-03-07T10:09:52.375058Z","end":"2026-03-07T10:09:52.505259Z","steps":["trace[932901721] 'agreement among raft nodes before linearized reading' (duration: 130.145602ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:09:52.505296Z","caller":"traceutil/trace.go:171","msg":"trace[250865602] range","detail":"{range_begin:/registry/services/specs/default/kubernetes; range_end:; response_count:1; response_revision:1978; }","duration":"134.297037ms","start":"2026-03-07T10:09:52.370986Z","end":"2026-03-07T10:09:52.505283Z","steps":["trace[250865602] 'agreement among raft nodes before linearized reading' (duration: 134.194114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:52.505321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.411636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-node-lease/\" range_end:\"/registry/serviceaccounts/kube-node-lease0\" limit:500 ","response":"range_response_count:1 size:187"} {"level":"warn","ts":"2026-03-07T10:09:52.505363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.828089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/default/default\" ","response":"range_response_count:1 size:171"} {"level":"info","ts":"2026-03-07T10:09:52.505447Z","caller":"traceutil/trace.go:171","msg":"trace[1417958063] range","detail":"{range_begin:/registry/serviceaccounts/kube-node-lease/; range_end:/registry/serviceaccounts/kube-node-lease0; response_count:1; response_revision:1978; }","duration":"110.528728ms","start":"2026-03-07T10:09:52.394867Z","end":"2026-03-07T10:09:52.505395Z","steps":["trace[1417958063] 'agreement among raft nodes before linearized reading' (duration: 110.350774ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:09:52.505491Z","caller":"traceutil/trace.go:171","msg":"trace[17086217] range","detail":"{range_begin:/registry/serviceaccounts/default/default; range_end:; response_count:1; response_revision:1978; }","duration":"126.974642ms","start":"2026-03-07T10:09:52.378492Z","end":"2026-03-07T10:09:52.505466Z","steps":["trace[17086217] 'agreement among raft nodes before linearized reading' (duration: 126.757797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:52.814284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.679033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/kube-public/\" range_end:\"/registry/cronjobs/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:09:52.814388Z","caller":"traceutil/trace.go:171","msg":"trace[512038386] range","detail":"{range_begin:/registry/cronjobs/kube-public/; range_end:/registry/cronjobs/kube-public0; response_count:0; response_revision:1979; }","duration":"143.838697ms","start":"2026-03-07T10:09:52.670526Z","end":"2026-03-07T10:09:52.814365Z","steps":["trace[512038386] 'range keys from in-memory index tree' (duration: 143.606692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:52.814371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.930097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/cluster-info\" ","response":"range_response_count:1 size:2178"} {"level":"warn","ts":"2026-03-07T10:09:52.814464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.319457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-node-lease/default\" ","response":"range_response_count:1 size:187"} {"level":"info","ts":"2026-03-07T10:09:52.814564Z","caller":"traceutil/trace.go:171","msg":"trace[616445564] range","detail":"{range_begin:/registry/serviceaccounts/kube-node-lease/default; range_end:; response_count:1; response_revision:1979; }","duration":"198.476721ms","start":"2026-03-07T10:09:52.616068Z","end":"2026-03-07T10:09:52.814544Z","steps":["trace[616445564] 'range keys from in-memory index tree' (duration: 198.215645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:52.814483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.328026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/default/\" range_end:\"/registry/statefulsets/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:09:52.814758Z","caller":"traceutil/trace.go:171","msg":"trace[986659848] range","detail":"{range_begin:/registry/statefulsets/default/; range_end:/registry/statefulsets/default0; response_count:0; response_revision:1979; }","duration":"151.645733ms","start":"2026-03-07T10:09:52.663085Z","end":"2026-03-07T10:09:52.814731Z","steps":["trace[986659848] 'range keys from in-memory index tree' (duration: 151.203502ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:09:52.814489Z","caller":"traceutil/trace.go:171","msg":"trace[2115998683] range","detail":"{range_begin:/registry/configmaps/kube-public/cluster-info; range_end:; response_count:1; response_revision:1979; }","duration":"122.057679ms","start":"2026-03-07T10:09:52.692384Z","end":"2026-03-07T10:09:52.814441Z","steps":["trace[2115998683] 'range keys from in-memory index tree' (duration: 121.808663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:01.709143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.631055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-07T10:10:01.709236Z","caller":"traceutil/trace.go:171","msg":"trace[1843583696] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pod-garbage-collector; range_end:; response_count:1; response_revision:2013; }","duration":"134.757319ms","start":"2026-03-07T10:10:01.574456Z","end":"2026-03-07T10:10:01.709213Z","steps":["trace[1843583696] 'range keys from in-memory index tree' (duration: 134.544133ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:08.343548Z","caller":"traceutil/trace.go:171","msg":"trace[1291688735] linearizableReadLoop","detail":"{readStateIndex:2134; appliedIndex:2133; }","duration":"136.685668ms","start":"2026-03-07T10:10:08.206839Z","end":"2026-03-07T10:10:08.343525Z","steps":["trace[1291688735] 'read index received' (duration: 136.524504ms)","trace[1291688735] 'applied index is now lower than readState.Index' (duration: 160.124µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:10:08.343631Z","caller":"traceutil/trace.go:171","msg":"trace[897401838] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"139.268572ms","start":"2026-03-07T10:10:08.20432Z","end":"2026-03-07T10:10:08.343589Z","steps":["trace[897401838] 'process raft request' (duration: 139.066047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:08.343761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.900363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wdzsg\" ","response":"range_response_count:1 size:18525"} {"level":"info","ts":"2026-03-07T10:10:08.343815Z","caller":"traceutil/trace.go:171","msg":"trace[1444774038] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wdzsg; range_end:; response_count:1; response_revision:2042; }","duration":"136.998955ms","start":"2026-03-07T10:10:08.206806Z","end":"2026-03-07T10:10:08.343805Z","steps":["trace[1444774038] 'agreement among raft nodes before linearized reading' (duration: 136.814ms)"],"step_count":1}