{"level":"warn","ts":"2026-03-02T21:20:23.773498Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T21:20:23.773581Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.36:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.36:2380","--initial-cluster=instance=https://162.253.55.36:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.36:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.36:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-02T21:20:23.773648Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T21:20:23.773658Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.36:2380"]} {"level":"info","ts":"2026-03-02T21:20:23.773674Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T21:20:23.774348Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"]} {"level":"info","ts":"2026-03-02T21:20:23.774422Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.36:2380"],"listen-peer-urls":["https://162.253.55.36:2380"],"advertise-client-urls":["https://162.253.55.36:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.36:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-02T21:20:23.778431Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.73674ms"} {"level":"info","ts":"2026-03-02T21:20:23.791137Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cb89ec34a9687f0b","cluster-id":"d8e0d5e222e856c9"} {"level":"info","ts":"2026-03-02T21:20:23.791216Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=()"} {"level":"info","ts":"2026-03-02T21:20:23.791235Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became follower at term 0"} {"level":"info","ts":"2026-03-02T21:20:23.791245Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cb89ec34a9687f0b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-02T21:20:23.791251Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became follower at term 1"} {"level":"info","ts":"2026-03-02T21:20:23.791281Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=(14666513372433383179)"} {"level":"warn","ts":"2026-03-02T21:20:23.800185Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-02T21:20:23.80162Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-02T21:20:23.803005Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-02T21:20:23.805165Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cb89ec34a9687f0b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-02T21:20:23.805316Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cb89ec34a9687f0b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-02T21:20:23.805857Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:20:23.806175Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:20:23.80625Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:20:23.806924Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=(14666513372433383179)"} {"level":"info","ts":"2026-03-02T21:20:23.810396Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"d8e0d5e222e856c9","local-member-id":"cb89ec34a9687f0b","added-peer-id":"cb89ec34a9687f0b","added-peer-peer-urls":["https://162.253.55.36:2380"]} {"level":"info","ts":"2026-03-02T21:20:23.81172Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T21:20:23.811764Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.36:2380"} {"level":"info","ts":"2026-03-02T21:20:23.811798Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.36:2380"} {"level":"info","ts":"2026-03-02T21:20:23.811995Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cb89ec34a9687f0b","initial-advertise-peer-urls":["https://162.253.55.36:2380"],"listen-peer-urls":["https://162.253.55.36:2380"],"advertise-client-urls":["https://162.253.55.36:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-02T21:20:23.812026Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-02T21:20:23.892097Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b is starting a new election at term 1"} {"level":"info","ts":"2026-03-02T21:20:23.892222Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became pre-candidate at term 1"} {"level":"info","ts":"2026-03-02T21:20:23.892251Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b received MsgPreVoteResp from cb89ec34a9687f0b at term 1"} {"level":"info","ts":"2026-03-02T21:20:23.89227Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became candidate at term 2"} {"level":"info","ts":"2026-03-02T21:20:23.892281Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b received MsgVoteResp from cb89ec34a9687f0b at term 2"} {"level":"info","ts":"2026-03-02T21:20:23.892297Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became leader at term 2"} {"level":"info","ts":"2026-03-02T21:20:23.892316Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cb89ec34a9687f0b elected leader cb89ec34a9687f0b at term 2"} {"level":"info","ts":"2026-03-02T21:20:23.89319Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cb89ec34a9687f0b","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.36:2379]}","request-path":"/0/members/cb89ec34a9687f0b/attributes","cluster-id":"d8e0d5e222e856c9","publish-timeout":"7s"} {"level":"info","ts":"2026-03-02T21:20:23.893199Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T21:20:23.89322Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T21:20:23.893412Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-02T21:20:23.893759Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-02T21:20:23.893854Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:20:23.897293Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-02T21:20:23.897506Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.36:2379"} {"level":"info","ts":"2026-03-02T21:20:23.897551Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"d8e0d5e222e856c9","local-member-id":"cb89ec34a9687f0b","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:20:23.897988Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:20:23.898037Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:20:26.297917Z","caller":"traceutil/trace.go:171","msg":"trace[697226470] linearizableReadLoop","detail":"{readStateIndex:5; appliedIndex:4; }","duration":"333.646899ms","start":"2026-03-02T21:20:25.964252Z","end":"2026-03-02T21:20:26.297899Z","steps":["trace[697226470] 'read index received' (duration: 333.562387ms)","trace[697226470] 'applied index is now lower than readState.Index' (duration: 83.592µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:20:26.297988Z","caller":"traceutil/trace.go:171","msg":"trace[353183689] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"335.126008ms","start":"2026-03-02T21:20:25.962808Z","end":"2026-03-02T21:20:26.297934Z","steps":["trace[353183689] 'process raft request' (duration: 334.935783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:26.298099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.827574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:20:26.2982Z","caller":"traceutil/trace.go:171","msg":"trace[1868257920] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:2; }","duration":"333.946927ms","start":"2026-03-02T21:20:25.964242Z","end":"2026-03-02T21:20:26.298189Z","steps":["trace[1868257920] 'agreement among raft nodes before linearized reading' (duration: 333.766702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:26.298274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:25.964236Z","time spent":"334.026989ms","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-03-02T21:20:26.298769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:25.962798Z","time spent":"335.277812ms","remote":"127.0.0.1:36814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:20:26.799069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582949108445054,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:20:27.108664Z","caller":"traceutil/trace.go:171","msg":"trace[1289401345] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"1.061503642s","start":"2026-03-02T21:20:26.04713Z","end":"2026-03-02T21:20:27.108634Z","steps":["trace[1289401345] 'process raft request' (duration: 1.061382729s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:20:27.108698Z","caller":"traceutil/trace.go:171","msg":"trace[1159452734] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"1.06145469s","start":"2026-03-02T21:20:26.047215Z","end":"2026-03-02T21:20:27.10867Z","steps":["trace[1159452734] 'process raft request' (duration: 1.061352428s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:20:27.108765Z","caller":"traceutil/trace.go:171","msg":"trace[1364628265] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"1.061489181s","start":"2026-03-02T21:20:26.047253Z","end":"2026-03-02T21:20:27.108742Z","steps":["trace[1364628265] 'process raft request' (duration: 1.061346368s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:27.108817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:26.0472Z","time spent":"1.061557694s","remote":"127.0.0.1:37300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:20:27.108819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:26.047112Z","time spent":"1.061640176s","remote":"127.0.0.1:37300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:20:27.10884Z","caller":"traceutil/trace.go:171","msg":"trace[1752548481] linearizableReadLoop","detail":"{readStateIndex:13; appliedIndex:5; }","duration":"810.832209ms","start":"2026-03-02T21:20:26.297987Z","end":"2026-03-02T21:20:27.108819Z","steps":["trace[1752548481] 'read index received' (duration: 810.358027ms)","trace[1752548481] 'applied index is now lower than readState.Index' (duration: 473.142µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:20:27.108865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:26.047233Z","time spent":"1.061582684s","remote":"127.0.0.1:37300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:20:27.108981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012315529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:20:27.109046Z","caller":"traceutil/trace.go:171","msg":"trace[83655924] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"1.012424062s","start":"2026-03-02T21:20:26.096608Z","end":"2026-03-02T21:20:27.109032Z","steps":["trace[83655924] 'agreement among raft nodes before linearized reading' (duration: 1.012257938s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:27.10908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:26.096597Z","time spent":"1.012475723s","remote":"127.0.0.1:36864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-02T21:20:27.109209Z","caller":"traceutil/trace.go:171","msg":"trace[1363849838] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"1.06179732s","start":"2026-03-02T21:20:26.047394Z","end":"2026-03-02T21:20:27.109191Z","steps":["trace[1363849838] 'process raft request' (duration: 1.061239625s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:27.109035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06177522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:20:27.109272Z","caller":"traceutil/trace.go:171","msg":"trace[961214982] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"1.05618841s","start":"2026-03-02T21:20:26.053075Z","end":"2026-03-02T21:20:27.109263Z","steps":["trace[961214982] 'process raft request' (duration: 1.055641866s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:27.109277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:26.047343Z","time spent":"1.061905513s","remote":"127.0.0.1:37300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:20:27.109284Z","caller":"traceutil/trace.go:171","msg":"trace[1682991335] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:10; }","duration":"1.062051886s","start":"2026-03-02T21:20:26.047213Z","end":"2026-03-02T21:20:27.109265Z","steps":["trace[1682991335] 'agreement among raft nodes before linearized reading' (duration: 1.061761139s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:27.109333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:26.053065Z","time spent":"1.056228761s","remote":"127.0.0.1:37022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:20:27.109335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:26.047201Z","time spent":"1.062116469s","remote":"127.0.0.1:36836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-03-02T21:20:27.109339Z","caller":"traceutil/trace.go:171","msg":"trace[502403972] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"1.061682216s","start":"2026-03-02T21:20:26.047625Z","end":"2026-03-02T21:20:27.109307Z","steps":["trace[502403972] 'process raft request' (duration: 1.061044289s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:20:27.109499Z","caller":"traceutil/trace.go:171","msg":"trace[982479567] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"1.050297932s","start":"2026-03-02T21:20:26.059194Z","end":"2026-03-02T21:20:27.109492Z","steps":["trace[982479567] 'process raft request' (duration: 1.049571573s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:27.109539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:26.059183Z","time spent":"1.050334174s","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3158,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:20:27.109536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092835179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-02T21:20:27.109593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:26.047612Z","time spent":"1.06178335s","remote":"127.0.0.1:37300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:20:27.109652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064568633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:20:27.109676Z","caller":"traceutil/trace.go:171","msg":"trace[257730236] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"1.064610655s","start":"2026-03-02T21:20:26.045058Z","end":"2026-03-02T21:20:27.109669Z","steps":["trace[257730236] 'agreement among raft nodes before linearized reading' (duration: 1.064574334s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:27.109707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:26.045034Z","time spent":"1.064661857s","remote":"127.0.0.1:36864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-02T21:20:27.109602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144260612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-02T21:20:27.109675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145347061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3170"} {"level":"info","ts":"2026-03-02T21:20:27.10976Z","caller":"traceutil/trace.go:171","msg":"trace[1997815380] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:10; }","duration":"1.144416076s","start":"2026-03-02T21:20:25.96532Z","end":"2026-03-02T21:20:27.109736Z","steps":["trace[1997815380] 'agreement among raft nodes before linearized reading' (duration: 1.144235351s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:20:27.109771Z","caller":"traceutil/trace.go:171","msg":"trace[1053932156] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10; }","duration":"1.145442353s","start":"2026-03-02T21:20:25.964314Z","end":"2026-03-02T21:20:27.109756Z","steps":["trace[1053932156] 'agreement among raft nodes before linearized reading' (duration: 1.14531667s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:27.10982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:25.96431Z","time spent":"1.145493565s","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3194,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T21:20:27.1099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092666574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:20:27.109936Z","caller":"traceutil/trace.go:171","msg":"trace[1128224168] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"1.092716915s","start":"2026-03-02T21:20:26.01721Z","end":"2026-03-02T21:20:27.109927Z","steps":["trace[1128224168] 'agreement among raft nodes before linearized reading' (duration: 1.092670204s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:27.109942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09215369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-02T21:20:27.109961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:26.017203Z","time spent":"1.092752277s","remote":"127.0.0.1:36864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-02T21:20:27.109996Z","caller":"traceutil/trace.go:171","msg":"trace[1752210073] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"1.092216762s","start":"2026-03-02T21:20:26.017761Z","end":"2026-03-02T21:20:27.109978Z","steps":["trace[1752210073] 'agreement among raft nodes before linearized reading' (duration: 1.092092479s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:27.110035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:26.017752Z","time spent":"1.092273644s","remote":"127.0.0.1:36864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-02T21:20:27.109819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:25.965317Z","time spent":"1.144481618s","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-02T21:20:27.11029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066140195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:20:27.110332Z","caller":"traceutil/trace.go:171","msg":"trace[634353393] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:0; response_revision:10; }","duration":"1.066183176s","start":"2026-03-02T21:20:26.044137Z","end":"2026-03-02T21:20:27.11032Z","steps":["trace[634353393] 'agreement among raft nodes before linearized reading' (duration: 1.066117935s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:27.110368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:26.044076Z","time spent":"1.06628295s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"info","ts":"2026-03-02T21:20:27.109609Z","caller":"traceutil/trace.go:171","msg":"trace[651396833] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"1.092994403s","start":"2026-03-02T21:20:26.016594Z","end":"2026-03-02T21:20:27.109588Z","steps":["trace[651396833] 'agreement among raft nodes before linearized reading' (duration: 1.092789937s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:27.110435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:26.016565Z","time spent":"1.093852866s","remote":"127.0.0.1:36864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-02T21:20:27.110668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.657537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3170"} {"level":"info","ts":"2026-03-02T21:20:27.110728Z","caller":"traceutil/trace.go:171","msg":"trace[2010557205] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10; }","duration":"809.74103ms","start":"2026-03-02T21:20:26.300976Z","end":"2026-03-02T21:20:27.110717Z","steps":["trace[2010557205] 'agreement among raft nodes before linearized reading' (duration: 809.231566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:27.110766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:26.300964Z","time spent":"809.794601ms","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3194,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T21:20:27.110951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.400943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:20:27.110979Z","caller":"traceutil/trace.go:171","msg":"trace[830363074] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:10; }","duration":"166.442644ms","start":"2026-03-02T21:20:26.944528Z","end":"2026-03-02T21:20:27.11097Z","steps":["trace[830363074] 'agreement among raft nodes before linearized reading' (duration: 166.396653ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:20:27.110988Z","caller":"traceutil/trace.go:171","msg":"trace[1545951863] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"1.063859815s","start":"2026-03-02T21:20:26.047052Z","end":"2026-03-02T21:20:27.110911Z","steps":["trace[1545951863] 'process raft request' (duration: 1.061284136s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:27.111111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.596768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:20:27.111174Z","caller":"traceutil/trace.go:171","msg":"trace[3388320] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:10; }","duration":"166.692721ms","start":"2026-03-02T21:20:26.944467Z","end":"2026-03-02T21:20:27.11116Z","steps":["trace[3388320] 'agreement among raft nodes before linearized reading' (duration: 166.599558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:27.111212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:26.047027Z","time spent":"1.064082811s","remote":"127.0.0.1:37208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:20:28.001893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.658467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-02T21:20:28.002245Z","caller":"traceutil/trace.go:171","msg":"trace[1919598541] transaction","detail":"{read_only:false; number_of_response:0; response_revision:12; }","duration":"879.561003ms","start":"2026-03-02T21:20:27.12263Z","end":"2026-03-02T21:20:28.002191Z","steps":["trace[1919598541] 'process raft request' (duration: 879.42829ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:20:28.002318Z","caller":"traceutil/trace.go:171","msg":"trace[1771192557] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"882.652246ms","start":"2026-03-02T21:20:27.119642Z","end":"2026-03-02T21:20:28.002294Z","steps":["trace[1771192557] 'process raft request' (duration: 493.345572ms)","trace[1771192557] 'compare' (duration: 388.334518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:20:28.00233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:27.122621Z","time spent":"879.676856ms","remote":"127.0.0.1:36864","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:20:28.002412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:27.119633Z","time spent":"882.730398ms","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":651,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:20:28.002387Z","caller":"traceutil/trace.go:171","msg":"trace[265418034] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"880.56321ms","start":"2026-03-02T21:20:27.121759Z","end":"2026-03-02T21:20:28.002322Z","steps":["trace[265418034] 'process raft request' (duration: 880.235031ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:20:28.002534Z","caller":"traceutil/trace.go:171","msg":"trace[2009923972] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"877.786596ms","start":"2026-03-02T21:20:27.124696Z","end":"2026-03-02T21:20:28.002482Z","steps":["trace[2009923972] 'process raft request' (duration: 877.391236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:28.002653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:27.12469Z","time spent":"877.898339ms","remote":"127.0.0.1:37300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:20:28.002652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:27.12174Z","time spent":"880.836968ms","remote":"127.0.0.1:36864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:20:28.002934Z","caller":"traceutil/trace.go:171","msg":"trace[1902755495] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"878.122495ms","start":"2026-03-02T21:20:27.1248Z","end":"2026-03-02T21:20:28.002923Z","steps":["trace[1902755495] 'process raft request' (duration: 877.981021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:28.002984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:27.124797Z","time spent":"878.163676ms","remote":"127.0.0.1:37300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:20:28.002985Z","caller":"traceutil/trace.go:171","msg":"trace[190580637] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"878.180586ms","start":"2026-03-02T21:20:27.124763Z","end":"2026-03-02T21:20:28.002943Z","steps":["trace[190580637] 'process raft request' (duration: 877.385035ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:20:28.003107Z","caller":"traceutil/trace.go:171","msg":"trace[371940362] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"878.263438ms","start":"2026-03-02T21:20:27.124824Z","end":"2026-03-02T21:20:28.003087Z","steps":["trace[371940362] 'process raft request' (duration: 878.001481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:28.004116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:27.124821Z","time spent":"879.233894ms","remote":"127.0.0.1:37300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:20:28.003192Z","caller":"traceutil/trace.go:171","msg":"trace[1583252604] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"878.269289ms","start":"2026-03-02T21:20:27.124911Z","end":"2026-03-02T21:20:28.003181Z","steps":["trace[1583252604] 'process raft request' (duration: 877.981621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:28.004869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:27.124906Z","time spent":"879.890982ms","remote":"127.0.0.1:37208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:20:28.004891Z","caller":"traceutil/trace.go:171","msg":"trace[214700800] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"879.708308ms","start":"2026-03-02T21:20:27.124999Z","end":"2026-03-02T21:20:28.004707Z","steps":["trace[214700800] 'process raft request' (duration: 877.959461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:28.004956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:27.124759Z","time spent":"878.295079ms","remote":"127.0.0.1:37300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:20:28.005074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:27.124987Z","time spent":"879.999705ms","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":429,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:20:28.007589Z","caller":"traceutil/trace.go:171","msg":"trace[1291458481] linearizableReadLoop","detail":"{readStateIndex:15; appliedIndex:13; }","duration":"885.573454ms","start":"2026-03-02T21:20:27.121876Z","end":"2026-03-02T21:20:28.00745Z","steps":["trace[1291458481] 'read index received' (duration: 491.185744ms)","trace[1291458481] 'applied index is now lower than readState.Index' (duration: 394.3859ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:20:28.007882Z","caller":"traceutil/trace.go:171","msg":"trace[331568295] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"877.002015ms","start":"2026-03-02T21:20:27.130836Z","end":"2026-03-02T21:20:28.007838Z","steps":["trace[331568295] 'process raft request' (duration: 875.427233ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:20:28.008195Z","caller":"traceutil/trace.go:171","msg":"trace[410985065] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"882.651366ms","start":"2026-03-02T21:20:27.125483Z","end":"2026-03-02T21:20:28.008134Z","steps":["trace[410985065] 'process raft request' (duration: 878.463494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:28.008211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.847807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:20:28.008273Z","caller":"traceutil/trace.go:171","msg":"trace[1521055416] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:20; }","duration":"883.92453ms","start":"2026-03-02T21:20:27.124314Z","end":"2026-03-02T21:20:28.008239Z","steps":["trace[1521055416] 'agreement among raft nodes before linearized reading' (duration: 883.831887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:28.00831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:27.124307Z","time spent":"883.994492ms","remote":"127.0.0.1:37124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" "} {"level":"warn","ts":"2026-03-02T21:20:28.008265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.441087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"warn","ts":"2026-03-02T21:20:28.008447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.532316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:20:28.008451Z","caller":"traceutil/trace.go:171","msg":"trace[1560367933] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:20; }","duration":"671.608331ms","start":"2026-03-02T21:20:27.336734Z","end":"2026-03-02T21:20:28.008342Z","steps":["trace[1560367933] 'agreement among raft nodes before linearized reading' (duration: 671.418096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:28.008519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.571645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-02T21:20:28.008546Z","caller":"traceutil/trace.go:171","msg":"trace[1809528669] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:20; }","duration":"824.628307ms","start":"2026-03-02T21:20:27.183902Z","end":"2026-03-02T21:20:28.008531Z","steps":["trace[1809528669] 'agreement among raft nodes before linearized reading' (duration: 824.571095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:28.008554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.662253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-02T21:20:28.008566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:27.183827Z","time spent":"824.733469ms","remote":"127.0.0.1:36864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-02T21:20:28.008617Z","caller":"traceutil/trace.go:171","msg":"trace[1692873110] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:0; response_revision:20; }","duration":"886.722495ms","start":"2026-03-02T21:20:27.121853Z","end":"2026-03-02T21:20:28.008575Z","steps":["trace[1692873110] 'agreement among raft nodes before linearized reading' (duration: 886.660123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:28.008659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:27.121847Z","time spent":"886.794147ms","remote":"127.0.0.1:36800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-02T21:20:28.008784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.180465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-node-lease\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:20:28.008845Z","caller":"traceutil/trace.go:171","msg":"trace[749677247] range","detail":"{range_begin:/registry/namespaces/kube-node-lease; range_end:; response_count:0; response_revision:20; }","duration":"836.240127ms","start":"2026-03-02T21:20:27.172558Z","end":"2026-03-02T21:20:28.008798Z","steps":["trace[749677247] 'agreement among raft nodes before linearized reading' (duration: 836.187805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:28.008871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:27.172531Z","time spent":"836.328178ms","remote":"127.0.0.1:36864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-node-lease\" "} {"level":"warn","ts":"2026-03-02T21:20:28.009274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:27.130816Z","time spent":"877.089707ms","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3478,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:20:28.009391Z","caller":"traceutil/trace.go:171","msg":"trace[1594019335] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:20; }","duration":"681.590057ms","start":"2026-03-02T21:20:27.326877Z","end":"2026-03-02T21:20:28.008467Z","steps":["trace[1594019335] 'agreement among raft nodes before linearized reading' (duration: 681.544646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:28.009431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:27.326856Z","time spent":"682.562153ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-02T21:20:28.009652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:27.125475Z","time spent":"882.744978ms","remote":"127.0.0.1:37300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:20:28.010581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:27.33671Z","time spent":"671.777816ms","remote":"127.0.0.1:36864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-02T21:20:55.538325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582949108446024,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:20:55.92599Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.130488383s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:20:55.926393Z","caller":"traceutil/trace.go:171","msg":"trace[1966807075] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:528; }","duration":"888.992246ms","start":"2026-03-02T21:20:55.037377Z","end":"2026-03-02T21:20:55.926369Z","steps":["trace[1966807075] 'read index received' (duration: 888.795601ms)","trace[1966807075] 'applied index is now lower than readState.Index' (duration: 195.655µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:20:55.926594Z","caller":"traceutil/trace.go:171","msg":"trace[2014379642] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"1.131188672s","start":"2026-03-02T21:20:54.795383Z","end":"2026-03-02T21:20:55.926572Z","steps":["trace[2014379642] 'process raft request' (duration: 1.130846003s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:55.92679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:54.795367Z","time spent":"1.131281355s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:20:55.926906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.791253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T21:20:55.926918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.514516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:20:55.927028Z","caller":"traceutil/trace.go:171","msg":"trace[1368177598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:510; }","duration":"763.978328ms","start":"2026-03-02T21:20:55.163024Z","end":"2026-03-02T21:20:55.927003Z","steps":["trace[1368177598] 'agreement among raft nodes before linearized reading' (duration: 763.717441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:55.927078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:55.162975Z","time spent":"764.0953ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:20:55.926927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.780228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T21:20:55.92712Z","caller":"traceutil/trace.go:171","msg":"trace[1139443250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:510; }","duration":"626.033134ms","start":"2026-03-02T21:20:55.301075Z","end":"2026-03-02T21:20:55.927109Z","steps":["trace[1139443250] 'agreement among raft nodes before linearized reading' (duration: 625.692965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:55.927167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:55.301054Z","time spent":"626.101987ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:20:55.927075Z","caller":"traceutil/trace.go:171","msg":"trace[938324758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:510; }","duration":"578.701591ms","start":"2026-03-02T21:20:55.34835Z","end":"2026-03-02T21:20:55.927051Z","steps":["trace[938324758] 'agreement among raft nodes before linearized reading' (duration: 578.405173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:55.92731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.133489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:20:55.927377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:55.34825Z","time spent":"579.087001ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:20:55.927431Z","caller":"traceutil/trace.go:171","msg":"trace[1569810142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:510; }","duration":"890.075575ms","start":"2026-03-02T21:20:55.037338Z","end":"2026-03-02T21:20:55.927414Z","steps":["trace[1569810142] 'agreement among raft nodes before linearized reading' (duration: 889.120849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:20:55.927596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:20:55.037322Z","time spent":"890.261769ms","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:21:00.117712Z","caller":"traceutil/trace.go:171","msg":"trace[621645113] linearizableReadLoop","detail":"{readStateIndex:541; appliedIndex:540; }","duration":"163.26651ms","start":"2026-03-02T21:20:59.954406Z","end":"2026-03-02T21:21:00.117672Z","steps":["trace[621645113] 'read index received' (duration: 162.8777ms)","trace[621645113] 'applied index is now lower than readState.Index' (duration: 386.95µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:21:00.117779Z","caller":"traceutil/trace.go:171","msg":"trace[459149424] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"175.167546ms","start":"2026-03-02T21:20:59.942561Z","end":"2026-03-02T21:21:00.117728Z","steps":["trace[459149424] 'process raft request' (duration: 174.821857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:00.117982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.509166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:21:00.118077Z","caller":"traceutil/trace.go:171","msg":"trace[1750593874] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:521; }","duration":"163.697642ms","start":"2026-03-02T21:20:59.954335Z","end":"2026-03-02T21:21:00.118033Z","steps":["trace[1750593874] 'agreement among raft nodes before linearized reading' (duration: 163.488656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:00.118087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.452311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T21:21:00.118137Z","caller":"traceutil/trace.go:171","msg":"trace[1398878421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:521; }","duration":"155.524653ms","start":"2026-03-02T21:20:59.962597Z","end":"2026-03-02T21:21:00.118122Z","steps":["trace[1398878421] 'agreement among raft nodes before linearized reading' (duration: 155.42631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:00.118385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.605675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:21:00.11848Z","caller":"traceutil/trace.go:171","msg":"trace[869325427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:521; }","duration":"155.763099ms","start":"2026-03-02T21:20:59.962697Z","end":"2026-03-02T21:21:00.11846Z","steps":["trace[869325427] 'agreement among raft nodes before linearized reading' (duration: 155.595985ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:03.838225Z","caller":"traceutil/trace.go:171","msg":"trace[206528929] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"117.876657ms","start":"2026-03-02T21:21:03.720319Z","end":"2026-03-02T21:21:03.838196Z","steps":["trace[206528929] 'process raft request' (duration: 117.658642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:05.340693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479980215s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T21:21:05.340816Z","caller":"traceutil/trace.go:171","msg":"trace[653853467] linearizableReadLoop","detail":"{readStateIndex:554; appliedIndex:553; }","duration":"1.303442041s","start":"2026-03-02T21:21:04.037344Z","end":"2026-03-02T21:21:05.340786Z","steps":["trace[653853467] 'read index received' (duration: 42.361µs)","trace[653853467] 'applied index is now lower than readState.Index' (duration: 1.30339832s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:21:05.341313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303966006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:21:05.341349Z","caller":"traceutil/trace.go:171","msg":"trace[767949735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:533; }","duration":"1.304046258s","start":"2026-03-02T21:21:04.037292Z","end":"2026-03-02T21:21:05.341338Z","steps":["trace[767949735] 'agreement among raft nodes before linearized reading' (duration: 1.303981916s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:05.34138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:04.03727Z","time spent":"1.304102429s","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:21:05.341653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210939352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-02T21:21:05.341803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205672881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T21:21:05.341842Z","caller":"traceutil/trace.go:171","msg":"trace[1433216952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:533; }","duration":"1.205719832s","start":"2026-03-02T21:21:04.136112Z","end":"2026-03-02T21:21:05.341832Z","steps":["trace[1433216952] 'agreement among raft nodes before linearized reading' (duration: 1.205669491s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:05.341875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:04.136103Z","time spent":"1.205766053s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:21:05.342072Z","caller":"traceutil/trace.go:171","msg":"trace[297249550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:533; }","duration":"1.211186008s","start":"2026-03-02T21:21:04.130636Z","end":"2026-03-02T21:21:05.341822Z","steps":["trace[297249550] 'agreement among raft nodes before linearized reading' (duration: 1.210905231s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:05.342216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:04.130612Z","time spent":"1.211571799s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:21:05.341706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202433375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T21:21:05.342328Z","caller":"traceutil/trace.go:171","msg":"trace[1808446342] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:533; }","duration":"1.203072042s","start":"2026-03-02T21:21:04.139235Z","end":"2026-03-02T21:21:05.342307Z","steps":["trace[1808446342] 'agreement among raft nodes before linearized reading' (duration: 1.202427795s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:05.342399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:04.13922Z","time spent":"1.203158484s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:21:05.341755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204936511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-02T21:21:05.342525Z","caller":"traceutil/trace.go:171","msg":"trace[1163770368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:533; }","duration":"1.205719003s","start":"2026-03-02T21:21:04.136771Z","end":"2026-03-02T21:21:05.34249Z","steps":["trace[1163770368] 'agreement among raft nodes before linearized reading' (duration: 1.204964243s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:05.342579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:04.136747Z","time spent":"1.205819075s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:21:05.460833Z","caller":"traceutil/trace.go:171","msg":"trace[1356016350] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"113.11505ms","start":"2026-03-02T21:21:05.347695Z","end":"2026-03-02T21:21:05.46081Z","steps":["trace[1356016350] 'process raft request' (duration: 112.976066ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:05.461205Z","caller":"traceutil/trace.go:171","msg":"trace[824697864] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"113.399578ms","start":"2026-03-02T21:21:05.347789Z","end":"2026-03-02T21:21:05.461188Z","steps":["trace[824697864] 'process raft request' (duration: 112.981707ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:05.461284Z","caller":"traceutil/trace.go:171","msg":"trace[1152628856] linearizableReadLoop","detail":"{readStateIndex:558; appliedIndex:554; }","duration":"110.605673ms","start":"2026-03-02T21:21:05.350651Z","end":"2026-03-02T21:21:05.461256Z","steps":["trace[1152628856] 'read index received' (duration: 90.314391ms)","trace[1152628856] 'applied index is now lower than readState.Index' (duration: 20.290032ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:21:05.461409Z","caller":"traceutil/trace.go:171","msg":"trace[2039520439] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"113.527321ms","start":"2026-03-02T21:21:05.347863Z","end":"2026-03-02T21:21:05.46139Z","steps":["trace[2039520439] 'process raft request' (duration: 113.242874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:05.461494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.817968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:21:05.461552Z","caller":"traceutil/trace.go:171","msg":"trace[682062193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:537; }","duration":"110.924651ms","start":"2026-03-02T21:21:05.350616Z","end":"2026-03-02T21:21:05.461541Z","steps":["trace[682062193] 'agreement among raft nodes before linearized reading' (duration: 110.747517ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:07.276816Z","caller":"traceutil/trace.go:171","msg":"trace[879722548] linearizableReadLoop","detail":"{readStateIndex:578; appliedIndex:577; }","duration":"237.44066ms","start":"2026-03-02T21:21:07.039347Z","end":"2026-03-02T21:21:07.276787Z","steps":["trace[879722548] 'read index received' (duration: 237.356598ms)","trace[879722548] 'applied index is now lower than readState.Index' (duration: 82.842µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:21:07.276938Z","caller":"traceutil/trace.go:171","msg":"trace[903830863] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"328.060119ms","start":"2026-03-02T21:21:06.948847Z","end":"2026-03-02T21:21:07.276907Z","steps":["trace[903830863] 'process raft request' (duration: 327.823933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:07.277016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.644155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:21:07.277071Z","caller":"traceutil/trace.go:171","msg":"trace[873181134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:557; }","duration":"237.747118ms","start":"2026-03-02T21:21:07.039311Z","end":"2026-03-02T21:21:07.277058Z","steps":["trace[873181134] 'agreement among raft nodes before linearized reading' (duration: 237.602514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:07.277134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:06.948822Z","time spent":"328.234154ms","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:21:07.280129Z","caller":"traceutil/trace.go:171","msg":"trace[1211768370] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"131.699087ms","start":"2026-03-02T21:21:07.148407Z","end":"2026-03-02T21:21:07.280106Z","steps":["trace[1211768370] 'process raft request' (duration: 131.573913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:26.039145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000700514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T21:21:26.039337Z","caller":"traceutil/trace.go:171","msg":"trace[666709547] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000955171s","start":"2026-03-02T21:21:24.038361Z","end":"2026-03-02T21:21:26.039316Z","steps":["trace[666709547] 'agreement among raft nodes before linearized reading' (duration: 2.000733345s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:26.039391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:24.038344Z","time spent":"2.001036154s","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 21:21:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T21:21:27.030704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.007184781s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T21:21:27.03081Z","caller":"traceutil/trace.go:171","msg":"trace[1647088855] linearizableReadLoop","detail":"{readStateIndex:752; appliedIndex:751; }","duration":"2.992379464s","start":"2026-03-02T21:21:24.038411Z","end":"2026-03-02T21:21:27.03079Z","steps":["trace[1647088855] 'read index received' (duration: 25.261µs)","trace[1647088855] 'applied index is now lower than readState.Index' (duration: 2.992352863s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:21:27.031088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.158083098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:21:27.031134Z","caller":"traceutil/trace.go:171","msg":"trace[595928994] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:726; }","duration":"2.15817413s","start":"2026-03-02T21:21:24.872949Z","end":"2026-03-02T21:21:27.031123Z","steps":["trace[595928994] 'agreement among raft nodes before linearized reading' (duration: 2.158033696s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:27.031155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:24.87293Z","time spent":"2.158220992s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:21:27.031159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.685279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:21:27.031189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481932204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T21:21:27.031184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451588521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:21:27.0312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453116172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T21:21:27.031218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463305305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:21:27.031237Z","caller":"traceutil/trace.go:171","msg":"trace[1525715128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:726; }","duration":"1.482040618s","start":"2026-03-02T21:21:25.549184Z","end":"2026-03-02T21:21:27.031224Z","steps":["trace[1525715128] 'agreement among raft nodes before linearized reading' (duration: 1.481878133s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:27.031255Z","caller":"traceutil/trace.go:171","msg":"trace[201493377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:726; }","duration":"1.463389667s","start":"2026-03-02T21:21:25.567858Z","end":"2026-03-02T21:21:27.031247Z","steps":["trace[201493377] 'agreement among raft nodes before linearized reading' (duration: 1.463200812s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:27.031243Z","caller":"traceutil/trace.go:171","msg":"trace[2074693159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:726; }","duration":"991.796213ms","start":"2026-03-02T21:21:26.039422Z","end":"2026-03-02T21:21:27.031218Z","steps":["trace[2074693159] 'agreement among raft nodes before linearized reading' (duration: 991.671389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:27.031094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.91005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:21:27.031274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:25.567828Z","time spent":"1.463440789s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:21:27.031261Z","caller":"traceutil/trace.go:171","msg":"trace[1377238609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:726; }","duration":"1.453202074s","start":"2026-03-02T21:21:25.578042Z","end":"2026-03-02T21:21:27.031245Z","steps":["trace[1377238609] 'agreement among raft nodes before linearized reading' (duration: 1.45304716s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:27.031261Z","caller":"traceutil/trace.go:171","msg":"trace[1017479853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:726; }","duration":"1.451722354s","start":"2026-03-02T21:21:25.579517Z","end":"2026-03-02T21:21:27.03124Z","steps":["trace[1017479853] 'agreement among raft nodes before linearized reading' (duration: 1.451507338s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:27.031275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:25.549151Z","time spent":"1.48211587s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:21:27.03129Z","caller":"traceutil/trace.go:171","msg":"trace[755525002] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:726; }","duration":"558.144306ms","start":"2026-03-02T21:21:26.473138Z","end":"2026-03-02T21:21:27.031282Z","steps":["trace[755525002] 'agreement among raft nodes before linearized reading' (duration: 557.90908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:27.031288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:26.039403Z","time spent":"991.875435ms","remote":"127.0.0.1:36746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:21:27.031308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:26.473122Z","time spent":"558.181068ms","remote":"127.0.0.1:36954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":40,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:21:27.031306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:25.579493Z","time spent":"1.451804517s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:21:27.031306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:25.578027Z","time spent":"1.453270396s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:21:27.031289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.631572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:21:27.03145Z","caller":"traceutil/trace.go:171","msg":"trace[2102055900] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:726; }","duration":"917.834008ms","start":"2026-03-02T21:21:26.113582Z","end":"2026-03-02T21:21:27.031416Z","steps":["trace[2102055900] 'agreement among raft nodes before linearized reading' (duration: 917.463968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:27.031563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:26.113527Z","time spent":"918.022043ms","remote":"127.0.0.1:37062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:21:27.329449Z","caller":"traceutil/trace.go:171","msg":"trace[2007550783] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"293.25826ms","start":"2026-03-02T21:21:27.036166Z","end":"2026-03-02T21:21:27.329425Z","steps":["trace[2007550783] 'process raft request' (duration: 293.094555ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:27.387343Z","caller":"traceutil/trace.go:171","msg":"trace[99069162] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"351.014579ms","start":"2026-03-02T21:21:27.036302Z","end":"2026-03-02T21:21:27.387317Z","steps":["trace[99069162] 'process raft request' (duration: 350.920706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:27.387516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:27.036295Z","time spent":"351.133952ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:21:27.387522Z","caller":"traceutil/trace.go:171","msg":"trace[517944354] linearizableReadLoop","detail":"{readStateIndex:758; appliedIndex:752; }","duration":"346.760285ms","start":"2026-03-02T21:21:27.040739Z","end":"2026-03-02T21:21:27.387499Z","steps":["trace[517944354] 'read index received' (duration: 288.644306ms)","trace[517944354] 'applied index is now lower than readState.Index' (duration: 58.114889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:21:27.387635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.877628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:21:27.387647Z","caller":"traceutil/trace.go:171","msg":"trace[216260096] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"350.887205ms","start":"2026-03-02T21:21:27.036738Z","end":"2026-03-02T21:21:27.387626Z","steps":["trace[216260096] 'process raft request' (duration: 350.532906ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:27.387674Z","caller":"traceutil/trace.go:171","msg":"trace[2130286036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:732; }","duration":"346.950589ms","start":"2026-03-02T21:21:27.040714Z","end":"2026-03-02T21:21:27.387664Z","steps":["trace[2130286036] 'agreement among raft nodes before linearized reading' (duration: 346.864417ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:27.387768Z","caller":"traceutil/trace.go:171","msg":"trace[1473278934] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"351.536483ms","start":"2026-03-02T21:21:27.036217Z","end":"2026-03-02T21:21:27.387754Z","steps":["trace[1473278934] 'process raft request' (duration: 339.758997ms)","trace[1473278934] 'compare' (duration: 11.098967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:21:27.387781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:27.040516Z","time spent":"347.256878ms","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:21:27.387787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:27.036725Z","time spent":"350.974118ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:21:27.387825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:27.03619Z","time spent":"351.604895ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:21:27.387926Z","caller":"traceutil/trace.go:171","msg":"trace[947935722] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"349.9536ms","start":"2026-03-02T21:21:27.037963Z","end":"2026-03-02T21:21:27.387917Z","steps":["trace[947935722] 'process raft request' (duration: 349.494728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:27.387981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:27.037952Z","time spent":"350.000771ms","remote":"127.0.0.1:36824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:21:27.38817Z","caller":"traceutil/trace.go:171","msg":"trace[1637880531] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"351.252925ms","start":"2026-03-02T21:21:27.036906Z","end":"2026-03-02T21:21:27.388159Z","steps":["trace[1637880531] 'process raft request' (duration: 350.452344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:27.389277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:27.036897Z","time spent":"351.299106ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:21:29.052378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.809799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-02T21:21:29.052337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026330049s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:21:29.052438Z","caller":"traceutil/trace.go:171","msg":"trace[944609339] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:732; }","duration":"225.938372ms","start":"2026-03-02T21:21:28.826485Z","end":"2026-03-02T21:21:29.052424Z","steps":["trace[944609339] 'range keys from in-memory index tree' (duration: 225.692305ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:29.052453Z","caller":"traceutil/trace.go:171","msg":"trace[1425861814] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:732; }","duration":"1.026452572s","start":"2026-03-02T21:21:28.025982Z","end":"2026-03-02T21:21:29.052434Z","steps":["trace[1425861814] 'range keys from in-memory index tree' (duration: 1.026316359s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:29.289318Z","caller":"traceutil/trace.go:171","msg":"trace[671372380] linearizableReadLoop","detail":"{readStateIndex:759; appliedIndex:758; }","duration":"235.795297ms","start":"2026-03-02T21:21:29.053506Z","end":"2026-03-02T21:21:29.289301Z","steps":["trace[671372380] 'read index received' (duration: 235.662704ms)","trace[671372380] 'applied index is now lower than readState.Index' (duration: 131.753µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:21:29.289419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.90289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:21:29.289443Z","caller":"traceutil/trace.go:171","msg":"trace[1466092970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:732; }","duration":"235.976502ms","start":"2026-03-02T21:21:29.053456Z","end":"2026-03-02T21:21:29.289433Z","steps":["trace[1466092970] 'agreement among raft nodes before linearized reading' (duration: 235.91841ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:29.805607Z","caller":"traceutil/trace.go:171","msg":"trace[306627930] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"126.730351ms","start":"2026-03-02T21:21:29.678853Z","end":"2026-03-02T21:21:29.805584Z","steps":["trace[306627930] 'process raft request' (duration: 126.587857ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:43.71693Z","caller":"traceutil/trace.go:171","msg":"trace[193481151] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"142.877903ms","start":"2026-03-02T21:21:43.573986Z","end":"2026-03-02T21:21:43.716864Z","steps":["trace[193481151] 'process raft request' (duration: 142.306798ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:43.718819Z","caller":"traceutil/trace.go:171","msg":"trace[531430786] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"143.743837ms","start":"2026-03-02T21:21:43.575005Z","end":"2026-03-02T21:21:43.718748Z","steps":["trace[531430786] 'process raft request' (duration: 143.413398ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:43.718878Z","caller":"traceutil/trace.go:171","msg":"trace[297651795] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"143.749987ms","start":"2026-03-02T21:21:43.575112Z","end":"2026-03-02T21:21:43.718862Z","steps":["trace[297651795] 'process raft request' (duration: 143.47845ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:45.828959Z","caller":"traceutil/trace.go:171","msg":"trace[673291029] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"100.568669ms","start":"2026-03-02T21:21:45.728365Z","end":"2026-03-02T21:21:45.828934Z","steps":["trace[673291029] 'process raft request' (duration: 100.520808ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:45.829267Z","caller":"traceutil/trace.go:171","msg":"trace[73434560] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"103.58472ms","start":"2026-03-02T21:21:45.725644Z","end":"2026-03-02T21:21:45.829228Z","steps":["trace[73434560] 'process raft request' (duration: 103.112848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:49.988758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582949108446629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:21:50.489486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582949108446629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:21:50.697034Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.867329415s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T21:21:50.697422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:48.829578Z","time spent":"1.867839559s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T21:21:52.038487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999979086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T21:21:52.038596Z","caller":"traceutil/trace.go:171","msg":"trace[1997454512] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00014386s","start":"2026-03-02T21:21:50.038435Z","end":"2026-03-02T21:21:52.038579Z","steps":["trace[1997454512] 'agreement among raft nodes before linearized reading' (duration: 2.000014387s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:52.038644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:50.038413Z","time spent":"2.000220782s","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 21:21:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T21:21:52.414748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62672954s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:21:52.414916Z","caller":"traceutil/trace.go:171","msg":"trace[1932691564] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"659.077386ms","start":"2026-03-02T21:21:51.755826Z","end":"2026-03-02T21:21:52.414904Z","steps":["trace[1932691564] 'process raft request' (duration: 659.046885ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:52.414895Z","caller":"traceutil/trace.go:171","msg":"trace[1026444646] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"2.413186014s","start":"2026-03-02T21:21:50.001657Z","end":"2026-03-02T21:21:52.414843Z","steps":["trace[1026444646] 'process raft request' (duration: 786.288989ms)","trace[1026444646] 'compare' (duration: 1.626469824s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:21:52.414963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:51.755804Z","time spent":"659.138778ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:21:52.415048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:50.001629Z","time spent":"2.413344438s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:21:52.41509Z","caller":"traceutil/trace.go:171","msg":"trace[298804562] linearizableReadLoop","detail":"{readStateIndex:827; appliedIndex:825; }","duration":"2.927413971s","start":"2026-03-02T21:21:49.487668Z","end":"2026-03-02T21:21:52.415082Z","steps":["trace[298804562] 'read index received' (duration: 1.209562346s)","trace[298804562] 'applied index is now lower than readState.Index' (duration: 1.717850835s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:21:52.415234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927572595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:21:52.415253Z","caller":"traceutil/trace.go:171","msg":"trace[1269073709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:798; }","duration":"2.927628177s","start":"2026-03-02T21:21:49.487618Z","end":"2026-03-02T21:21:52.415247Z","steps":["trace[1269073709] 'agreement among raft nodes before linearized reading' (duration: 2.927534984s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:52.415272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:49.487594Z","time spent":"2.927674048s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:21:52.415265Z","caller":"traceutil/trace.go:171","msg":"trace[1658441743] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"1.716654953s","start":"2026-03-02T21:21:50.698571Z","end":"2026-03-02T21:21:52.415226Z","steps":["trace[1658441743] 'process raft request' (duration: 1.716256953s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:52.415377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880011799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:21:52.415365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:50.698552Z","time spent":"1.716760097s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:21:52.415395Z","caller":"traceutil/trace.go:171","msg":"trace[1721497549] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:798; }","duration":"2.880069481s","start":"2026-03-02T21:21:49.53532Z","end":"2026-03-02T21:21:52.41539Z","steps":["trace[1721497549] 'agreement among raft nodes before linearized reading' (duration: 2.880009299s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:52.415411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:49.535298Z","time spent":"2.880109702s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:21:52.415484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.704698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:21:52.415499Z","caller":"traceutil/trace.go:171","msg":"trace[1841733285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:798; }","duration":"376.79206ms","start":"2026-03-02T21:21:52.038702Z","end":"2026-03-02T21:21:52.415494Z","steps":["trace[1841733285] 'agreement among raft nodes before linearized reading' (duration: 376.76968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:52.415514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:52.038686Z","time spent":"376.824692ms","remote":"127.0.0.1:36746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:21:52.41561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.165944629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:21:52.41563Z","caller":"traceutil/trace.go:171","msg":"trace[238318088] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:798; }","duration":"2.166010631s","start":"2026-03-02T21:21:50.249613Z","end":"2026-03-02T21:21:52.415623Z","steps":["trace[238318088] 'agreement among raft nodes before linearized reading' (duration: 2.16597697s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:52.415651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:50.249586Z","time spent":"2.166058513s","remote":"127.0.0.1:36970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:21:52.41581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554960508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:21:52.415829Z","caller":"traceutil/trace.go:171","msg":"trace[545196251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:798; }","duration":"2.555004849s","start":"2026-03-02T21:21:49.860819Z","end":"2026-03-02T21:21:52.415824Z","steps":["trace[545196251] 'agreement among raft nodes before linearized reading' (duration: 2.554946178s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:52.415847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:49.860807Z","time spent":"2.55503538s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:21:52.416041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.595171477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:21:52.416074Z","caller":"traceutil/trace.go:171","msg":"trace[319319381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:798; }","duration":"2.595245189s","start":"2026-03-02T21:21:49.820818Z","end":"2026-03-02T21:21:52.416063Z","steps":["trace[319319381] 'agreement among raft nodes before linearized reading' (duration: 2.595145636s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:52.416101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:49.820797Z","time spent":"2.595298461s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:21:52.416199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576092595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T21:21:52.416243Z","caller":"traceutil/trace.go:171","msg":"trace[1528240630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:798; }","duration":"2.576177657s","start":"2026-03-02T21:21:49.840053Z","end":"2026-03-02T21:21:52.416231Z","steps":["trace[1528240630] 'agreement among raft nodes before linearized reading' (duration: 2.576004703s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:52.416278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:49.840016Z","time spent":"2.576254449s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:21:52.9212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582949108446638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:21:53.532891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.399461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:21:53.532991Z","caller":"traceutil/trace.go:171","msg":"trace[1166823319] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"1.1132136s","start":"2026-03-02T21:21:52.41976Z","end":"2026-03-02T21:21:53.532974Z","steps":["trace[1166823319] 'process raft request' (duration: 822.656304ms)","trace[1166823319] 'compare' (duration: 290.281038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:21:53.53305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:52.419735Z","time spent":"1.113288302s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:21:53.985076Z","caller":"traceutil/trace.go:171","msg":"trace[841460299] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"1.563736699s","start":"2026-03-02T21:21:52.421316Z","end":"2026-03-02T21:21:53.985052Z","steps":["trace[841460299] 'process raft request' (duration: 1.563670837s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:53.98529Z","caller":"traceutil/trace.go:171","msg":"trace[2085741288] linearizableReadLoop","detail":"{readStateIndex:834; appliedIndex:829; }","duration":"1.565148958s","start":"2026-03-02T21:21:52.420115Z","end":"2026-03-02T21:21:53.985264Z","steps":["trace[2085741288] 'read index received' (duration: 822.310836ms)","trace[2085741288] 'applied index is now lower than readState.Index' (duration: 742.836982ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:21:53.985401Z","caller":"traceutil/trace.go:171","msg":"trace[1806443250] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"1.564033087s","start":"2026-03-02T21:21:52.421359Z","end":"2026-03-02T21:21:53.985392Z","steps":["trace[1806443250] 'process raft request' (duration: 1.563658607s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:53.985472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:52.421307Z","time spent":"1.563847983s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:21:53.9855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:52.421354Z","time spent":"1.564071928s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:21:53.985629Z","caller":"traceutil/trace.go:171","msg":"trace[488628002] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"1.56487007s","start":"2026-03-02T21:21:52.420749Z","end":"2026-03-02T21:21:53.985619Z","steps":["trace[488628002] 'process raft request' (duration: 1.564202542s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:53.9856Z","caller":"traceutil/trace.go:171","msg":"trace[1974773197] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"1.564990343s","start":"2026-03-02T21:21:52.420576Z","end":"2026-03-02T21:21:53.985566Z","steps":["trace[1974773197] 'process raft request' (duration: 1.564232582s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:53.985692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:52.420731Z","time spent":"1.564919691s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:21:53.985767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:52.420548Z","time spent":"1.565135577s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:21:53.985798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56040957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:21:53.985751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.344259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:21:53.985831Z","caller":"traceutil/trace.go:171","msg":"trace[683949265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:803; }","duration":"1.560470501s","start":"2026-03-02T21:21:52.42535Z","end":"2026-03-02T21:21:53.985821Z","steps":["trace[683949265] 'agreement among raft nodes before linearized reading' (duration: 1.56041509s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:53.985858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:52.425335Z","time spent":"1.560517313s","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:21:53.98582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565350552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T21:21:53.985913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565795965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992311a4d5d9a3\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-02T21:21:53.985882Z","caller":"traceutil/trace.go:171","msg":"trace[1839865036] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:803; }","duration":"515.510093ms","start":"2026-03-02T21:21:53.47034Z","end":"2026-03-02T21:21:53.98585Z","steps":["trace[1839865036] 'agreement among raft nodes before linearized reading' (duration: 515.338939ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:53.985958Z","caller":"traceutil/trace.go:171","msg":"trace[1110642835] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:803; }","duration":"1.565536867s","start":"2026-03-02T21:21:52.420395Z","end":"2026-03-02T21:21:53.985932Z","steps":["trace[1110642835] 'agreement among raft nodes before linearized reading' (duration: 1.56526477s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:53.985973Z","caller":"traceutil/trace.go:171","msg":"trace[23628829] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18992311a4d5d9a3; range_end:; response_count:1; response_revision:803; }","duration":"1.565870516s","start":"2026-03-02T21:21:52.42008Z","end":"2026-03-02T21:21:53.985951Z","steps":["trace[23628829] 'agreement among raft nodes before linearized reading' (duration: 1.565717342s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:53.986005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:53.47032Z","time spent":"515.648606ms","remote":"127.0.0.1:36914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":2,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:21:53.986016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:52.420068Z","time spent":"1.565940248s","remote":"127.0.0.1:36824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18992311a4d5d9a3\" "} {"level":"warn","ts":"2026-03-02T21:21:53.986017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:52.420382Z","time spent":"1.565624279s","remote":"127.0.0.1:37048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T21:21:54.464475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.476241ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T21:21:54.464617Z","caller":"traceutil/trace.go:171","msg":"trace[61254311] linearizableReadLoop","detail":"{readStateIndex:837; appliedIndex:836; }","duration":"252.458564ms","start":"2026-03-02T21:21:54.212136Z","end":"2026-03-02T21:21:54.464595Z","steps":["trace[61254311] 'read index received' (duration: 57.271µs)","trace[61254311] 'applied index is now lower than readState.Index' (duration: 252.399073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:21:54.464726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.571607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:21:54.464752Z","caller":"traceutil/trace.go:171","msg":"trace[1083328079] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:804; }","duration":"252.658339ms","start":"2026-03-02T21:21:54.212085Z","end":"2026-03-02T21:21:54.464744Z","steps":["trace[1083328079] 'agreement among raft nodes before linearized reading' (duration: 252.563857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:56.153657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.632264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:21:56.153708Z","caller":"traceutil/trace.go:171","msg":"trace[68336429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:805; }","duration":"163.693865ms","start":"2026-03-02T21:21:55.990004Z","end":"2026-03-02T21:21:56.153698Z","steps":["trace[68336429] 'range keys from in-memory index tree' (duration: 163.479709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:56.153844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.894644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:21:56.153864Z","caller":"traceutil/trace.go:171","msg":"trace[1002040110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:805; }","duration":"162.932515ms","start":"2026-03-02T21:21:55.990926Z","end":"2026-03-02T21:21:56.153858Z","steps":["trace[1002040110] 'range keys from in-memory index tree' (duration: 162.812002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:56.154109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.074109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:21:56.154196Z","caller":"traceutil/trace.go:171","msg":"trace[375665956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:805; }","duration":"163.191081ms","start":"2026-03-02T21:21:55.99099Z","end":"2026-03-02T21:21:56.154181Z","steps":["trace[375665956] 'range keys from in-memory index tree' (duration: 162.951065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:56.154117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.549754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T21:21:56.154532Z","caller":"traceutil/trace.go:171","msg":"trace[2039076069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:805; }","duration":"163.017416ms","start":"2026-03-02T21:21:55.991506Z","end":"2026-03-02T21:21:56.154524Z","steps":["trace[2039076069] 'range keys from in-memory index tree' (duration: 162.428901ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:56.404985Z","caller":"traceutil/trace.go:171","msg":"trace[1997792057] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"248.734252ms","start":"2026-03-02T21:21:56.156225Z","end":"2026-03-02T21:21:56.40496Z","steps":["trace[1997792057] 'process raft request' (duration: 248.581318ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:56.413825Z","caller":"traceutil/trace.go:171","msg":"trace[347997002] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"256.043408ms","start":"2026-03-02T21:21:56.157745Z","end":"2026-03-02T21:21:56.413788Z","steps":["trace[347997002] 'process raft request' (duration: 255.949815ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:56.413974Z","caller":"traceutil/trace.go:171","msg":"trace[1602418457] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"257.22454ms","start":"2026-03-02T21:21:56.156705Z","end":"2026-03-02T21:21:56.413929Z","steps":["trace[1602418457] 'process raft request' (duration: 256.714006ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:56.414084Z","caller":"traceutil/trace.go:171","msg":"trace[328464553] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"256.904931ms","start":"2026-03-02T21:21:56.157101Z","end":"2026-03-02T21:21:56.414006Z","steps":["trace[328464553] 'process raft request' (duration: 256.547731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:58.538047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582949108446669,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:21:58.958561Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.38334493s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:21:58.95908Z","caller":"traceutil/trace.go:171","msg":"trace[2142127887] linearizableReadLoop","detail":"{readStateIndex:843; appliedIndex:842; }","duration":"921.533127ms","start":"2026-03-02T21:21:58.03751Z","end":"2026-03-02T21:21:58.959043Z","steps":["trace[2142127887] 'read index received' (duration: 921.178418ms)","trace[2142127887] 'applied index is now lower than readState.Index' (duration: 353.209µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:21:58.95917Z","caller":"traceutil/trace.go:171","msg":"trace[270822725] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"1.38410301s","start":"2026-03-02T21:21:57.575038Z","end":"2026-03-02T21:21:58.959141Z","steps":["trace[270822725] 'process raft request' (duration: 1.383780341s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:58.959363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:57.575011Z","time spent":"1.384211163s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:21:58.959354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.809205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:21:58.959435Z","caller":"traceutil/trace.go:171","msg":"trace[880546851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:810; }","duration":"921.958899ms","start":"2026-03-02T21:21:58.03746Z","end":"2026-03-02T21:21:58.959419Z","steps":["trace[880546851] 'agreement among raft nodes before linearized reading' (duration: 921.777634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:58.959492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:58.037439Z","time spent":"922.042301ms","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:21:58.959605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.682182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T21:21:58.959622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.349041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:21:58.959684Z","caller":"traceutil/trace.go:171","msg":"trace[169864077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:810; }","duration":"539.805245ms","start":"2026-03-02T21:21:58.419854Z","end":"2026-03-02T21:21:58.959659Z","steps":["trace[169864077] 'agreement among raft nodes before linearized reading' (duration: 539.591849ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:58.959704Z","caller":"traceutil/trace.go:171","msg":"trace[923144110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:810; }","duration":"549.489044ms","start":"2026-03-02T21:21:58.410193Z","end":"2026-03-02T21:21:58.959682Z","steps":["trace[923144110] 'agreement among raft nodes before linearized reading' (duration: 549.240948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:58.959728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:58.419835Z","time spent":"539.884286ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:21:58.959755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:58.410174Z","time spent":"549.573087ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:21:58.959877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.80991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T21:21:58.959937Z","caller":"traceutil/trace.go:171","msg":"trace[1644779057] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:810; }","duration":"130.890402ms","start":"2026-03-02T21:21:58.829017Z","end":"2026-03-02T21:21:58.959908Z","steps":["trace[1644779057] 'agreement among raft nodes before linearized reading' (duration: 130.740438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:58.95995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.77029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:21:58.959979Z","caller":"traceutil/trace.go:171","msg":"trace[1354968599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:810; }","duration":"540.820312ms","start":"2026-03-02T21:21:58.41915Z","end":"2026-03-02T21:21:58.959971Z","steps":["trace[1354968599] 'agreement among raft nodes before linearized reading' (duration: 540.73198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:58.960005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:58.419143Z","time spent":"540.856443ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:21:58.960113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.214233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:21:58.960154Z","caller":"traceutil/trace.go:171","msg":"trace[90033134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:810; }","duration":"541.274274ms","start":"2026-03-02T21:21:58.418868Z","end":"2026-03-02T21:21:58.960142Z","steps":["trace[90033134] 'agreement among raft nodes before linearized reading' (duration: 541.095359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:58.960185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:58.418858Z","time spent":"541.319616ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:21:59.24375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.039542ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-02T21:21:59.316763Z","caller":"traceutil/trace.go:171","msg":"trace[205451770] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"352.308563ms","start":"2026-03-02T21:21:58.964425Z","end":"2026-03-02T21:21:59.316733Z","steps":["trace[205451770] 'process raft request' (duration: 352.20681ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:21:59.316812Z","caller":"traceutil/trace.go:171","msg":"trace[1191793412] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"352.636282ms","start":"2026-03-02T21:21:58.964125Z","end":"2026-03-02T21:21:59.316762Z","steps":["trace[1191793412] 'process raft request' (duration: 352.315593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:59.316967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:58.964407Z","time spent":"352.448477ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:21:59.316982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:58.964108Z","time spent":"352.782286ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:21:59.317299Z","caller":"traceutil/trace.go:171","msg":"trace[1722098578] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"352.838028ms","start":"2026-03-02T21:21:58.964446Z","end":"2026-03-02T21:21:59.317284Z","steps":["trace[1722098578] 'process raft request' (duration: 352.234972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:59.317389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:58.964423Z","time spent":"352.92902ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:21:59.317546Z","caller":"traceutil/trace.go:171","msg":"trace[922817242] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"352.464637ms","start":"2026-03-02T21:21:58.965067Z","end":"2026-03-02T21:21:59.317531Z","steps":["trace[922817242] 'process raft request' (duration: 352.139269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:59.317675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:21:58.965059Z","time spent":"352.524449ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:21:59.317681Z","caller":"traceutil/trace.go:171","msg":"trace[1080332441] linearizableReadLoop","detail":"{readStateIndex:848; appliedIndex:843; }","duration":"279.397698ms","start":"2026-03-02T21:21:59.038134Z","end":"2026-03-02T21:21:59.317532Z","steps":["trace[1080332441] 'read index received' (duration: 3.546736ms)","trace[1080332441] 'applied index is now lower than readState.Index' (duration: 275.846101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:21:59.317798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.653194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:21:59.318227Z","caller":"traceutil/trace.go:171","msg":"trace[550494808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:814; }","duration":"280.103156ms","start":"2026-03-02T21:21:59.038106Z","end":"2026-03-02T21:21:59.318209Z","steps":["trace[550494808] 'agreement among raft nodes before linearized reading' (duration: 279.623853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:59.328699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.234917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:21:59.328755Z","caller":"traceutil/trace.go:171","msg":"trace[600112453] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:815; }","duration":"290.349431ms","start":"2026-03-02T21:21:59.038392Z","end":"2026-03-02T21:21:59.328742Z","steps":["trace[600112453] 'agreement among raft nodes before linearized reading' (duration: 290.236448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:21:59.328972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.342376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:21:59.32911Z","caller":"traceutil/trace.go:171","msg":"trace[947566300] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:815; }","duration":"219.518641ms","start":"2026-03-02T21:21:59.109581Z","end":"2026-03-02T21:21:59.3291Z","steps":["trace[947566300] 'agreement among raft nodes before linearized reading' (duration: 219.323126ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:08.158508Z","caller":"traceutil/trace.go:171","msg":"trace[1622638688] linearizableReadLoop","detail":"{readStateIndex:874; appliedIndex:873; }","duration":"134.799377ms","start":"2026-03-02T21:22:08.023684Z","end":"2026-03-02T21:22:08.158483Z","steps":["trace[1622638688] 'read index received' (duration: 134.594801ms)","trace[1622638688] 'applied index is now lower than readState.Index' (duration: 203.136µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:22:08.158621Z","caller":"traceutil/trace.go:171","msg":"trace[1951312490] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"158.110583ms","start":"2026-03-02T21:22:08.000477Z","end":"2026-03-02T21:22:08.158588Z","steps":["trace[1951312490] 'process raft request' (duration: 157.878666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:08.158714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.016882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:22:08.158745Z","caller":"traceutil/trace.go:171","msg":"trace[63085180] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:838; }","duration":"135.093425ms","start":"2026-03-02T21:22:08.023644Z","end":"2026-03-02T21:22:08.158738Z","steps":["trace[63085180] 'agreement among raft nodes before linearized reading' (duration: 134.967161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:08.158927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.989109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:08.15902Z","caller":"traceutil/trace.go:171","msg":"trace[1440333447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:838; }","duration":"117.162354ms","start":"2026-03-02T21:22:08.041838Z","end":"2026-03-02T21:22:08.159Z","steps":["trace[1440333447] 'agreement among raft nodes before linearized reading' (duration: 116.955308ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:12.985087Z","caller":"traceutil/trace.go:171","msg":"trace[675007208] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"512.438151ms","start":"2026-03-02T21:22:12.472619Z","end":"2026-03-02T21:22:12.985057Z","steps":["trace[675007208] 'process raft request' (duration: 512.241465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:12.985292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:12.47259Z","time spent":"512.606095ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:22:13.494093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582949108446874,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:22:13.976139Z","caller":"traceutil/trace.go:171","msg":"trace[1728760130] linearizableReadLoop","detail":"{readStateIndex:939; appliedIndex:938; }","duration":"982.459053ms","start":"2026-03-02T21:22:12.993661Z","end":"2026-03-02T21:22:13.976121Z","steps":["trace[1728760130] 'read index received' (duration: 952.950971ms)","trace[1728760130] 'applied index is now lower than readState.Index' (duration: 29.507402ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:22:13.976228Z","caller":"traceutil/trace.go:171","msg":"trace[890479676] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"999.996292ms","start":"2026-03-02T21:22:12.976223Z","end":"2026-03-02T21:22:13.976219Z","steps":["trace[890479676] 'process raft request' (duration: 970.382338ms)","trace[890479676] 'compare' (duration: 29.413869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:22:13.976312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:12.976203Z","time spent":"1.000039564s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:22:13.976342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.611893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:13.976413Z","caller":"traceutil/trace.go:171","msg":"trace[495659760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:902; }","duration":"939.718595ms","start":"2026-03-02T21:22:13.036676Z","end":"2026-03-02T21:22:13.976394Z","steps":["trace[495659760] 'agreement among raft nodes before linearized reading' (duration: 939.608342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:13.976451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:13.036658Z","time spent":"939.785807ms","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:22:13.976577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.993339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:22:13.976604Z","caller":"traceutil/trace.go:171","msg":"trace[1324677941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:902; }","duration":"578.057531ms","start":"2026-03-02T21:22:13.398539Z","end":"2026-03-02T21:22:13.976596Z","steps":["trace[1324677941] 'agreement among raft nodes before linearized reading' (duration: 577.961658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:13.976623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:13.398492Z","time spent":"578.127343ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:22:13.976635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.607669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:22:13.976722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.066129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:22:13.976703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.906007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T21:22:13.976724Z","caller":"traceutil/trace.go:171","msg":"trace[2073884200] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:902; }","duration":"839.752202ms","start":"2026-03-02T21:22:13.136952Z","end":"2026-03-02T21:22:13.976704Z","steps":["trace[2073884200] 'agreement among raft nodes before linearized reading' (duration: 839.568158ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:13.976748Z","caller":"traceutil/trace.go:171","msg":"trace[1205860911] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:902; }","duration":"983.12828ms","start":"2026-03-02T21:22:12.993614Z","end":"2026-03-02T21:22:13.976742Z","steps":["trace[1205860911] 'agreement among raft nodes before linearized reading' (duration: 983.083019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:13.976763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:12.993595Z","time spent":"983.163881ms","remote":"127.0.0.1:36998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:22:13.976769Z","caller":"traceutil/trace.go:171","msg":"trace[1620102301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:902; }","duration":"916.001609ms","start":"2026-03-02T21:22:13.060752Z","end":"2026-03-02T21:22:13.976753Z","steps":["trace[1620102301] 'agreement among raft nodes before linearized reading' (duration: 915.807094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:13.976772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:13.136929Z","time spent":"839.833925ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":7,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:22:13.9768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:13.06074Z","time spent":"916.05353ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:22:13.976801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.614086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:22:13.976835Z","caller":"traceutil/trace.go:171","msg":"trace[1378259003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:902; }","duration":"575.664107ms","start":"2026-03-02T21:22:13.40116Z","end":"2026-03-02T21:22:13.976824Z","steps":["trace[1378259003] 'agreement among raft nodes before linearized reading' (duration: 575.550244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:13.976865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:13.401148Z","time spent":"575.710548ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:22:13.976914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.828504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:22:13.976932Z","caller":"traceutil/trace.go:171","msg":"trace[1370493431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:902; }","duration":"571.873355ms","start":"2026-03-02T21:22:13.405053Z","end":"2026-03-02T21:22:13.976927Z","steps":["trace[1370493431] 'agreement among raft nodes before linearized reading' (duration: 571.826564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:13.976945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:13.405043Z","time spent":"571.898906ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:22:13.977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.878423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T21:22:13.977026Z","caller":"traceutil/trace.go:171","msg":"trace[16174285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:902; }","duration":"578.945085ms","start":"2026-03-02T21:22:13.398073Z","end":"2026-03-02T21:22:13.977018Z","steps":["trace[16174285] 'agreement among raft nodes before linearized reading' (duration: 578.871143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:13.97705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:13.39805Z","time spent":"578.995317ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:22:22.230336Z","caller":"traceutil/trace.go:171","msg":"trace[427995740] linearizableReadLoop","detail":"{readStateIndex:963; appliedIndex:962; }","duration":"198.020674ms","start":"2026-03-02T21:22:22.032298Z","end":"2026-03-02T21:22:22.230319Z","steps":["trace[427995740] 'read index received' (duration: 197.833029ms)","trace[427995740] 'applied index is now lower than readState.Index' (duration: 186.895µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:22:22.230582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.258679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T21:22:22.230619Z","caller":"traceutil/trace.go:171","msg":"trace[636882723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:924; }","duration":"170.344281ms","start":"2026-03-02T21:22:22.060265Z","end":"2026-03-02T21:22:22.23061Z","steps":["trace[636882723] 'agreement among raft nodes before linearized reading' (duration: 170.212938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:22.230654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.924127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-02T21:22:22.230651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.99362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:22:22.230639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.978009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:22.230713Z","caller":"traceutil/trace.go:171","msg":"trace[1595512965] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:924; }","duration":"171.012919ms","start":"2026-03-02T21:22:22.059687Z","end":"2026-03-02T21:22:22.2307Z","steps":["trace[1595512965] 'agreement among raft nodes before linearized reading' (duration: 170.806203ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:22.230745Z","caller":"traceutil/trace.go:171","msg":"trace[498271915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:924; }","duration":"196.130323ms","start":"2026-03-02T21:22:22.034597Z","end":"2026-03-02T21:22:22.230728Z","steps":["trace[498271915] 'agreement among raft nodes before linearized reading' (duration: 195.884876ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:22.230745Z","caller":"traceutil/trace.go:171","msg":"trace[1862763806] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:924; }","duration":"120.127903ms","start":"2026-03-02T21:22:22.110591Z","end":"2026-03-02T21:22:22.230719Z","steps":["trace[1862763806] 'agreement among raft nodes before linearized reading' (duration: 119.971799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:22.230678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.515973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T21:22:22.230821Z","caller":"traceutil/trace.go:171","msg":"trace[1269416819] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:924; }","duration":"171.703818ms","start":"2026-03-02T21:22:22.059108Z","end":"2026-03-02T21:22:22.230812Z","steps":["trace[1269416819] 'agreement among raft nodes before linearized reading' (duration: 171.441781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:22.230991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.703091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-02T21:22:22.231008Z","caller":"traceutil/trace.go:171","msg":"trace[1546060591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:924; }","duration":"198.758033ms","start":"2026-03-02T21:22:22.032244Z","end":"2026-03-02T21:22:22.231002Z","steps":["trace[1546060591] 'agreement among raft nodes before linearized reading' (duration: 198.175047ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:22.230494Z","caller":"traceutil/trace.go:171","msg":"trace[1659314673] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"213.030757ms","start":"2026-03-02T21:22:22.017384Z","end":"2026-03-02T21:22:22.230415Z","steps":["trace[1659314673] 'process raft request' (duration: 212.827682ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:22.376855Z","caller":"traceutil/trace.go:171","msg":"trace[2013559580] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"141.374433ms","start":"2026-03-02T21:22:22.235447Z","end":"2026-03-02T21:22:22.376822Z","steps":["trace[2013559580] 'process raft request' (duration: 85.967667ms)","trace[2013559580] 'compare' (duration: 55.18463ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:22:22.377013Z","caller":"traceutil/trace.go:171","msg":"trace[2058982407] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"141.194738ms","start":"2026-03-02T21:22:22.235806Z","end":"2026-03-02T21:22:22.377001Z","steps":["trace[2058982407] 'process raft request' (duration: 140.952112ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:22.377114Z","caller":"traceutil/trace.go:171","msg":"trace[973303453] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"140.564822ms","start":"2026-03-02T21:22:22.236526Z","end":"2026-03-02T21:22:22.377091Z","steps":["trace[973303453] 'process raft request' (duration: 140.429388ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:28.381882Z","caller":"traceutil/trace.go:171","msg":"trace[542441796] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"106.521156ms","start":"2026-03-02T21:22:28.275333Z","end":"2026-03-02T21:22:28.381854Z","steps":["trace[542441796] 'process raft request' (duration: 106.377202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:28.744071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.183665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:22:28.744178Z","caller":"traceutil/trace.go:171","msg":"trace[1650800151] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"346.728493ms","start":"2026-03-02T21:22:28.397431Z","end":"2026-03-02T21:22:28.744159Z","steps":["trace[1650800151] 'process raft request' (duration: 245.386465ms)","trace[1650800151] 'compare' (duration: 101.077231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:22:28.744243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:28.397415Z","time spent":"346.797294ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:22:28.822907Z","caller":"traceutil/trace.go:171","msg":"trace[386451864] linearizableReadLoop","detail":"{readStateIndex:984; appliedIndex:981; }","duration":"415.170045ms","start":"2026-03-02T21:22:28.407717Z","end":"2026-03-02T21:22:28.822887Z","steps":["trace[386451864] 'read index received' (duration: 235.111411ms)","trace[386451864] 'applied index is now lower than readState.Index' (duration: 180.057784ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:22:28.822971Z","caller":"traceutil/trace.go:171","msg":"trace[488028910] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"422.594144ms","start":"2026-03-02T21:22:28.400336Z","end":"2026-03-02T21:22:28.82293Z","steps":["trace[488028910] 'process raft request' (duration: 422.411969ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:28.823052Z","caller":"traceutil/trace.go:171","msg":"trace[1073060798] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"422.643375ms","start":"2026-03-02T21:22:28.400401Z","end":"2026-03-02T21:22:28.823044Z","steps":["trace[1073060798] 'process raft request' (duration: 422.4541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:28.823103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:28.400325Z","time spent":"422.705166ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:22:28.823139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:28.400386Z","time spent":"422.690286ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:22:28.823194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.585428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:22:28.823254Z","caller":"traceutil/trace.go:171","msg":"trace[1971472477] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:944; }","duration":"385.691851ms","start":"2026-03-02T21:22:28.437549Z","end":"2026-03-02T21:22:28.823241Z","steps":["trace[1971472477] 'agreement among raft nodes before linearized reading' (duration: 385.582428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:28.823289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:28.437529Z","time spent":"385.752042ms","remote":"127.0.0.1:36844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:22:28.823492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.71951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T21:22:28.823641Z","caller":"traceutil/trace.go:171","msg":"trace[740553767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:944; }","duration":"415.880884ms","start":"2026-03-02T21:22:28.407674Z","end":"2026-03-02T21:22:28.823555Z","steps":["trace[740553767] 'agreement among raft nodes before linearized reading' (duration: 415.529515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:28.823747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:28.407659Z","time spent":"416.06933ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:22:29.158583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.716814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:22:29.158693Z","caller":"traceutil/trace.go:171","msg":"trace[712504045] linearizableReadLoop","detail":"{readStateIndex:985; appliedIndex:984; }","duration":"327.805419ms","start":"2026-03-02T21:22:28.830871Z","end":"2026-03-02T21:22:29.158676Z","steps":["trace[712504045] 'read index received' (duration: 25.824188ms)","trace[712504045] 'applied index is now lower than readState.Index' (duration: 301.980101ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:22:29.158889Z","caller":"traceutil/trace.go:171","msg":"trace[1015397045] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"330.348097ms","start":"2026-03-02T21:22:28.828491Z","end":"2026-03-02T21:22:29.158839Z","steps":["trace[1015397045] 'process raft request' (duration: 28.253012ms)","trace[1015397045] 'compare' (duration: 301.586911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:22:29.159035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:28.828432Z","time spent":"330.504111ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:22:29.159753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.874088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T21:22:29.159803Z","caller":"traceutil/trace.go:171","msg":"trace[1934315442] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:945; }","duration":"328.935619ms","start":"2026-03-02T21:22:28.830853Z","end":"2026-03-02T21:22:29.159789Z","steps":["trace[1934315442] 'agreement among raft nodes before linearized reading' (duration: 327.868391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:29.159838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:28.830845Z","time spent":"328.984911ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-02T21:22:29.854794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.38159ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-02T21:22:29.854866Z","caller":"traceutil/trace.go:171","msg":"trace[1967149269] linearizableReadLoop","detail":"{readStateIndex:986; appliedIndex:985; }","duration":"187.036801ms","start":"2026-03-02T21:22:29.667817Z","end":"2026-03-02T21:22:29.854854Z","steps":["trace[1967149269] 'read index received' (duration: 44.572µs)","trace[1967149269] 'applied index is now lower than readState.Index' (duration: 186.990929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:22:29.854917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.092853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:22:29.85493Z","caller":"traceutil/trace.go:171","msg":"trace[728642627] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:945; }","duration":"187.150204ms","start":"2026-03-02T21:22:29.667775Z","end":"2026-03-02T21:22:29.854926Z","steps":["trace[728642627] 'agreement among raft nodes before linearized reading' (duration: 187.107653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:29.854886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:29.161578Z","time spent":"693.301432ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T21:22:30.569981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.254321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:22:30.57078Z","caller":"traceutil/trace.go:171","msg":"trace[36430893] linearizableReadLoop","detail":"{readStateIndex:987; appliedIndex:986; }","duration":"528.536994ms","start":"2026-03-02T21:22:30.042225Z","end":"2026-03-02T21:22:30.570762Z","steps":["trace[36430893] 'read index received' (duration: 374.357448ms)","trace[36430893] 'applied index is now lower than readState.Index' (duration: 154.178166ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:22:30.570864Z","caller":"traceutil/trace.go:171","msg":"trace[742993523] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"714.536318ms","start":"2026-03-02T21:22:29.856316Z","end":"2026-03-02T21:22:30.570853Z","steps":["trace[742993523] 'process raft request' (duration: 560.322681ms)","trace[742993523] 'compare' (duration: 153.101877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:22:30.570927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:29.8563Z","time spent":"714.588198ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:22:30.571159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.107911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:30.571211Z","caller":"traceutil/trace.go:171","msg":"trace[912056810] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:946; }","duration":"511.205703ms","start":"2026-03-02T21:22:30.05999Z","end":"2026-03-02T21:22:30.571196Z","steps":["trace[912056810] 'agreement among raft nodes before linearized reading' (duration: 511.039438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:30.571238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:30.059977Z","time spent":"511.255795ms","remote":"127.0.0.1:37264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:22:30.571256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.000336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:30.571323Z","caller":"traceutil/trace.go:171","msg":"trace[1984504665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:946; }","duration":"529.085159ms","start":"2026-03-02T21:22:30.04222Z","end":"2026-03-02T21:22:30.571305Z","steps":["trace[1984504665] 'agreement among raft nodes before linearized reading' (duration: 528.960595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:30.571315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.546111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:22:30.571367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:30.042175Z","time spent":"529.183612ms","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:22:30.571378Z","caller":"traceutil/trace.go:171","msg":"trace[1034121461] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:946; }","duration":"185.644983ms","start":"2026-03-02T21:22:30.385719Z","end":"2026-03-02T21:22:30.571364Z","steps":["trace[1034121461] 'agreement among raft nodes before linearized reading' (duration: 185.466148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:30.883309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.28615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:22:30.883412Z","caller":"traceutil/trace.go:171","msg":"trace[1259486156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:947; }","duration":"136.413383ms","start":"2026-03-02T21:22:30.746973Z","end":"2026-03-02T21:22:30.883387Z","steps":["trace[1259486156] 'range keys from in-memory index tree' (duration: 135.830797ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:31.01125Z","caller":"traceutil/trace.go:171","msg":"trace[678895111] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"124.893056ms","start":"2026-03-02T21:22:30.886336Z","end":"2026-03-02T21:22:31.011229Z","steps":["trace[678895111] 'process raft request' (duration: 124.581687ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:31.026767Z","caller":"traceutil/trace.go:171","msg":"trace[1280306128] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"138.630422ms","start":"2026-03-02T21:22:30.888121Z","end":"2026-03-02T21:22:31.026752Z","steps":["trace[1280306128] 'process raft request' (duration: 138.602911ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:31.026872Z","caller":"traceutil/trace.go:171","msg":"trace[7344759] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"140.03833ms","start":"2026-03-02T21:22:30.886808Z","end":"2026-03-02T21:22:31.026846Z","steps":["trace[7344759] 'process raft request' (duration: 139.839284ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:31.216566Z","caller":"traceutil/trace.go:171","msg":"trace[845163085] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"119.868381ms","start":"2026-03-02T21:22:31.096658Z","end":"2026-03-02T21:22:31.216527Z","steps":["trace[845163085] 'process raft request' (duration: 61.679712ms)","trace[845163085] 'compare' (duration: 58.015455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:22:33.515422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582949108447020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:22:34.016001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582949108447020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:22:34.516337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582949108447020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:22:35.017048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582949108447020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:22:35.51742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582949108447020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:22:35.574663Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.926416967s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:22:35.57505Z","caller":"traceutil/trace.go:171","msg":"trace[1714042437] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"2.926871069s","start":"2026-03-02T21:22:32.648156Z","end":"2026-03-02T21:22:35.575027Z","steps":["trace[1714042437] 'process raft request' (duration: 2.926739106s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:35.575174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:32.648135Z","time spent":"2.926965562s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:22:36.037837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00008119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T21:22:36.037909Z","caller":"traceutil/trace.go:171","msg":"trace[1960489963] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000212734s","start":"2026-03-02T21:22:34.037681Z","end":"2026-03-02T21:22:36.037894Z","steps":["trace[1960489963] 'agreement among raft nodes before linearized reading' (duration: 2.000109691s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:36.037948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:34.037664Z","time spent":"2.000275876s","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 21:22:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T21:22:37.152851Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.577973189s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:22:37.169252Z","caller":"traceutil/trace.go:171","msg":"trace[449906145] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"3.496065566s","start":"2026-03-02T21:22:33.673152Z","end":"2026-03-02T21:22:37.169217Z","steps":["trace[449906145] 'process raft request' (duration: 3.479848184s)","trace[449906145] 'compare' (duration: 16.097019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:22:37.170145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:33.673124Z","time spent":"3.496732564s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:22:37.287186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.982492ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T21:22:37.287421Z","caller":"traceutil/trace.go:171","msg":"trace[319864041] linearizableReadLoop","detail":"{readStateIndex:997; appliedIndex:993; }","duration":"4.272754589s","start":"2026-03-02T21:22:33.014649Z","end":"2026-03-02T21:22:37.287404Z","steps":["trace[319864041] 'read index received' (duration: 2.560248828s)","trace[319864041] 'applied index is now lower than readState.Index' (duration: 1.712504441s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:22:37.287537Z","caller":"traceutil/trace.go:171","msg":"trace[2025140709] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"3.273424867s","start":"2026-03-02T21:22:34.014023Z","end":"2026-03-02T21:22:37.287448Z","steps":["trace[2025140709] 'process raft request' (duration: 3.273257623s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:37.287624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.256904347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T21:22:37.287623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.272963304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:22:37.287631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105600099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:22:37.28769Z","caller":"traceutil/trace.go:171","msg":"trace[1180859839] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:955; }","duration":"4.273077647s","start":"2026-03-02T21:22:33.014596Z","end":"2026-03-02T21:22:37.287673Z","steps":["trace[1180859839] 'agreement among raft nodes before linearized reading' (duration: 4.272857002s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:37.287718Z","caller":"traceutil/trace.go:171","msg":"trace[27403149] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:955; }","duration":"2.105739523s","start":"2026-03-02T21:22:35.181961Z","end":"2026-03-02T21:22:37.2877Z","steps":["trace[27403149] 'agreement among raft nodes before linearized reading' (duration: 2.105578109s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:37.28774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.256894337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T21:22:37.287739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:33.014571Z","time spent":"4.27315943s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:22:37.287752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.852383736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:37.287771Z","caller":"traceutil/trace.go:171","msg":"trace[413883691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:955; }","duration":"4.256967089s","start":"2026-03-02T21:22:33.030793Z","end":"2026-03-02T21:22:37.28776Z","steps":["trace[413883691] 'agreement among raft nodes before linearized reading' (duration: 4.256888527s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:37.287763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.035553693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T21:22:37.287816Z","caller":"traceutil/trace.go:171","msg":"trace[342456986] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:955; }","duration":"2.852475058s","start":"2026-03-02T21:22:34.435323Z","end":"2026-03-02T21:22:37.287798Z","steps":["trace[342456986] 'agreement among raft nodes before linearized reading' (duration: 2.852362105s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:37.287826Z","caller":"traceutil/trace.go:171","msg":"trace[1581425718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:955; }","duration":"4.035681456s","start":"2026-03-02T21:22:33.252131Z","end":"2026-03-02T21:22:37.287812Z","steps":["trace[1581425718] 'agreement among raft nodes before linearized reading' (duration: 4.035487641s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:37.28782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:33.030742Z","time spent":"4.257070201s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:22:37.287846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.584291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:22:37.287862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:34.435309Z","time spent":"2.85254114s","remote":"127.0.0.1:36984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:22:37.287863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:33.25211Z","time spent":"4.035744508s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:22:37.28788Z","caller":"traceutil/trace.go:171","msg":"trace[1334694348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:955; }","duration":"562.649423ms","start":"2026-03-02T21:22:36.725222Z","end":"2026-03-02T21:22:37.287871Z","steps":["trace[1334694348] 'agreement among raft nodes before linearized reading' (duration: 562.602031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:37.28791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:36.725201Z","time spent":"562.704224ms","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:22:37.287774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:35.18194Z","time spent":"2.105823105s","remote":"127.0.0.1:36864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:22:37.28766Z","caller":"traceutil/trace.go:171","msg":"trace[1892548044] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:955; }","duration":"4.256948188s","start":"2026-03-02T21:22:33.030702Z","end":"2026-03-02T21:22:37.28765Z","steps":["trace[1892548044] 'agreement among raft nodes before linearized reading' (duration: 4.256806264s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:37.287997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:33.030667Z","time spent":"4.257321998s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:22:37.288016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249846441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:37.288044Z","caller":"traceutil/trace.go:171","msg":"trace[410219821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:955; }","duration":"1.249904343s","start":"2026-03-02T21:22:36.038131Z","end":"2026-03-02T21:22:37.288035Z","steps":["trace[410219821] 'agreement among raft nodes before linearized reading' (duration: 1.249860972s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:37.288077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:36.038112Z","time spent":"1.249960444s","remote":"127.0.0.1:36746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:22:37.288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:34.013998Z","time spent":"3.273636703s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:22:37.620017Z","caller":"traceutil/trace.go:171","msg":"trace[1143536193] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"327.494201ms","start":"2026-03-02T21:22:37.29249Z","end":"2026-03-02T21:22:37.619984Z","steps":["trace[1143536193] 'process raft request' (duration: 327.196443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:37.620278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:37.292473Z","time spent":"327.649705ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:22:37.620409Z","caller":"traceutil/trace.go:171","msg":"trace[147138283] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"327.674316ms","start":"2026-03-02T21:22:37.292663Z","end":"2026-03-02T21:22:37.620337Z","steps":["trace[147138283] 'process raft request' (duration: 327.265425ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:37.620524Z","caller":"traceutil/trace.go:171","msg":"trace[1442347361] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"327.485381ms","start":"2026-03-02T21:22:37.293023Z","end":"2026-03-02T21:22:37.620508Z","steps":["trace[1442347361] 'process raft request' (duration: 327.161082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:37.62054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.897589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:37.620562Z","caller":"traceutil/trace.go:171","msg":"trace[292659558] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"326.923366ms","start":"2026-03-02T21:22:37.293628Z","end":"2026-03-02T21:22:37.620551Z","steps":["trace[292659558] 'process raft request' (duration: 326.671889ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:37.620594Z","caller":"traceutil/trace.go:171","msg":"trace[1545131556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:960; }","duration":"325.975611ms","start":"2026-03-02T21:22:37.294604Z","end":"2026-03-02T21:22:37.62058Z","steps":["trace[1545131556] 'agreement among raft nodes before linearized reading' (duration: 325.866208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:37.620596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:37.293001Z","time spent":"327.557183ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:22:37.620629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:37.293618Z","time spent":"326.965757ms","remote":"127.0.0.1:36824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:22:37.620654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:37.294594Z","time spent":"326.048562ms","remote":"127.0.0.1:36746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:22:37.620726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:37.292657Z","time spent":"327.8378ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:22:37.620409Z","caller":"traceutil/trace.go:171","msg":"trace[1427375450] linearizableReadLoop","detail":"{readStateIndex:1002; appliedIndex:997; }","duration":"325.760504ms","start":"2026-03-02T21:22:37.294624Z","end":"2026-03-02T21:22:37.620385Z","steps":["trace[1427375450] 'read index received' (duration: 40.491018ms)","trace[1427375450] 'applied index is now lower than readState.Index' (duration: 285.267926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:22:38.539428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582949108447034,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:22:39.156095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13070052s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:39.156186Z","caller":"traceutil/trace.go:171","msg":"trace[1072121587] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:960; }","duration":"1.130799252s","start":"2026-03-02T21:22:38.025373Z","end":"2026-03-02T21:22:39.156172Z","steps":["trace[1072121587] 'range keys from in-memory index tree' (duration: 1.130687799s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:39.15685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.330745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:22:39.156967Z","caller":"traceutil/trace.go:171","msg":"trace[1776195755] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"1.532175011s","start":"2026-03-02T21:22:37.624775Z","end":"2026-03-02T21:22:39.15695Z","steps":["trace[1776195755] 'process raft request' (duration: 1.147702212s)","trace[1776195755] 'compare' (duration: 384.264333ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:22:39.157038Z","caller":"traceutil/trace.go:171","msg":"trace[123576198] linearizableReadLoop","detail":"{readStateIndex:1003; appliedIndex:1002; }","duration":"1.11796372s","start":"2026-03-02T21:22:38.039062Z","end":"2026-03-02T21:22:39.157026Z","steps":["trace[123576198] 'read index received' (duration: 733.379879ms)","trace[123576198] 'applied index is now lower than readState.Index' (duration: 384.582331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:22:39.157037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:37.624751Z","time spent":"1.532251902s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:22:39.157197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.21175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T21:22:39.157223Z","caller":"traceutil/trace.go:171","msg":"trace[437778284] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:962; }","duration":"325.274682ms","start":"2026-03-02T21:22:38.831941Z","end":"2026-03-02T21:22:39.157216Z","steps":["trace[437778284] 'agreement among raft nodes before linearized reading' (duration: 325.168719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:39.157204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118116205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:22:39.157244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:38.831922Z","time spent":"325.316993ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"info","ts":"2026-03-02T21:22:39.157264Z","caller":"traceutil/trace.go:171","msg":"trace[815672947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:962; }","duration":"1.118227317s","start":"2026-03-02T21:22:38.039022Z","end":"2026-03-02T21:22:39.157249Z","steps":["trace[815672947] 'agreement among raft nodes before linearized reading' (duration: 1.118068813s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:39.157302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:38.039001Z","time spent":"1.118295979s","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:22:39.660887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582949108447038,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:22:40.488355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.358542ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-02T21:22:40.491502Z","caller":"traceutil/trace.go:171","msg":"trace[2145041901] linearizableReadLoop","detail":"{readStateIndex:1005; appliedIndex:1004; }","duration":"1.331782293s","start":"2026-03-02T21:22:39.15968Z","end":"2026-03-02T21:22:40.491462Z","steps":["trace[2145041901] 'read index received' (duration: 519.312119ms)","trace[2145041901] 'applied index is now lower than readState.Index' (duration: 812.466664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:22:40.49152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:39.159632Z","time spent":"1.331881275s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T21:22:40.49172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332017389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:40.49176Z","caller":"traceutil/trace.go:171","msg":"trace[369792090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:962; }","duration":"1.332099142s","start":"2026-03-02T21:22:39.15965Z","end":"2026-03-02T21:22:40.491749Z","steps":["trace[369792090] 'agreement among raft nodes before linearized reading' (duration: 1.331997199s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:40.491799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:39.159636Z","time spent":"1.332155483s","remote":"127.0.0.1:36746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:22:40.492204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241741836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5183"} {"level":"info","ts":"2026-03-02T21:22:40.492261Z","caller":"traceutil/trace.go:171","msg":"trace[576743597] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:962; }","duration":"1.241848459s","start":"2026-03-02T21:22:39.250391Z","end":"2026-03-02T21:22:40.492239Z","steps":["trace[576743597] 'agreement among raft nodes before linearized reading' (duration: 1.241622803s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:40.492301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:39.250305Z","time spent":"1.241988282s","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":5207,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T21:22:40.492536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.988192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T21:22:40.492551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.418448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T21:22:40.492573Z","caller":"traceutil/trace.go:171","msg":"trace[553080736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:962; }","duration":"868.063384ms","start":"2026-03-02T21:22:39.624497Z","end":"2026-03-02T21:22:40.492561Z","steps":["trace[553080736] 'agreement among raft nodes before linearized reading' (duration: 867.958472ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:40.492597Z","caller":"traceutil/trace.go:171","msg":"trace[1399742210] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:962; }","duration":"867.482509ms","start":"2026-03-02T21:22:39.625101Z","end":"2026-03-02T21:22:40.492583Z","steps":["trace[1399742210] 'agreement among raft nodes before linearized reading' (duration: 867.319255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:40.492612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:39.624475Z","time spent":"868.128476ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:22:40.492635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:39.625089Z","time spent":"867.537031ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:22:40.492746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.503255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:40.492856Z","caller":"traceutil/trace.go:171","msg":"trace[607415949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:962; }","duration":"305.634869ms","start":"2026-03-02T21:22:40.187209Z","end":"2026-03-02T21:22:40.492844Z","steps":["trace[607415949] 'agreement among raft nodes before linearized reading' (duration: 305.512416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:40.492889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:40.187194Z","time spent":"305.68658ms","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:22:40.492962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15402478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-02T21:22:40.493001Z","caller":"traceutil/trace.go:171","msg":"trace[759228147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:962; }","duration":"1.154087922s","start":"2026-03-02T21:22:39.338901Z","end":"2026-03-02T21:22:40.492989Z","steps":["trace[759228147] 'agreement among raft nodes before linearized reading' (duration: 1.153973069s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:40.493037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:39.338887Z","time spent":"1.154140623s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:22:40.493132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.713415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T21:22:40.49317Z","caller":"traceutil/trace.go:171","msg":"trace[1595987000] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:962; }","duration":"867.767667ms","start":"2026-03-02T21:22:39.625392Z","end":"2026-03-02T21:22:40.49316Z","steps":["trace[1595987000] 'agreement among raft nodes before linearized reading' (duration: 867.656384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:40.493202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:39.625384Z","time spent":"867.809438ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:22:40.769997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.549032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:22:40.770113Z","caller":"traceutil/trace.go:171","msg":"trace[1393703294] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"274.48781ms","start":"2026-03-02T21:22:40.495604Z","end":"2026-03-02T21:22:40.770092Z","steps":["trace[1393703294] 'process raft request' (duration: 109.761413ms)","trace[1393703294] 'compare' (duration: 164.433239ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:22:40.790849Z","caller":"traceutil/trace.go:171","msg":"trace[965950080] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"292.404676ms","start":"2026-03-02T21:22:40.498419Z","end":"2026-03-02T21:22:40.790824Z","steps":["trace[965950080] 'process raft request' (duration: 292.222901ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:40.791207Z","caller":"traceutil/trace.go:171","msg":"trace[67690093] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"292.623892ms","start":"2026-03-02T21:22:40.498569Z","end":"2026-03-02T21:22:40.791193Z","steps":["trace[67690093] 'process raft request' (duration: 292.208611ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:40.791311Z","caller":"traceutil/trace.go:171","msg":"trace[2088451841] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"290.475755ms","start":"2026-03-02T21:22:40.500811Z","end":"2026-03-02T21:22:40.791286Z","steps":["trace[2088451841] 'process raft request' (duration: 290.385673ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:40.791389Z","caller":"traceutil/trace.go:171","msg":"trace[1012470451] linearizableReadLoop","detail":"{readStateIndex:1009; appliedIndex:1005; }","duration":"290.849146ms","start":"2026-03-02T21:22:40.500485Z","end":"2026-03-02T21:22:40.791334Z","steps":["trace[1012470451] 'read index received' (duration: 104.884473ms)","trace[1012470451] 'applied index is now lower than readState.Index' (duration: 185.963853ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:22:40.791359Z","caller":"traceutil/trace.go:171","msg":"trace[1612764767] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"292.16474ms","start":"2026-03-02T21:22:40.499183Z","end":"2026-03-02T21:22:40.791348Z","steps":["trace[1612764767] 'process raft request' (duration: 291.889713ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:40.791487Z","caller":"traceutil/trace.go:171","msg":"trace[2033874623] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"290.214998ms","start":"2026-03-02T21:22:40.501244Z","end":"2026-03-02T21:22:40.791459Z","steps":["trace[2033874623] 'process raft request' (duration: 289.991112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:40.791535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.03748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:40.79156Z","caller":"traceutil/trace.go:171","msg":"trace[1438438514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:968; }","duration":"291.097211ms","start":"2026-03-02T21:22:40.500455Z","end":"2026-03-02T21:22:40.791552Z","steps":["trace[1438438514] 'agreement among raft nodes before linearized reading' (duration: 291.019899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:40.79157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.017366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:40.791613Z","caller":"traceutil/trace.go:171","msg":"trace[1442379757] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:968; }","duration":"191.074638ms","start":"2026-03-02T21:22:40.600528Z","end":"2026-03-02T21:22:40.791603Z","steps":["trace[1442379757] 'agreement among raft nodes before linearized reading' (duration: 190.994096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:42.538194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107143183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:42.538246Z","caller":"traceutil/trace.go:171","msg":"trace[388572946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:970; }","duration":"1.107244665s","start":"2026-03-02T21:22:41.430989Z","end":"2026-03-02T21:22:42.538234Z","steps":["trace[388572946] 'range keys from in-memory index tree' (duration: 1.107016088s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:42.538269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:41.430967Z","time spent":"1.107297276s","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:22:42.5383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.991244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:42.538349Z","caller":"traceutil/trace.go:171","msg":"trace[1217980467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:970; }","duration":"500.089777ms","start":"2026-03-02T21:22:42.038247Z","end":"2026-03-02T21:22:42.538337Z","steps":["trace[1217980467] 'range keys from in-memory index tree' (duration: 499.906862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:42.538375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:42.038223Z","time spent":"500.146868ms","remote":"127.0.0.1:36746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:22:43.542583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582949108447061,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:22:43.629189Z","caller":"traceutil/trace.go:171","msg":"trace[1453663926] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"829.031956ms","start":"2026-03-02T21:22:42.800134Z","end":"2026-03-02T21:22:43.629166Z","steps":["trace[1453663926] 'process raft request' (duration: 828.864011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:43.62937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:42.800111Z","time spent":"829.148909ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:22:43.63426Z","caller":"traceutil/trace.go:171","msg":"trace[1788847101] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"833.848204ms","start":"2026-03-02T21:22:42.800392Z","end":"2026-03-02T21:22:43.63424Z","steps":["trace[1788847101] 'process raft request' (duration: 833.767142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:43.634448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:42.800384Z","time spent":"833.952207ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:22:43.634481Z","caller":"traceutil/trace.go:171","msg":"trace[1702560071] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"834.134421ms","start":"2026-03-02T21:22:42.800324Z","end":"2026-03-02T21:22:43.634458Z","steps":["trace[1702560071] 'process raft request' (duration: 833.71418ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:43.63458Z","caller":"traceutil/trace.go:171","msg":"trace[971938766] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"834.043639ms","start":"2026-03-02T21:22:42.800508Z","end":"2026-03-02T21:22:43.634551Z","steps":["trace[971938766] 'process raft request' (duration: 833.683129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:43.634632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:42.800313Z","time spent":"834.255995ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:22:43.634699Z","caller":"traceutil/trace.go:171","msg":"trace[2103719517] linearizableReadLoop","detail":"{readStateIndex:1018; appliedIndex:1013; }","duration":"597.462799ms","start":"2026-03-02T21:22:43.037222Z","end":"2026-03-02T21:22:43.634685Z","steps":["trace[2103719517] 'read index received' (duration: 591.763648ms)","trace[2103719517] 'applied index is now lower than readState.Index' (duration: 5.697631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:22:43.63473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:42.800495Z","time spent":"834.159203ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:22:43.634773Z","caller":"traceutil/trace.go:171","msg":"trace[1887487564] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"109.402773ms","start":"2026-03-02T21:22:43.525354Z","end":"2026-03-02T21:22:43.634757Z","steps":["trace[1887487564] 'process raft request' (duration: 109.073245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:43.634799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.584972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:22:43.634807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.217809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:43.634834Z","caller":"traceutil/trace.go:171","msg":"trace[191177716] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:975; }","duration":"405.312592ms","start":"2026-03-02T21:22:43.229511Z","end":"2026-03-02T21:22:43.634824Z","steps":["trace[191177716] 'agreement among raft nodes before linearized reading' (duration: 405.262281ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:43.634833Z","caller":"traceutil/trace.go:171","msg":"trace[928770788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:975; }","duration":"597.616843ms","start":"2026-03-02T21:22:43.037204Z","end":"2026-03-02T21:22:43.634821Z","steps":["trace[928770788] 'agreement among raft nodes before linearized reading' (duration: 597.548781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:43.634856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:43.229477Z","time spent":"405.372744ms","remote":"127.0.0.1:39026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:22:43.634863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:43.037141Z","time spent":"597.715986ms","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:22:43.634876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.536987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:43.634914Z","caller":"traceutil/trace.go:171","msg":"trace[2078335247] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:975; }","duration":"103.599339ms","start":"2026-03-02T21:22:43.531304Z","end":"2026-03-02T21:22:43.634903Z","steps":["trace[2078335247] 'agreement among raft nodes before linearized reading' (duration: 103.540758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:43.635064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.316051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:22:43.63509Z","caller":"traceutil/trace.go:171","msg":"trace[1888638777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:975; }","duration":"331.381473ms","start":"2026-03-02T21:22:43.303702Z","end":"2026-03-02T21:22:43.635084Z","steps":["trace[1888638777] 'agreement among raft nodes before linearized reading' (duration: 331.285681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:43.635113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:43.303678Z","time spent":"331.430805ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:22:45.648486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.587723ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T21:22:45.648567Z","caller":"traceutil/trace.go:171","msg":"trace[1735021959] linearizableReadLoop","detail":"{readStateIndex:1023; appliedIndex:1022; }","duration":"610.59939ms","start":"2026-03-02T21:22:45.037956Z","end":"2026-03-02T21:22:45.648556Z","steps":["trace[1735021959] 'read index received' (duration: 267.889724ms)","trace[1735021959] 'applied index is now lower than readState.Index' (duration: 342.708586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:22:45.64869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.726313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:45.648715Z","caller":"traceutil/trace.go:171","msg":"trace[1335483927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:979; }","duration":"610.793475ms","start":"2026-03-02T21:22:45.037913Z","end":"2026-03-02T21:22:45.648707Z","steps":["trace[1335483927] 'agreement among raft nodes before linearized reading' (duration: 610.740054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:45.648737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:45.037892Z","time spent":"610.838127ms","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:22:45.648824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.59963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:45.648988Z","caller":"traceutil/trace.go:171","msg":"trace[36676084] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:979; }","duration":"242.789966ms","start":"2026-03-02T21:22:45.406164Z","end":"2026-03-02T21:22:45.648954Z","steps":["trace[36676084] 'agreement among raft nodes before linearized reading' (duration: 242.58116ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:45.852967Z","caller":"traceutil/trace.go:171","msg":"trace[1979346129] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"200.147139ms","start":"2026-03-02T21:22:45.652795Z","end":"2026-03-02T21:22:45.852942Z","steps":["trace[1979346129] 'process raft request' (duration: 199.899003ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:45.864578Z","caller":"traceutil/trace.go:171","msg":"trace[2002991217] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"211.703778ms","start":"2026-03-02T21:22:45.65285Z","end":"2026-03-02T21:22:45.864553Z","steps":["trace[2002991217] 'process raft request' (duration: 211.515153ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:45.864579Z","caller":"traceutil/trace.go:171","msg":"trace[2127170066] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"211.525283ms","start":"2026-03-02T21:22:45.65303Z","end":"2026-03-02T21:22:45.864556Z","steps":["trace[2127170066] 'process raft request' (duration: 211.444731ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:45.865033Z","caller":"traceutil/trace.go:171","msg":"trace[245300459] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"209.726845ms","start":"2026-03-02T21:22:45.65527Z","end":"2026-03-02T21:22:45.864997Z","steps":["trace[245300459] 'process raft request' (duration: 209.580521ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:45.865076Z","caller":"traceutil/trace.go:171","msg":"trace[1877739333] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"211.77225ms","start":"2026-03-02T21:22:45.653274Z","end":"2026-03-02T21:22:45.865046Z","steps":["trace[1877739333] 'process raft request' (duration: 211.251006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:49.613996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:48.833791Z","time spent":"780.199626ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T21:22:49.848595Z","caller":"traceutil/trace.go:171","msg":"trace[1910918693] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"233.066896ms","start":"2026-03-02T21:22:49.615467Z","end":"2026-03-02T21:22:49.848534Z","steps":["trace[1910918693] 'process raft request' (duration: 232.85033ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:50.049525Z","caller":"traceutil/trace.go:171","msg":"trace[461323372] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"130.540457ms","start":"2026-03-02T21:22:49.918951Z","end":"2026-03-02T21:22:50.049491Z","steps":["trace[461323372] 'process raft request' (duration: 130.149916ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:50.049615Z","caller":"traceutil/trace.go:171","msg":"trace[87135446] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"129.348285ms","start":"2026-03-02T21:22:49.920224Z","end":"2026-03-02T21:22:50.049572Z","steps":["trace[87135446] 'process raft request' (duration: 129.048927ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:50.050097Z","caller":"traceutil/trace.go:171","msg":"trace[1446433719] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"130.29287ms","start":"2026-03-02T21:22:49.919136Z","end":"2026-03-02T21:22:50.049429Z","steps":["trace[1446433719] 'process raft request' (duration: 130.097555ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:52.200093Z","caller":"traceutil/trace.go:171","msg":"trace[613269311] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"139.380502ms","start":"2026-03-02T21:22:52.060682Z","end":"2026-03-02T21:22:52.200063Z","steps":["trace[613269311] 'process raft request' (duration: 139.29847ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:52.200225Z","caller":"traceutil/trace.go:171","msg":"trace[1702141615] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"139.490804ms","start":"2026-03-02T21:22:52.060703Z","end":"2026-03-02T21:22:52.200194Z","steps":["trace[1702141615] 'process raft request' (duration: 139.202337ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:52.20011Z","caller":"traceutil/trace.go:171","msg":"trace[1366850423] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"139.512795ms","start":"2026-03-02T21:22:52.060563Z","end":"2026-03-02T21:22:52.200076Z","steps":["trace[1366850423] 'process raft request' (duration: 130.230058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:52.513642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.072595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:52.513751Z","caller":"traceutil/trace.go:171","msg":"trace[745163549] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1028; }","duration":"201.237159ms","start":"2026-03-02T21:22:52.312475Z","end":"2026-03-02T21:22:52.513712Z","steps":["trace[745163549] 'count revisions from in-memory index tree' (duration: 200.955301ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:53.22199Z","caller":"traceutil/trace.go:171","msg":"trace[2133580671] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"143.180473ms","start":"2026-03-02T21:22:53.078779Z","end":"2026-03-02T21:22:53.22196Z","steps":["trace[2133580671] 'process raft request' (duration: 142.976428ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:56.131413Z","caller":"traceutil/trace.go:171","msg":"trace[699852915] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"135.069937ms","start":"2026-03-02T21:22:55.996299Z","end":"2026-03-02T21:22:56.131369Z","steps":["trace[699852915] 'process raft request' (duration: 134.784199ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:56.259852Z","caller":"traceutil/trace.go:171","msg":"trace[5718841] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"125.010419ms","start":"2026-03-02T21:22:56.13481Z","end":"2026-03-02T21:22:56.25982Z","steps":["trace[5718841] 'process raft request' (duration: 34.775376ms)","trace[5718841] 'compare' (duration: 90.096129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:22:57.180899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.611687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:57.180983Z","caller":"traceutil/trace.go:171","msg":"trace[1403620693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1041; }","duration":"142.745491ms","start":"2026-03-02T21:22:57.038219Z","end":"2026-03-02T21:22:57.180965Z","steps":["trace[1403620693] 'range keys from in-memory index tree' (duration: 142.531035ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:57.834366Z","caller":"traceutil/trace.go:171","msg":"trace[936673705] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"109.822573ms","start":"2026-03-02T21:22:57.724516Z","end":"2026-03-02T21:22:57.834339Z","steps":["trace[936673705] 'process raft request' (duration: 109.668209ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:57.93894Z","caller":"traceutil/trace.go:171","msg":"trace[1681014810] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"114.17824ms","start":"2026-03-02T21:22:57.824731Z","end":"2026-03-02T21:22:57.938909Z","steps":["trace[1681014810] 'process raft request' (duration: 106.482475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:00.412554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.61084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:23:00.41277Z","caller":"traceutil/trace.go:171","msg":"trace[1566460717] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"123.058957ms","start":"2026-03-02T21:23:00.289682Z","end":"2026-03-02T21:23:00.412741Z","steps":["trace[1566460717] 'process raft request' (duration: 19.18569ms)","trace[1566460717] 'compare' (duration: 103.515397ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:00.778919Z","caller":"traceutil/trace.go:171","msg":"trace[998376954] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"140.562863ms","start":"2026-03-02T21:23:00.638329Z","end":"2026-03-02T21:23:00.778892Z","steps":["trace[998376954] 'process raft request' (duration: 140.520042ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:00.778986Z","caller":"traceutil/trace.go:171","msg":"trace[1331871841] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"167.86883ms","start":"2026-03-02T21:23:00.611061Z","end":"2026-03-02T21:23:00.77893Z","steps":["trace[1331871841] 'process raft request' (duration: 146.788108ms)","trace[1331871841] 'compare' (duration: 20.842845ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:00.778991Z","caller":"traceutil/trace.go:171","msg":"trace[1853494901] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"166.337129ms","start":"2026-03-02T21:23:00.6126Z","end":"2026-03-02T21:23:00.778937Z","steps":["trace[1853494901] 'process raft request' (duration: 166.204725ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:00.945032Z","caller":"traceutil/trace.go:171","msg":"trace[1254112203] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"158.883001ms","start":"2026-03-02T21:23:00.786125Z","end":"2026-03-02T21:23:00.945008Z","steps":["trace[1254112203] 'process raft request' (duration: 154.622898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:08.489672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.088886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T21:23:08.489764Z","caller":"traceutil/trace.go:171","msg":"trace[1132994689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1107; }","duration":"195.28311ms","start":"2026-03-02T21:23:08.294461Z","end":"2026-03-02T21:23:08.489744Z","steps":["trace[1132994689] 'range keys from in-memory index tree' (duration: 194.821018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:08.489869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.024477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:472"} {"level":"info","ts":"2026-03-02T21:23:08.489943Z","caller":"traceutil/trace.go:171","msg":"trace[1846028956] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1107; }","duration":"185.14736ms","start":"2026-03-02T21:23:08.304777Z","end":"2026-03-02T21:23:08.489924Z","steps":["trace[1846028956] 'range keys from in-memory index tree' (duration: 184.648657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:16.835229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.622413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:23:16.835396Z","caller":"traceutil/trace.go:171","msg":"trace[1980473604] linearizableReadLoop","detail":"{readStateIndex:1192; appliedIndex:1191; }","duration":"133.932777ms","start":"2026-03-02T21:23:16.70144Z","end":"2026-03-02T21:23:16.835373Z","steps":["trace[1980473604] 'read index received' (duration: 18.931314ms)","trace[1980473604] 'applied index is now lower than readState.Index' (duration: 114.996513ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:16.835546Z","caller":"traceutil/trace.go:171","msg":"trace[1331462828] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"234.428762ms","start":"2026-03-02T21:23:16.601053Z","end":"2026-03-02T21:23:16.835482Z","steps":["trace[1331462828] 'process raft request' (duration: 119.4624ms)","trace[1331462828] 'compare' (duration: 114.486279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:23:16.835703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.239565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:23:16.835783Z","caller":"traceutil/trace.go:171","msg":"trace[1485681286] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1141; }","duration":"134.361478ms","start":"2026-03-02T21:23:16.701402Z","end":"2026-03-02T21:23:16.835763Z","steps":["trace[1485681286] 'agreement among raft nodes before linearized reading' (duration: 134.086431ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:24.75174Z","caller":"traceutil/trace.go:171","msg":"trace[826947804] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"109.541727ms","start":"2026-03-02T21:23:24.642174Z","end":"2026-03-02T21:23:24.751716Z","steps":["trace[826947804] 'process raft request' (duration: 94.564188ms)","trace[826947804] 'compare' (duration: 14.876126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:23:25.342912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.50708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:23:25.343084Z","caller":"traceutil/trace.go:171","msg":"trace[927604629] linearizableReadLoop","detail":"{readStateIndex:1230; appliedIndex:1228; }","duration":"305.67189ms","start":"2026-03-02T21:23:25.037393Z","end":"2026-03-02T21:23:25.343065Z","steps":["trace[927604629] 'read index received' (duration: 113.968525ms)","trace[927604629] 'applied index is now lower than readState.Index' (duration: 191.702445ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:25.343092Z","caller":"traceutil/trace.go:171","msg":"trace[1391340542] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"386.857602ms","start":"2026-03-02T21:23:24.956206Z","end":"2026-03-02T21:23:25.343064Z","steps":["trace[1391340542] 'process raft request' (duration: 195.119746ms)","trace[1391340542] 'compare' (duration: 191.378616ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:25.343103Z","caller":"traceutil/trace.go:171","msg":"trace[233844368] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"386.657546ms","start":"2026-03-02T21:23:24.95642Z","end":"2026-03-02T21:23:25.343078Z","steps":["trace[233844368] 'process raft request' (duration: 386.594905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:25.343195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.799793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:23:25.343216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:24.956381Z","time spent":"386.775759ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:23:25.343213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:24.95619Z","time spent":"386.959404ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:25.343232Z","caller":"traceutil/trace.go:171","msg":"trace[1054111987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1177; }","duration":"305.898686ms","start":"2026-03-02T21:23:25.037323Z","end":"2026-03-02T21:23:25.343221Z","steps":["trace[1054111987] 'agreement among raft nodes before linearized reading' (duration: 305.838985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:25.343267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:25.037305Z","time spent":"305.955197ms","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:23:25.343279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.528957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:23:25.343336Z","caller":"traceutil/trace.go:171","msg":"trace[1964895491] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1177; }","duration":"287.63653ms","start":"2026-03-02T21:23:25.055686Z","end":"2026-03-02T21:23:25.343322Z","steps":["trace[1964895491] 'agreement among raft nodes before linearized reading' (duration: 287.522637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:25.598781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.817271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:23:25.598895Z","caller":"traceutil/trace.go:171","msg":"trace[1381310983] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"251.126007ms","start":"2026-03-02T21:23:25.347758Z","end":"2026-03-02T21:23:25.598884Z","steps":["trace[1381310983] 'process raft request' (duration: 251.093516ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:25.598978Z","caller":"traceutil/trace.go:171","msg":"trace[377498016] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"252.649858ms","start":"2026-03-02T21:23:25.346323Z","end":"2026-03-02T21:23:25.598973Z","steps":["trace[377498016] 'process raft request' (duration: 144.58948ms)","trace[377498016] 'compare' (duration: 107.727859ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:40.856258Z","caller":"traceutil/trace.go:171","msg":"trace[1601461292] linearizableReadLoop","detail":"{readStateIndex:1295; appliedIndex:1294; }","duration":"176.269724ms","start":"2026-03-02T21:23:40.679967Z","end":"2026-03-02T21:23:40.856237Z","steps":["trace[1601461292] 'read index received' (duration: 176.143111ms)","trace[1601461292] 'applied index is now lower than readState.Index' (duration: 125.503µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:40.856339Z","caller":"traceutil/trace.go:171","msg":"trace[899321119] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"225.286937ms","start":"2026-03-02T21:23:40.631009Z","end":"2026-03-02T21:23:40.856296Z","steps":["trace[899321119] 'process raft request' (duration: 225.088172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:40.85653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.543652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:23:40.856622Z","caller":"traceutil/trace.go:171","msg":"trace[450847184] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1239; }","duration":"176.686936ms","start":"2026-03-02T21:23:40.679913Z","end":"2026-03-02T21:23:40.8566Z","steps":["trace[450847184] 'agreement among raft nodes before linearized reading' (duration: 176.425319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:41.058376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.422218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:23:41.05869Z","caller":"traceutil/trace.go:171","msg":"trace[922575846] transaction","detail":"{read_only:false; response_revision:1241; number_of_response:1; }","duration":"196.11868ms","start":"2026-03-02T21:23:40.86254Z","end":"2026-03-02T21:23:41.058659Z","steps":["trace[922575846] 'process raft request' (duration: 195.945115ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:41.058592Z","caller":"traceutil/trace.go:171","msg":"trace[413998345] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"197.843935ms","start":"2026-03-02T21:23:40.860701Z","end":"2026-03-02T21:23:41.058545Z","steps":["trace[413998345] 'process raft request' (duration: 67.171321ms)","trace[413998345] 'compare' (duration: 130.286873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:10.181234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.781309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:10.181318Z","caller":"traceutil/trace.go:171","msg":"trace[1753711225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1361; }","duration":"143.927013ms","start":"2026-03-02T21:24:10.037373Z","end":"2026-03-02T21:24:10.1813Z","steps":["trace[1753711225] 'range keys from in-memory index tree' (duration: 143.690277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:10.181397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.607465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:10.181483Z","caller":"traceutil/trace.go:171","msg":"trace[2026124776] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1361; }","duration":"269.819881ms","start":"2026-03-02T21:24:09.911647Z","end":"2026-03-02T21:24:10.181467Z","steps":["trace[2026124776] 'count revisions from in-memory index tree' (duration: 269.534054ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:23.576893Z","caller":"traceutil/trace.go:171","msg":"trace[975740292] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"127.320576ms","start":"2026-03-02T21:24:23.449546Z","end":"2026-03-02T21:24:23.576867Z","steps":["trace[975740292] 'process raft request' (duration: 90.409253ms)","trace[975740292] 'compare' (duration: 36.741878ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:23.577258Z","caller":"traceutil/trace.go:171","msg":"trace[908929143] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"127.399868ms","start":"2026-03-02T21:24:23.449829Z","end":"2026-03-02T21:24:23.577229Z","steps":["trace[908929143] 'process raft request' (duration: 127.230984ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:23.577299Z","caller":"traceutil/trace.go:171","msg":"trace[1777528270] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"127.49641ms","start":"2026-03-02T21:24:23.449768Z","end":"2026-03-02T21:24:23.577264Z","steps":["trace[1777528270] 'process raft request' (duration: 127.059669ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:31.806061Z","caller":"traceutil/trace.go:171","msg":"trace[1977079927] linearizableReadLoop","detail":"{readStateIndex:1511; appliedIndex:1510; }","duration":"165.497642ms","start":"2026-03-02T21:24:31.64054Z","end":"2026-03-02T21:24:31.806038Z","steps":["trace[1977079927] 'read index received' (duration: 165.372829ms)","trace[1977079927] 'applied index is now lower than readState.Index' (duration: 123.703µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:31.806121Z","caller":"traceutil/trace.go:171","msg":"trace[279435097] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"315.289009ms","start":"2026-03-02T21:24:31.490803Z","end":"2026-03-02T21:24:31.806092Z","steps":["trace[279435097] 'process raft request' (duration: 315.113125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:31.80627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.715868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:24:31.806308Z","caller":"traceutil/trace.go:171","msg":"trace[899376498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1445; }","duration":"165.80856ms","start":"2026-03-02T21:24:31.64049Z","end":"2026-03-02T21:24:31.806299Z","steps":["trace[899376498] 'agreement among raft nodes before linearized reading' (duration: 165.669476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:31.806328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:31.490792Z","time spent":"315.390343ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:31.806445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.473447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:24:31.806538Z","caller":"traceutil/trace.go:171","msg":"trace[1314718232] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1445; }","duration":"114.628471ms","start":"2026-03-02T21:24:31.691894Z","end":"2026-03-02T21:24:31.806522Z","steps":["trace[1314718232] 'agreement among raft nodes before linearized reading' (duration: 114.364824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:31.806657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.949427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T21:24:31.806731Z","caller":"traceutil/trace.go:171","msg":"trace[1388959312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1445; }","duration":"165.04127ms","start":"2026-03-02T21:24:31.641671Z","end":"2026-03-02T21:24:31.806713Z","steps":["trace[1388959312] 'agreement among raft nodes before linearized reading' (duration: 164.535336ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:38.094072Z","caller":"traceutil/trace.go:171","msg":"trace[2080087760] linearizableReadLoop","detail":"{readStateIndex:1535; appliedIndex:1534; }","duration":"190.581061ms","start":"2026-03-02T21:24:37.903469Z","end":"2026-03-02T21:24:38.09405Z","steps":["trace[2080087760] 'read index received' (duration: 190.433498ms)","trace[2080087760] 'applied index is now lower than readState.Index' (duration: 146.463µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:38.094378Z","caller":"traceutil/trace.go:171","msg":"trace[1766960179] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"237.691966ms","start":"2026-03-02T21:24:37.856672Z","end":"2026-03-02T21:24:38.094364Z","steps":["trace[1766960179] 'process raft request' (duration: 237.241564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:38.094865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.385852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:24:38.094913Z","caller":"traceutil/trace.go:171","msg":"trace[1880415088] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1468; }","duration":"191.485815ms","start":"2026-03-02T21:24:37.903414Z","end":"2026-03-02T21:24:38.0949Z","steps":["trace[1880415088] 'agreement among raft nodes before linearized reading' (duration: 191.384232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:38.334788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.978229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:24:38.335167Z","caller":"traceutil/trace.go:171","msg":"trace[1615637550] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"235.049607ms","start":"2026-03-02T21:24:38.100085Z","end":"2026-03-02T21:24:38.335134Z","steps":["trace[1615637550] 'process raft request' (duration: 50.632866ms)","trace[1615637550] 'compare' (duration: 183.766634ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:38.335357Z","caller":"traceutil/trace.go:171","msg":"trace[1491571797] linearizableReadLoop","detail":"{readStateIndex:1539; appliedIndex:1535; }","duration":"143.280554ms","start":"2026-03-02T21:24:38.191926Z","end":"2026-03-02T21:24:38.335207Z","steps":["trace[1491571797] 'read index received' (duration: 137.100412ms)","trace[1491571797] 'applied index is now lower than readState.Index' (duration: 6.179092ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:38.335521Z","caller":"traceutil/trace.go:171","msg":"trace[1726554527] transaction","detail":"{read_only:false; response_revision:1470; number_of_response:1; }","duration":"235.363466ms","start":"2026-03-02T21:24:38.100145Z","end":"2026-03-02T21:24:38.335508Z","steps":["trace[1726554527] 'process raft request' (duration: 234.824672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:38.335766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.832558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-02T21:24:38.33752Z","caller":"traceutil/trace.go:171","msg":"trace[1689724652] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1472; }","duration":"145.626305ms","start":"2026-03-02T21:24:38.191875Z","end":"2026-03-02T21:24:38.337501Z","steps":["trace[1689724652] 'agreement among raft nodes before linearized reading' (duration: 143.607032ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:38.33596Z","caller":"traceutil/trace.go:171","msg":"trace[329583398] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"235.569121ms","start":"2026-03-02T21:24:38.100336Z","end":"2026-03-02T21:24:38.335905Z","steps":["trace[329583398] 'process raft request' (duration: 234.800781ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:38.336008Z","caller":"traceutil/trace.go:171","msg":"trace[195070233] transaction","detail":"{read_only:false; response_revision:1472; number_of_response:1; }","duration":"235.55775ms","start":"2026-03-02T21:24:38.100403Z","end":"2026-03-02T21:24:38.33596Z","steps":["trace[195070233] 'process raft request' (duration: 234.76514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:50.425927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.857168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:24:50.426035Z","caller":"traceutil/trace.go:171","msg":"trace[1326724496] transaction","detail":"{read_only:false; response_revision:1519; number_of_response:1; }","duration":"266.874051ms","start":"2026-03-02T21:24:50.159139Z","end":"2026-03-02T21:24:50.426013Z","steps":["trace[1326724496] 'process raft request' (duration: 64.853069ms)","trace[1326724496] 'compare' (duration: 201.762865ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:50.429249Z","caller":"traceutil/trace.go:171","msg":"trace[1369171557] transaction","detail":"{read_only:false; response_revision:1520; number_of_response:1; }","duration":"173.335831ms","start":"2026-03-02T21:24:50.255898Z","end":"2026-03-02T21:24:50.429234Z","steps":["trace[1369171557] 'process raft request' (duration: 172.725395ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:50.595419Z","caller":"traceutil/trace.go:171","msg":"trace[1904058794] transaction","detail":"{read_only:false; response_revision:1522; number_of_response:1; }","duration":"161.598273ms","start":"2026-03-02T21:24:50.433784Z","end":"2026-03-02T21:24:50.595382Z","steps":["trace[1904058794] 'process raft request' (duration: 110.990677ms)","trace[1904058794] 'compare' (duration: 50.351889ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:50.595443Z","caller":"traceutil/trace.go:171","msg":"trace[1239519320] transaction","detail":"{read_only:false; response_revision:1525; number_of_response:1; }","duration":"160.079714ms","start":"2026-03-02T21:24:50.435339Z","end":"2026-03-02T21:24:50.595419Z","steps":["trace[1239519320] 'process raft request' (duration: 160.025643ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:50.595615Z","caller":"traceutil/trace.go:171","msg":"trace[1484137624] transaction","detail":"{read_only:false; response_revision:1523; number_of_response:1; }","duration":"161.120221ms","start":"2026-03-02T21:24:50.434485Z","end":"2026-03-02T21:24:50.595605Z","steps":["trace[1484137624] 'process raft request' (duration: 160.771832ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:50.595719Z","caller":"traceutil/trace.go:171","msg":"trace[1077218087] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"161.031469ms","start":"2026-03-02T21:24:50.434678Z","end":"2026-03-02T21:24:50.595709Z","steps":["trace[1077218087] 'process raft request' (duration: 160.632608ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:07.27777Z","caller":"traceutil/trace.go:171","msg":"trace[848445189] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"106.994433ms","start":"2026-03-02T21:25:07.17075Z","end":"2026-03-02T21:25:07.277745Z","steps":["trace[848445189] 'process raft request' (duration: 106.832429ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:21.451725Z","caller":"traceutil/trace.go:171","msg":"trace[2032622038] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"100.044921ms","start":"2026-03-02T21:25:21.351654Z","end":"2026-03-02T21:25:21.451699Z","steps":["trace[2032622038] 'process raft request' (duration: 99.878447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:27.522243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.3361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:25:27.522368Z","caller":"traceutil/trace.go:171","msg":"trace[1990181880] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"174.138921ms","start":"2026-03-02T21:25:27.348211Z","end":"2026-03-02T21:25:27.52235Z","steps":["trace[1990181880] 'process raft request' (duration: 47.621227ms)","trace[1990181880] 'compare' (duration: 126.082803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:26:17.813091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.666065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller\" ","response":"range_response_count:1 size:807"} {"level":"info","ts":"2026-03-02T21:26:17.813215Z","caller":"traceutil/trace.go:171","msg":"trace[989330805] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:1912; }","duration":"104.85663ms","start":"2026-03-02T21:26:17.708319Z","end":"2026-03-02T21:26:17.813176Z","steps":["trace[989330805] 'range keys from in-memory index tree' (duration: 104.555692ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:17.848202Z","caller":"traceutil/trace.go:171","msg":"trace[2034539831] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"107.357937ms","start":"2026-03-02T21:26:17.740805Z","end":"2026-03-02T21:26:17.848163Z","steps":["trace[2034539831] 'process raft request' (duration: 107.123151ms)"],"step_count":1}