{"level":"warn","ts":"2026-03-17T20:47:34.611172Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-17T20:47:34.611266Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.5:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.5:2380","--initial-cluster=controller-2=https://199.19.213.5:2380,controller-1=https://199.19.213.207:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.5:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.5:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-17T20:47:34.611376Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-17T20:47:34.611387Z","caller":"embed/etcd.go:140","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.5:2380"]} {"level":"info","ts":"2026-03-17T20:47:34.611414Z","caller":"embed/etcd.go:528","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T20:47:34.611855Z","caller":"embed/etcd.go:148","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.5:2379"]} {"level":"info","ts":"2026-03-17T20:47:34.611945Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.5.21","git-sha":"a17edfd","go-version":"go1.23.7","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.5:2380"],"listen-peer-urls":["https://199.19.213.5:2380"],"advertise-client-urls":["https://199.19.213.5:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.5:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.207:2380,controller-2=https://199.19.213.5:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-17T20:47:34.627933Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"15.661812ms"} {"level":"info","ts":"2026-03-17T20:47:34.641763Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.19.213.5:2380","host":"199.19.213.5:2380","resolved-addr":"199.19.213.5:2380"} {"level":"info","ts":"2026-03-17T20:47:34.641812Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.19.213.207:2380","host":"199.19.213.207:2380","resolved-addr":"199.19.213.207:2380"} {"level":"info","ts":"2026-03-17T20:47:34.653158Z","caller":"etcdserver/raft.go:506","msg":"starting local member","local-member-id":"2a3dba058e8a2d82","cluster-id":"21f34f1629612ac4"} {"level":"info","ts":"2026-03-17T20:47:34.653534Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 switched to configuration voters=()"} {"level":"info","ts":"2026-03-17T20:47:34.654667Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 became follower at term 0"} {"level":"info","ts":"2026-03-17T20:47:34.654749Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2a3dba058e8a2d82 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-03-17T20:47:34.665114Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-17T20:47:34.667169Z","caller":"mvcc/kvstore.go:425","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-17T20:47:34.667205Z","caller":"etcdserver/server.go:628","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-17T20:47:34.668878Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-17T20:47:34.671200Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2a3dba058e8a2d82","remote-peer-id":"520ed656383c33a4"} {"level":"info","ts":"2026-03-17T20:47:34.671227Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"2a3dba058e8a2d82","remote-peer-id":"520ed656383c33a4","remote-peer-urls":["https://199.19.213.207:2380"]} {"level":"info","ts":"2026-03-17T20:47:34.671302Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"520ed656383c33a4"} {"level":"info","ts":"2026-03-17T20:47:34.671338Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2a3dba058e8a2d82","remote-peer-id":"520ed656383c33a4"} {"level":"info","ts":"2026-03-17T20:47:34.673493Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"2a3dba058e8a2d82","remote-peer-id":"520ed656383c33a4"} {"level":"info","ts":"2026-03-17T20:47:34.674347Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"520ed656383c33a4"} {"level":"info","ts":"2026-03-17T20:47:34.674469Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"2a3dba058e8a2d82","remote-peer-id":"520ed656383c33a4","remote-peer-urls":["https://199.19.213.207:2380"]} {"level":"info","ts":"2026-03-17T20:47:34.674539Z","caller":"etcdserver/server.go:875","msg":"starting etcd server","local-member-id":"2a3dba058e8a2d82","local-server-version":"3.5.21","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-17T20:47:34.674160Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"2a3dba058e8a2d82","remote-peer-id":"520ed656383c33a4"} {"level":"info","ts":"2026-03-17T20:47:34.674943Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"2a3dba058e8a2d82","remote-peer-id":"520ed656383c33a4"} {"level":"info","ts":"2026-03-17T20:47:34.674989Z","caller":"etcdserver/server.go:775","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-17T20:47:34.675336Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:47:34.678229Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:47:34.678311Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:47:34.675706Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2a3dba058e8a2d82","remote-peer-id":"520ed656383c33a4"} {"level":"info","ts":"2026-03-17T20:47:34.676390Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-17T20:47:34.681252Z","caller":"embed/etcd.go:762","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T20:47:34.681382Z","caller":"embed/etcd.go:633","msg":"serving peer traffic","address":"199.19.213.5:2380"} {"level":"info","ts":"2026-03-17T20:47:34.681416Z","caller":"embed/etcd.go:603","msg":"cmux::serve","address":"199.19.213.5:2380"} {"level":"info","ts":"2026-03-17T20:47:34.682331Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"2a3dba058e8a2d82","initial-advertise-peer-urls":["https://199.19.213.5:2380"],"listen-peer-urls":["https://199.19.213.5:2380"],"advertise-client-urls":["https://199.19.213.5:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.5:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-17T20:47:34.682412Z","caller":"embed/etcd.go:908","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-17T20:47:34.687847Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"2a3dba058e8a2d82","to":"520ed656383c33a4","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T20:47:34.687867Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"520ed656383c33a4"} {"level":"info","ts":"2026-03-17T20:47:34.687878Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"2a3dba058e8a2d82","remote-peer-id":"520ed656383c33a4"} {"level":"info","ts":"2026-03-17T20:47:34.688909Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"2a3dba058e8a2d82","to":"520ed656383c33a4","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T20:47:34.688929Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"2a3dba058e8a2d82","remote-peer-id":"520ed656383c33a4"} {"level":"info","ts":"2026-03-17T20:47:34.689521Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2a3dba058e8a2d82","remote-peer-id":"520ed656383c33a4"} {"level":"info","ts":"2026-03-17T20:47:34.692619Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [term: 0] received a MsgHeartbeat message with higher term from 520ed656383c33a4 [term: 2]"} {"level":"info","ts":"2026-03-17T20:47:34.692654Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 became follower at term 2"} {"level":"info","ts":"2026-03-17T20:47:34.692669Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2a3dba058e8a2d82 elected leader 520ed656383c33a4 at term 2"} {"level":"info","ts":"2026-03-17T20:47:34.692745Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2a3dba058e8a2d82","remote-peer-id":"520ed656383c33a4"} {"level":"info","ts":"2026-03-17T20:47:34.733618Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 switched to configuration voters=(5912899026583040932)"} {"level":"info","ts":"2026-03-17T20:47:34.733738Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"21f34f1629612ac4","local-member-id":"2a3dba058e8a2d82","added-peer-id":"520ed656383c33a4","added-peer-peer-urls":["https://199.19.213.207:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-03-17T20:47:34.733925Z","caller":"membership/cluster.go:587","msg":"set initial cluster version","cluster-id":"21f34f1629612ac4","local-member-id":"2a3dba058e8a2d82","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T20:47:34.733997Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T20:47:34.767566Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 switched to configuration voters=(5912899026583040932) learners=(3043793456201346434)"} {"level":"info","ts":"2026-03-17T20:47:34.767664Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"21f34f1629612ac4","local-member-id":"2a3dba058e8a2d82","added-peer-id":"2a3dba058e8a2d82","added-peer-peer-urls":["https://199.19.213.5:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-17T20:47:34.767944Z","caller":"etcdserver/server.go:2144","msg":"published local member to cluster through raft","local-member-id":"2a3dba058e8a2d82","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.5:2379]}","request-path":"/0/members/2a3dba058e8a2d82/attributes","cluster-id":"21f34f1629612ac4","publish-timeout":"7s"} {"level":"info","ts":"2026-03-17T20:47:34.768004Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T20:47:34.768595Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T20:47:34.768639Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-17T20:47:34.768770Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-17T20:47:34.768799Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-17T20:47:34.769252Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-17T20:47:34.769420Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-17T20:47:34.770082Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.5:2379"} {"level":"info","ts":"2026-03-17T20:47:35.026180Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 switched to configuration voters=(3043793456201346434 5912899026583040932)"} {"level":"info","ts":"2026-03-17T20:47:35.026574Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"21f34f1629612ac4","local-member-id":"2a3dba058e8a2d82","promoted-member-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:47:39.702379Z","caller":"traceutil/trace.go:171","msg":"trace[169204473] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"215.081136ms","start":"2026-03-17T20:47:39.487275Z","end":"2026-03-17T20:47:39.702356Z","steps":["trace[169204473] 'process raft request' (duration: 214.958264ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:39.703515Z","caller":"traceutil/trace.go:171","msg":"trace[340947348] linearizableReadLoop","detail":"{readStateIndex:561; appliedIndex:562; }","duration":"171.064143ms","start":"2026-03-17T20:47:39.532429Z","end":"2026-03-17T20:47:39.703493Z","steps":["trace[340947348] 'read index received' (duration: 171.056192ms)","trace[340947348] 'applied index is now lower than readState.Index' (duration: 6.591µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:39.704293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.841565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:3077"} {"level":"info","ts":"2026-03-17T20:47:39.704741Z","caller":"traceutil/trace.go:171","msg":"trace[1618917062] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:534; }","duration":"172.330853ms","start":"2026-03-17T20:47:39.532390Z","end":"2026-03-17T20:47:39.704721Z","steps":["trace[1618917062] 'agreement among raft nodes before linearized reading' (duration: 171.174745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:39.705240Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.625718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:3077"} {"level":"info","ts":"2026-03-17T20:47:39.705563Z","caller":"traceutil/trace.go:171","msg":"trace[2099183927] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:534; }","duration":"122.993433ms","start":"2026-03-17T20:47:39.582555Z","end":"2026-03-17T20:47:39.705549Z","steps":["trace[2099183927] 'agreement among raft nodes before linearized reading' (duration: 122.627937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:40.008455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.037993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:47:40.056542Z","caller":"traceutil/trace.go:171","msg":"trace[965133006] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"345.798709ms","start":"2026-03-17T20:47:39.710720Z","end":"2026-03-17T20:47:40.056518Z","steps":["trace[965133006] 'process raft request' (duration: 345.746428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:40.056952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:39.710700Z","time spent":"345.925962ms","remote":"127.0.0.1:34434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3278,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:47:44.826808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.646516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 ","response":"range_response_count:1 size:7791"} {"level":"info","ts":"2026-03-17T20:47:44.826941Z","caller":"traceutil/trace.go:171","msg":"trace[1179441504] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-2; range_end:; response_count:1; response_revision:575; }","duration":"258.832229ms","start":"2026-03-17T20:47:44.568084Z","end":"2026-03-17T20:47:44.826916Z","steps":["trace[1179441504] 'range keys from in-memory index tree' (duration: 256.272759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:45.400127Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498823749,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:47:45.663439Z","caller":"traceutil/trace.go:171","msg":"trace[974017880] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:606; }","duration":"764.350423ms","start":"2026-03-17T20:47:44.899058Z","end":"2026-03-17T20:47:45.663409Z","steps":["trace[974017880] 'read index received' (duration: 764.342143ms)","trace[974017880] 'applied index is now lower than readState.Index' (duration: 7.19µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:45.663811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.709069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-17T20:47:45.663868Z","caller":"traceutil/trace.go:171","msg":"trace[874172503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:576; }","duration":"764.854811ms","start":"2026-03-17T20:47:44.899000Z","end":"2026-03-17T20:47:45.663855Z","steps":["trace[874172503] 'agreement among raft nodes before linearized reading' (duration: 764.572967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:45.663911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:44.898978Z","time spent":"764.924042ms","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-17T20:47:45.663995Z","caller":"traceutil/trace.go:171","msg":"trace[1330993695] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"826.420269ms","start":"2026-03-17T20:47:44.837550Z","end":"2026-03-17T20:47:45.663970Z","steps":["trace[1330993695] 'process raft request' (duration: 826.264897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:45.664213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:44.837499Z","time spent":"826.606712ms","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7584,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:47:45.671030Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3279356091498823751,"received-request-id":3279356091498823749} {"level":"warn","ts":"2026-03-17T20:47:45.686592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.86474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:47:45.686624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.200945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-17T20:47:45.686654Z","caller":"traceutil/trace.go:171","msg":"trace[1944777227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:577; }","duration":"122.983861ms","start":"2026-03-17T20:47:45.563655Z","end":"2026-03-17T20:47:45.686639Z","steps":["trace[1944777227] 'agreement among raft nodes before linearized reading' (duration: 122.88629ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:45.686674Z","caller":"traceutil/trace.go:171","msg":"trace[854025570] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:577; }","duration":"523.292277ms","start":"2026-03-17T20:47:45.163369Z","end":"2026-03-17T20:47:45.686661Z","steps":["trace[854025570] 'agreement among raft nodes before linearized reading' (duration: 523.196035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:45.686598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.617787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-17T20:47:45.686715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:45.163344Z","time spent":"523.361817ms","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-17T20:47:45.686743Z","caller":"traceutil/trace.go:171","msg":"trace[773843181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:577; }","duration":"540.871712ms","start":"2026-03-17T20:47:45.145853Z","end":"2026-03-17T20:47:45.686725Z","steps":["trace[773843181] 'agreement among raft nodes before linearized reading' (duration: 540.671088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:45.686837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:45.145823Z","time spent":"541.001373ms","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:47:46.912200Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.725018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:47:47.873644Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498823753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:47:48.205559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.097346897s","expected-duration":"1s"} {"level":"info","ts":"2026-03-17T20:47:48.207941Z","caller":"traceutil/trace.go:171","msg":"trace[1621867565] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:613; }","duration":"836.309837ms","start":"2026-03-17T20:47:47.371613Z","end":"2026-03-17T20:47:48.207923Z","steps":["trace[1621867565] 'read index received' (duration: 836.304477ms)","trace[1621867565] 'applied index is now lower than readState.Index' (duration: 4.12µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:48.208019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.400568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:47:48.208067Z","caller":"traceutil/trace.go:171","msg":"trace[724331660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:582; }","duration":"836.487369ms","start":"2026-03-17T20:47:47.371571Z","end":"2026-03-17T20:47:48.208059Z","steps":["trace[724331660] 'agreement among raft nodes before linearized reading' (duration: 836.400508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:48.208092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:47.371549Z","time spent":"836.53633ms","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:47:48.210098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.043758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:48.210129Z","caller":"traceutil/trace.go:171","msg":"trace[1690982171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:582; }","duration":"646.09756ms","start":"2026-03-17T20:47:47.564023Z","end":"2026-03-17T20:47:48.210121Z","steps":["trace[1690982171] 'agreement among raft nodes before linearized reading' (duration: 646.023459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:48.210143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.493368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-03-17T20:47:48.210170Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:47.564005Z","time spent":"646.15848ms","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:47:48.210164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.817568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.5\" limit:1 ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-17T20:47:48.210200Z","caller":"traceutil/trace.go:171","msg":"trace[2060399698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:582; }","duration":"222.589689ms","start":"2026-03-17T20:47:47.987594Z","end":"2026-03-17T20:47:48.210184Z","steps":["trace[2060399698] 'agreement among raft nodes before linearized reading' (duration: 222.472967ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:48.210214Z","caller":"traceutil/trace.go:171","msg":"trace[2024788978] range","detail":"{range_begin:/registry/masterleases/199.19.213.5; range_end:; response_count:1; response_revision:582; }","duration":"574.89523ms","start":"2026-03-17T20:47:47.635304Z","end":"2026-03-17T20:47:48.210199Z","steps":["trace[2024788978] 'agreement among raft nodes before linearized reading' (duration: 574.810319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:48.210256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:47.635287Z","time spent":"574.955681ms","remote":"127.0.0.1:34294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":153,"request content":"key:\"/registry/masterleases/199.19.213.5\" limit:1 "} {"level":"info","ts":"2026-03-17T20:47:49.381579Z","caller":"traceutil/trace.go:171","msg":"trace[1274391487] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"197.13284ms","start":"2026-03-17T20:47:49.184426Z","end":"2026-03-17T20:47:49.381559Z","steps":["trace[1274391487] 'process raft request' (duration: 197.018808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:54.352352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.352612ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:47:54.352392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.417917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:54.352464Z","caller":"traceutil/trace.go:171","msg":"trace[914243891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:605; }","duration":"789.547329ms","start":"2026-03-17T20:47:53.562902Z","end":"2026-03-17T20:47:54.352449Z","steps":["trace[914243891] 'range keys from in-memory index tree' (duration: 787.481058ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:54.352472Z","caller":"traceutil/trace.go:171","msg":"trace[1776876438] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:605; }","duration":"774.465464ms","start":"2026-03-17T20:47:53.577963Z","end":"2026-03-17T20:47:54.352428Z","steps":["trace[1776876438] 'range keys from in-memory index tree' (duration: 774.310952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:54.352509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:53.562876Z","time spent":"789.62336ms","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:47:54.590754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.98678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:54.590710Z","caller":"traceutil/trace.go:171","msg":"trace[963197697] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:641; }","duration":"228.25729ms","start":"2026-03-17T20:47:54.362435Z","end":"2026-03-17T20:47:54.590692Z","steps":["trace[963197697] 'read index received' (duration: 228.25239ms)","trace[963197697] 'applied index is now lower than readState.Index' (duration: 4.01µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:54.590811Z","caller":"traceutil/trace.go:171","msg":"trace[1677952494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:607; }","duration":"237.079732ms","start":"2026-03-17T20:47:54.353718Z","end":"2026-03-17T20:47:54.590797Z","steps":["trace[1677952494] 'agreement among raft nodes before linearized reading' (duration: 236.9768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:54.590809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.246178ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:54.590874Z","caller":"traceutil/trace.go:171","msg":"trace[1615015674] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:607; }","duration":"238.316519ms","start":"2026-03-17T20:47:54.352540Z","end":"2026-03-17T20:47:54.590856Z","steps":["trace[1615015674] 'agreement among raft nodes before linearized reading' (duration: 238.230258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:55.546566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.716981ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-17T20:47:55.546684Z","caller":"traceutil/trace.go:171","msg":"trace[648883551] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:643; }","duration":"225.558742ms","start":"2026-03-17T20:47:55.321104Z","end":"2026-03-17T20:47:55.546663Z","steps":["trace[648883551] 'read index received' (duration: 1.596013ms)","trace[648883551] 'applied index is now lower than readState.Index' (duration: 223.961209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:55.546817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.703644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:47:55.546883Z","caller":"traceutil/trace.go:171","msg":"trace[999822542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:609; }","duration":"225.798366ms","start":"2026-03-17T20:47:55.321069Z","end":"2026-03-17T20:47:55.546867Z","steps":["trace[999822542] 'agreement among raft nodes before linearized reading' (duration: 225.669584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:55.548694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.687403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:47:55.548785Z","caller":"traceutil/trace.go:171","msg":"trace[1483388564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:609; }","duration":"116.815815ms","start":"2026-03-17T20:47:55.431951Z","end":"2026-03-17T20:47:55.548767Z","steps":["trace[1483388564] 'agreement among raft nodes before linearized reading' (duration: 116.664393ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:56.958904Z","caller":"traceutil/trace.go:171","msg":"trace[1904354640] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"107.383248ms","start":"2026-03-17T20:47:56.851501Z","end":"2026-03-17T20:47:56.958885Z","steps":["trace[1904354640] 'process raft request' (duration: 107.251076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:00.003666Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498823820,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:48:00.504219Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498823820,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:48:01.005184Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498823820,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:48:01.505598Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498823820,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:48:01.564422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000437833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:48:01.564481Z","caller":"traceutil/trace.go:171","msg":"trace[1863638171] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000530073s","start":"2026-03-17T20:47:59.563938Z","end":"2026-03-17T20:48:01.564468Z","steps":["trace[1863638171] 'agreement among raft nodes before linearized reading' (duration: 2.000461922s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:01.564514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:59.563923Z","time spent":"2.000586445s","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:48:01 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-17T20:48:01.682991Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 2, index: 655, vote: 0] ignored MsgPreVote from 520ed656383c33a4 [logterm: 2, index: 655] at term 2: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-03-17T20:48:01.930825Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.778638188s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:48:02.005953Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498823820,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:48:02.506445Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498823820,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:48:02.784016Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 2, index: 655, vote: 0] cast MsgPreVote for 520ed656383c33a4 [logterm: 2, index: 655] at term 2"} {"level":"info","ts":"2026-03-17T20:48:02.824068Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [term: 2] received a MsgVote message with higher term from 520ed656383c33a4 [term: 3]"} {"level":"info","ts":"2026-03-17T20:48:02.824156Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 became follower at term 3"} {"level":"info","ts":"2026-03-17T20:48:02.824183Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 2, index: 655, vote: 0] cast MsgVote for 520ed656383c33a4 [logterm: 2, index: 655] at term 3"} {"level":"info","ts":"2026-03-17T20:48:02.824204Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2a3dba058e8a2d82 lost leader 520ed656383c33a4 at term 3"} {"level":"info","ts":"2026-03-17T20:48:02.876636Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2a3dba058e8a2d82 elected leader 520ed656383c33a4 at term 3"} {"level":"warn","ts":"2026-03-17T20:48:02.876904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.374254403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:48:02.877005Z","caller":"traceutil/trace.go:171","msg":"trace[1932236415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"3.374373214s","start":"2026-03-17T20:47:59.502609Z","end":"2026-03-17T20:48:02.876982Z","steps":["trace[1932236415] 'agreement among raft nodes before linearized reading' (duration: 3.374252553s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:02.877096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:59.502563Z","time spent":"3.374517726s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:48:03.039688Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-03-17T20:48:03.056082Z","caller":"traceutil/trace.go:171","msg":"trace[2082110794] linearizableReadLoop","detail":"{readStateIndex:656; appliedIndex:656; }","duration":"179.24243ms","start":"2026-03-17T20:48:02.876818Z","end":"2026-03-17T20:48:03.056060Z","steps":["trace[2082110794] 'read index received' (duration: 179.23537ms)","trace[2082110794] 'applied index is now lower than readState.Index' (duration: 6.08µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:03.056156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49156789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:48:03.056217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.477121428s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:03.056229Z","caller":"traceutil/trace.go:171","msg":"trace[258182322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:619; }","duration":"1.491681882s","start":"2026-03-17T20:48:01.564531Z","end":"2026-03-17T20:48:03.056213Z","steps":["trace[258182322] 'agreement among raft nodes before linearized reading' (duration: 1.49156342s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:03.056260Z","caller":"traceutil/trace.go:171","msg":"trace[518147710] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:619; }","duration":"3.477197409s","start":"2026-03-17T20:47:59.579050Z","end":"2026-03-17T20:48:03.056248Z","steps":["trace[518147710] 'agreement among raft nodes before linearized reading' (duration: 3.477098707s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:03.056275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:01.564509Z","time spent":"1.491758273s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:48:03.056300Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369550205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:48:03.056386Z","caller":"traceutil/trace.go:171","msg":"trace[1731383126] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:619; }","duration":"2.369668067s","start":"2026-03-17T20:48:00.686693Z","end":"2026-03-17T20:48:03.056361Z","steps":["trace[1731383126] 'agreement among raft nodes before linearized reading' (duration: 2.369535585s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:03.056356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.004126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-03-17T20:48:03.056422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:00.686677Z","time spent":"2.369736428s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:03.056431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.538166872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:48:03.056442Z","caller":"traceutil/trace.go:171","msg":"trace[852726152] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:619; }","duration":"692.138318ms","start":"2026-03-17T20:48:02.364280Z","end":"2026-03-17T20:48:03.056418Z","steps":["trace[852726152] 'agreement among raft nodes before linearized reading' (duration: 691.986596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:03.056732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:02.364259Z","time spent":"692.457512ms","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-17T20:48:03.056690Z","caller":"traceutil/trace.go:171","msg":"trace[2051402669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:619; }","duration":"2.538459506s","start":"2026-03-17T20:48:00.518142Z","end":"2026-03-17T20:48:03.056602Z","steps":["trace[2051402669] 'agreement among raft nodes before linearized reading' (duration: 2.5380979s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:03.057818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:00.518113Z","time spent":"2.539111065s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:48:03.059701Z","caller":"traceutil/trace.go:171","msg":"trace[654510524] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"3.201502838s","start":"2026-03-17T20:47:59.858182Z","end":"2026-03-17T20:48:03.059685Z","steps":["trace[654510524] 'process raft request' (duration: 3.201465968s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:03.059961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:47:59.858154Z","time spent":"3.201597119s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:03.099363Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3279356091498823823,"received-request-id":3279356091498823822} {"level":"info","ts":"2026-03-17T20:48:07.923159Z","caller":"traceutil/trace.go:171","msg":"trace[346420263] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"176.878139ms","start":"2026-03-17T20:48:07.746253Z","end":"2026-03-17T20:48:07.923131Z","steps":["trace[346420263] 'process raft request' (duration: 115.045889ms)","trace[346420263] 'compare' (duration: 61.684078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:17.052574Z","caller":"embed/config_logging.go:170","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.117:42300","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:17.544398Z","caller":"embed/config_logging.go:170","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.117:42344","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-17T20:48:17.562406Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 switched to configuration voters=(3043793456201346434 5912899026583040932) learners=(15477051490593294585)"} {"level":"info","ts":"2026-03-17T20:48:17.562519Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"21f34f1629612ac4","local-member-id":"2a3dba058e8a2d82","added-peer-id":"d6c988546b3e48f9","added-peer-peer-urls":["https://199.19.213.117:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-17T20:48:17.562587Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:17.562607Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2a3dba058e8a2d82","remote-peer-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:17.562748Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:17.562773Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"2a3dba058e8a2d82","remote-peer-id":"d6c988546b3e48f9","remote-peer-urls":["https://199.19.213.117:2380"]} {"level":"info","ts":"2026-03-17T20:48:17.562785Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"2a3dba058e8a2d82","remote-peer-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:17.562811Z","caller":"etcdserver/server.go:2021","msg":"applied a configuration change through raft","local-member-id":"2a3dba058e8a2d82","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:17.562760Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"2a3dba058e8a2d82","remote-peer-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:17.562769Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"2a3dba058e8a2d82","remote-peer-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:17.562863Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2a3dba058e8a2d82","remote-peer-id":"d6c988546b3e48f9"} {"level":"warn","ts":"2026-03-17T20:48:19.615652Z","caller":"embed/config_logging.go:170","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.117:42406","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-17T20:48:20.197951Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:20.197994Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2a3dba058e8a2d82","remote-peer-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:20.198214Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2a3dba058e8a2d82","remote-peer-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:20.198562Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"2a3dba058e8a2d82","to":"d6c988546b3e48f9","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T20:48:20.198586Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"2a3dba058e8a2d82","remote-peer-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:20.202005Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"2a3dba058e8a2d82","to":"d6c988546b3e48f9","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T20:48:20.202052Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"2a3dba058e8a2d82","remote-peer-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:20.623465Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 switched to configuration voters=(3043793456201346434 5912899026583040932 15477051490593294585)"} {"level":"info","ts":"2026-03-17T20:48:20.623666Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"21f34f1629612ac4","local-member-id":"2a3dba058e8a2d82","promoted-member-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:25.393752Z","caller":"traceutil/trace.go:171","msg":"trace[1533488635] linearizableReadLoop","detail":"{readStateIndex:738; appliedIndex:738; }","duration":"210.618094ms","start":"2026-03-17T20:48:25.183102Z","end":"2026-03-17T20:48:25.393721Z","steps":["trace[1533488635] 'read index received' (duration: 210.610084ms)","trace[1533488635] 'applied index is now lower than readState.Index' (duration: 6.18µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:25.447583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.440137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:48:25.447719Z","caller":"traceutil/trace.go:171","msg":"trace[614458631] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:686; }","duration":"264.62218ms","start":"2026-03-17T20:48:25.183066Z","end":"2026-03-17T20:48:25.447688Z","steps":["trace[614458631] 'agreement among raft nodes before linearized reading' (duration: 210.803707ms)","trace[614458631] 'range keys from in-memory index tree' (duration: 53.59115ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:48:25.794197Z","caller":"traceutil/trace.go:171","msg":"trace[385975510] linearizableReadLoop","detail":"{readStateIndex:742; appliedIndex:742; }","duration":"230.113335ms","start":"2026-03-17T20:48:25.564061Z","end":"2026-03-17T20:48:25.794174Z","steps":["trace[385975510] 'read index received' (duration: 230.107545ms)","trace[385975510] 'applied index is now lower than readState.Index' (duration: 4.36µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:25.794351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.269697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:25.794384Z","caller":"traceutil/trace.go:171","msg":"trace[876683255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:689; }","duration":"230.319247ms","start":"2026-03-17T20:48:25.564056Z","end":"2026-03-17T20:48:25.794375Z","steps":["trace[876683255] 'agreement among raft nodes before linearized reading' (duration: 230.236146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:25.795582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.078047ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:25.795624Z","caller":"traceutil/trace.go:171","msg":"trace[601795708] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:689; }","duration":"217.121587ms","start":"2026-03-17T20:48:25.578495Z","end":"2026-03-17T20:48:25.795616Z","steps":["trace[601795708] 'agreement among raft nodes before linearized reading' (duration: 217.069587ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:36.992109Z","caller":"traceutil/trace.go:171","msg":"trace[938809657] linearizableReadLoop","detail":"{readStateIndex:793; appliedIndex:792; }","duration":"120.795406ms","start":"2026-03-17T20:48:36.871280Z","end":"2026-03-17T20:48:36.992075Z","steps":["trace[938809657] 'read index received' (duration: 28.327801ms)","trace[938809657] 'applied index is now lower than readState.Index' (duration: 92.465685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:36.992349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.050479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-17T20:48:36.992388Z","caller":"traceutil/trace.go:171","msg":"trace[530526891] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:735; }","duration":"121.147431ms","start":"2026-03-17T20:48:36.871226Z","end":"2026-03-17T20:48:36.992373Z","steps":["trace[530526891] 'agreement among raft nodes before linearized reading' (duration: 120.977819ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:40.356833Z","caller":"traceutil/trace.go:171","msg":"trace[416917786] linearizableReadLoop","detail":"{readStateIndex:823; appliedIndex:823; }","duration":"165.424854ms","start":"2026-03-17T20:48:40.191385Z","end":"2026-03-17T20:48:40.356810Z","steps":["trace[416917786] 'read index received' (duration: 165.420464ms)","trace[416917786] 'applied index is now lower than readState.Index' (duration: 3.49µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:40.357009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.613046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs/\" range_end:\"/registry/servicecidrs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:48:40.357047Z","caller":"traceutil/trace.go:171","msg":"trace[1634267946] range","detail":"{range_begin:/registry/servicecidrs/; range_end:/registry/servicecidrs0; response_count:0; response_revision:760; }","duration":"165.668677ms","start":"2026-03-17T20:48:40.191370Z","end":"2026-03-17T20:48:40.357038Z","steps":["trace[1634267946] 'agreement among raft nodes before linearized reading' (duration: 165.533405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:42.527557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.946228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:48:42.527662Z","caller":"traceutil/trace.go:171","msg":"trace[1289504876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:765; }","duration":"143.17743ms","start":"2026-03-17T20:48:42.384464Z","end":"2026-03-17T20:48:42.527642Z","steps":["trace[1289504876] 'range keys from in-memory index tree' (duration: 141.376848ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:54.642465Z","caller":"traceutil/trace.go:171","msg":"trace[1246288688] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"147.967157ms","start":"2026-03-17T20:48:54.494479Z","end":"2026-03-17T20:48:54.642446Z","steps":["trace[1246288688] 'process raft request' (duration: 147.869266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:08.165116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:07.655255Z","time spent":"509.857946ms","remote":"127.0.0.1:34294","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:08.435415Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:08.936563Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:08.942489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.952842ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:08.942559Z","caller":"traceutil/trace.go:171","msg":"trace[1135338128] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:922; }","duration":"364.033933ms","start":"2026-03-17T20:49:08.578508Z","end":"2026-03-17T20:49:08.942542Z","steps":["trace[1135338128] 'range keys from in-memory index tree' (duration: 363.908521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:09.437141Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:09.937937Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:10.438493Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824147,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:10.455083Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 is starting a new election at term 3"} {"level":"info","ts":"2026-03-17T20:49:10.455170Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 became pre-candidate at term 3"} {"level":"info","ts":"2026-03-17T20:49:10.455196Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 received MsgPreVoteResp from 2a3dba058e8a2d82 at term 3"} {"level":"info","ts":"2026-03-17T20:49:10.455223Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 3, index: 1006] sent MsgPreVote request to 520ed656383c33a4 at term 3"} {"level":"info","ts":"2026-03-17T20:49:10.455239Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 3, index: 1006] sent MsgPreVote request to d6c988546b3e48f9 at term 3"} {"level":"info","ts":"2026-03-17T20:49:10.455264Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2a3dba058e8a2d82 lost leader 520ed656383c33a4 at term 3"} {"level":"info","ts":"2026-03-17T20:49:10.608599Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 became follower at term 3"} {"level":"info","ts":"2026-03-17T20:49:10.608643Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2a3dba058e8a2d82 elected leader 520ed656383c33a4 at term 3"} {"level":"warn","ts":"2026-03-17T20:49:10.608754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.674411423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:10.608782Z","caller":"traceutil/trace.go:171","msg":"trace[865030316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"2.674516063s","start":"2026-03-17T20:49:07.934254Z","end":"2026-03-17T20:49:10.608771Z","steps":["trace[865030316] 'agreement among raft nodes before linearized reading' (duration: 2.674472813s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:10.608814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:07.934237Z","time spent":"2.674570235s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:10.608869Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3279356091498824152,"received-request-id":3279356091498824147} {"level":"warn","ts":"2026-03-17T20:49:11.109748Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:11.569987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00038289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:11.570073Z","caller":"traceutil/trace.go:171","msg":"trace[1806555697] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000519461s","start":"2026-03-17T20:49:09.569532Z","end":"2026-03-17T20:49:11.570051Z","steps":["trace[1806555697] 'agreement among raft nodes before linearized reading' (duration: 2.00042074s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.570188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:09.569509Z","time spent":"2.000641293s","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:11 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:11.610327Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:11.708163Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.099320684s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:11.708392Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3279356091498824152,"received-request-id":3279356091498824147} {"level":"info","ts":"2026-03-17T20:49:11.715433Z","caller":"traceutil/trace.go:171","msg":"trace[393258971] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"3.549246727s","start":"2026-03-17T20:49:08.166116Z","end":"2026-03-17T20:49:11.715363Z","steps":["trace[393258971] 'process raft request' (duration: 3.547465687s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:11.715785Z","caller":"traceutil/trace.go:171","msg":"trace[210279129] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"3.323003758s","start":"2026-03-17T20:49:08.392759Z","end":"2026-03-17T20:49:11.715762Z","steps":["trace[210279129] 'process raft request' (duration: 3.322463182s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.716157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:08.166094Z","time spent":"3.549976895s","remote":"127.0.0.1:34294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:11.716263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:08.392740Z","time spent":"3.323453603s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:11.721707Z","caller":"traceutil/trace.go:171","msg":"trace[173961] linearizableReadLoop","detail":"{readStateIndex:1013; appliedIndex:1010; }","duration":"1.112972298s","start":"2026-03-17T20:49:10.608719Z","end":"2026-03-17T20:49:11.721691Z","steps":["trace[173961] 'read index received' (duration: 1.111278969s)","trace[173961] 'applied index is now lower than readState.Index' (duration: 1.692579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:11.721800Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820734618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:11.721824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798130819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-17T20:49:11.721852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.760391355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-17T20:49:11.721859Z","caller":"traceutil/trace.go:171","msg":"trace[448661414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:928; }","duration":"2.798222031s","start":"2026-03-17T20:49:08.923627Z","end":"2026-03-17T20:49:11.721849Z","steps":["trace[448661414] 'agreement among raft nodes before linearized reading' (duration: 2.79814737s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:11.721880Z","caller":"traceutil/trace.go:171","msg":"trace[1239111381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:928; }","duration":"3.760450315s","start":"2026-03-17T20:49:07.961421Z","end":"2026-03-17T20:49:11.721871Z","steps":["trace[1239111381] 'agreement among raft nodes before linearized reading' (duration: 3.760391014s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:11.721880Z","caller":"traceutil/trace.go:171","msg":"trace[1346886179] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:928; }","duration":"1.82083928s","start":"2026-03-17T20:49:09.900998Z","end":"2026-03-17T20:49:11.721837Z","steps":["trace[1346886179] 'agreement among raft nodes before linearized reading' (duration: 1.820697838s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.721962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.779116834s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:11.721973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:09.900974Z","time spent":"1.820986421s","remote":"127.0.0.1:34678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-17T20:49:11.722002Z","caller":"traceutil/trace.go:171","msg":"trace[1956060012] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:928; }","duration":"2.779345826s","start":"2026-03-17T20:49:08.942643Z","end":"2026-03-17T20:49:11.721989Z","steps":["trace[1956060012] 'agreement among raft nodes before linearized reading' (duration: 2.779101384s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.722034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:07.961405Z","time spent":"3.760491075s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:11.721894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:08.923606Z","time spent":"2.798279561s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:11.747068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.662932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:11.747092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088203218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-17T20:49:11.747143Z","caller":"traceutil/trace.go:171","msg":"trace[216272184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:931; }","duration":"176.785334ms","start":"2026-03-17T20:49:11.570330Z","end":"2026-03-17T20:49:11.747116Z","steps":["trace[216272184] 'agreement among raft nodes before linearized reading' (duration: 176.657622ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:11.747167Z","caller":"traceutil/trace.go:171","msg":"trace[1061700477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:931; }","duration":"1.08832494s","start":"2026-03-17T20:49:10.658822Z","end":"2026-03-17T20:49:11.747147Z","steps":["trace[1061700477] 'agreement among raft nodes before linearized reading' (duration: 1.088185058s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.747218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:10.658805Z","time spent":"1.088401131s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:12.676484Z","caller":"traceutil/trace.go:171","msg":"trace[1262720435] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"314.993224ms","start":"2026-03-17T20:49:12.361468Z","end":"2026-03-17T20:49:12.676461Z","steps":["trace[1262720435] 'process raft request' (duration: 312.84802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:12.676661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:12.361447Z","time spent":"315.135396ms","remote":"127.0.0.1:34306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59616,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:12.682258Z","caller":"traceutil/trace.go:171","msg":"trace[29137981] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"320.107732ms","start":"2026-03-17T20:49:12.362139Z","end":"2026-03-17T20:49:12.682247Z","steps":["trace[29137981] 'process raft request' (duration: 314.120165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:12.682340Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:12.362127Z","time spent":"320.170323ms","remote":"127.0.0.1:34306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80679,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:12.690362Z","caller":"traceutil/trace.go:171","msg":"trace[1161122735] transaction","detail":"{read_only:false; number_of_response:1; response_revision:984; }","duration":"301.225049ms","start":"2026-03-17T20:49:12.389117Z","end":"2026-03-17T20:49:12.690342Z","steps":["trace[1161122735] 'process raft request' (duration: 300.990917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:12.690991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:12.389098Z","time spent":"301.340781ms","remote":"127.0.0.1:34306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":150530,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:13.498274Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:13.998907Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:14.499620Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:15.000799Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:15.073174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494497818s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:15.073249Z","caller":"traceutil/trace.go:171","msg":"trace[2051150669] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:997; }","duration":"1.494580999s","start":"2026-03-17T20:49:13.578651Z","end":"2026-03-17T20:49:15.073232Z","steps":["trace[2051150669] 'range keys from in-memory index tree' (duration: 1.494457978s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.073488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487007195s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"warn","ts":"2026-03-17T20:49:15.076877Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.490263371s","expected-duration":"1s"} {"level":"info","ts":"2026-03-17T20:49:15.145633Z","caller":"traceutil/trace.go:171","msg":"trace[1427808437] linearizableReadLoop","detail":"{readStateIndex:1152; appliedIndex:1156; }","duration":"2.148174977s","start":"2026-03-17T20:49:12.997436Z","end":"2026-03-17T20:49:15.145611Z","steps":["trace[1427808437] 'read index received' (duration: 2.148168427s)","trace[1427808437] 'applied index is now lower than readState.Index' (duration: 4.49µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:15.146152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148683853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtrafficpolicies.gateway.envoyproxy.io\" limit:1 ","response":"range_response_count:1 size:98713"} {"level":"info","ts":"2026-03-17T20:49:15.146415Z","caller":"traceutil/trace.go:171","msg":"trace[1757296093] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtrafficpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1000; }","duration":"2.148909875s","start":"2026-03-17T20:49:12.997403Z","end":"2026-03-17T20:49:15.146313Z","steps":["trace[1757296093] 'agreement among raft nodes before linearized reading' (duration: 2.14844066s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.146627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:12.997388Z","time spent":"2.149220148s","remote":"127.0.0.1:34306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":98735,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtrafficpolicies.gateway.envoyproxy.io\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:15.146440Z","caller":"traceutil/trace.go:171","msg":"trace[1157520362] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1000; }","duration":"2.139917814s","start":"2026-03-17T20:49:13.006480Z","end":"2026-03-17T20:49:15.146398Z","steps":["trace[1157520362] 'process raft request' (duration: 2.139399278s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.147116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:13.006454Z","time spent":"2.14047742s","remote":"127.0.0.1:34306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":74795,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:15.205072Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3279356091498824210,"received-request-id":3279356091498824201} {"level":"warn","ts":"2026-03-17T20:49:15.214518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049556467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:49:15.214580Z","caller":"traceutil/trace.go:171","msg":"trace[468443283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1003; }","duration":"2.049653047s","start":"2026-03-17T20:49:13.164913Z","end":"2026-03-17T20:49:15.214566Z","steps":["trace[468443283] 'agreement among raft nodes before linearized reading' (duration: 2.049520076s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.214611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:13.164898Z","time spent":"2.049707168s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:15.214658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.268955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-17T20:49:15.214703Z","caller":"traceutil/trace.go:171","msg":"trace[1144671589] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1003; }","duration":"312.363756ms","start":"2026-03-17T20:49:14.902327Z","end":"2026-03-17T20:49:15.214691Z","steps":["trace[1144671589] 'agreement among raft nodes before linearized reading' (duration: 312.253215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.214731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:14.902305Z","time spent":"312.420747ms","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:15.214716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651148922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:15.214713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.286299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:49:15.214787Z","caller":"traceutil/trace.go:171","msg":"trace[1057723250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1003; }","duration":"1.651246833s","start":"2026-03-17T20:49:13.563521Z","end":"2026-03-17T20:49:15.214767Z","steps":["trace[1057723250] 'agreement among raft nodes before linearized reading' (duration: 1.651148842s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.214834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:13.563503Z","time spent":"1.651322074s","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:15.214832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.507463ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:15.214932Z","caller":"traceutil/trace.go:171","msg":"trace[867218976] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1003; }","duration":"141.614324ms","start":"2026-03-17T20:49:15.073290Z","end":"2026-03-17T20:49:15.214904Z","steps":["trace[867218976] 'agreement among raft nodes before linearized reading' (duration: 141.436852ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:15.215108Z","caller":"traceutil/trace.go:171","msg":"trace[1166676752] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1003; }","duration":"961.425361ms","start":"2026-03-17T20:49:14.253360Z","end":"2026-03-17T20:49:15.214785Z","steps":["trace[1166676752] 'agreement among raft nodes before linearized reading' (duration: 961.255149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.216319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:14.253341Z","time spent":"962.958098ms","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:15.216623Z","caller":"traceutil/trace.go:171","msg":"trace[104011400] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"501.784569ms","start":"2026-03-17T20:49:14.714821Z","end":"2026-03-17T20:49:15.216605Z","steps":["trace[104011400] 'process raft request' (duration: 501.572067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.216717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:14.714803Z","time spent":"501.86143ms","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:15.815356Z","caller":"traceutil/trace.go:171","msg":"trace[1309265469] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1021; }","duration":"101.284303ms","start":"2026-03-17T20:49:15.714051Z","end":"2026-03-17T20:49:15.815335Z","steps":["trace[1309265469] 'process raft request' (duration: 97.621082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:19.721648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.052428ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:19.721732Z","caller":"traceutil/trace.go:171","msg":"trace[1237586658] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1046; }","duration":"143.134329ms","start":"2026-03-17T20:49:19.578569Z","end":"2026-03-17T20:49:19.721703Z","steps":["trace[1237586658] 'range keys from in-memory index tree' (duration: 142.996796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:19.721746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.656012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:19.721836Z","caller":"traceutil/trace.go:171","msg":"trace[2115542386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1046; }","duration":"159.829484ms","start":"2026-03-17T20:49:19.561985Z","end":"2026-03-17T20:49:19.721815Z","steps":["trace[2115542386] 'range keys from in-memory index tree' (duration: 158.317057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:20.222716Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:20.723240Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824245,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:21.155525Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 is starting a new election at term 3"} {"level":"info","ts":"2026-03-17T20:49:21.155596Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 became pre-candidate at term 3"} {"level":"info","ts":"2026-03-17T20:49:21.155621Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 received MsgPreVoteResp from 2a3dba058e8a2d82 at term 3"} {"level":"info","ts":"2026-03-17T20:49:21.155651Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 3, index: 1217] sent MsgPreVote request to 520ed656383c33a4 at term 3"} {"level":"info","ts":"2026-03-17T20:49:21.155670Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 3, index: 1217] sent MsgPreVote request to d6c988546b3e48f9 at term 3"} {"level":"info","ts":"2026-03-17T20:49:21.155688Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2a3dba058e8a2d82 lost leader 520ed656383c33a4 at term 3"} {"level":"warn","ts":"2026-03-17T20:49:21.223646Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:21.723146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999978264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:21.723212Z","caller":"traceutil/trace.go:171","msg":"trace[1415625051] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000096236s","start":"2026-03-17T20:49:19.723103Z","end":"2026-03-17T20:49:21.723199Z","steps":["trace[1415625051] 'agreement among raft nodes before linearized reading' (duration: 2.000015475s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:21.723242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:19.723076Z","time spent":"2.000161287s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:21.724437Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:22.225494Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824245,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:22.655924Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 is starting a new election at term 3"} {"level":"info","ts":"2026-03-17T20:49:22.655993Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 became pre-candidate at term 3"} {"level":"info","ts":"2026-03-17T20:49:22.656025Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 received MsgPreVoteResp from 2a3dba058e8a2d82 at term 3"} {"level":"info","ts":"2026-03-17T20:49:22.656043Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 3, index: 1217] sent MsgPreVote request to 520ed656383c33a4 at term 3"} {"level":"info","ts":"2026-03-17T20:49:22.656052Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 3, index: 1217] sent MsgPreVote request to d6c988546b3e48f9 at term 3"} {"level":"warn","ts":"2026-03-17T20:49:22.726200Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824245,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:23.168476Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 3, index: 1217, vote: 520ed656383c33a4] cast MsgPreVote for d6c988546b3e48f9 [logterm: 3, index: 1217] at term 3"} {"level":"warn","ts":"2026-03-17T20:49:23.227050Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824245,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:23.689307Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 became follower at term 3"} {"level":"info","ts":"2026-03-17T20:49:23.689564Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2a3dba058e8a2d82 elected leader 520ed656383c33a4 at term 3"} {"level":"warn","ts":"2026-03-17T20:49:23.689746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.967960008s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:23.689891Z","caller":"traceutil/trace.go:171","msg":"trace[1465266880] range","detail":"{range_begin:; range_end:; }","duration":"3.968101719s","start":"2026-03-17T20:49:19.721757Z","end":"2026-03-17T20:49:23.689858Z","steps":["trace[1465266880] 'agreement among raft nodes before linearized reading' (duration: 3.967958818s)"],"step_count":1} {"level":"error","ts":"2026-03-17T20:49:23.690014Z","caller":"etcdhttp/health.go:370","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:370\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-17T20:49:23.730508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999857484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:23.730581Z","caller":"traceutil/trace.go:171","msg":"trace[1804644537] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999959535s","start":"2026-03-17T20:49:21.730604Z","end":"2026-03-17T20:49:23.730563Z","steps":["trace[1804644537] 'agreement among raft nodes before linearized reading' (duration: 1.999873874s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:23.730628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:21.730594Z","time spent":"2.000025795s","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:23 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-17T20:49:24.014003Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 3, index: 1219, vote: 520ed656383c33a4] ignored MsgVote from d6c988546b3e48f9 [logterm: 3, index: 1217] at term 3: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-03-17T20:49:24.190705Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824247,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:24.691191Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824247,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:25.191551Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824247,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:25.255990Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 is starting a new election at term 3"} {"level":"info","ts":"2026-03-17T20:49:25.256097Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 became pre-candidate at term 3"} {"level":"info","ts":"2026-03-17T20:49:25.256145Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 received MsgPreVoteResp from 2a3dba058e8a2d82 at term 3"} {"level":"info","ts":"2026-03-17T20:49:25.256170Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 3, index: 1219] sent MsgPreVote request to 520ed656383c33a4 at term 3"} {"level":"info","ts":"2026-03-17T20:49:25.256185Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 3, index: 1219] sent MsgPreVote request to d6c988546b3e48f9 at term 3"} {"level":"info","ts":"2026-03-17T20:49:25.256224Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2a3dba058e8a2d82 lost leader 520ed656383c33a4 at term 3"} {"level":"info","ts":"2026-03-17T20:49:25.257463Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [term: 3] received a MsgPreVoteResp message with higher term from d6c988546b3e48f9 [term: 4]"} {"level":"info","ts":"2026-03-17T20:49:25.257508Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 became follower at term 4"} {"level":"info","ts":"2026-03-17T20:49:25.267512Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 3, index: 1219, vote: 0] rejected MsgPreVote from d6c988546b3e48f9 [logterm: 3, index: 1217] at term 4"} {"level":"warn","ts":"2026-03-17T20:49:25.692626Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824247,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:25.692774Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 no leader at term 4; dropping index reading msg"} {"level":"warn","ts":"2026-03-17T20:49:25.730994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00016669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:25.731081Z","caller":"traceutil/trace.go:171","msg":"trace[341702063] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000299871s","start":"2026-03-17T20:49:23.730763Z","end":"2026-03-17T20:49:25.731063Z","steps":["trace[341702063] 'agreement among raft nodes before linearized reading' (duration: 2.00019273s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:25.731129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:23.730746Z","time spent":"2.000374972s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:26.193012Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824247,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:26.193217Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 no leader at term 4; dropping index reading msg"} {"level":"warn","ts":"2026-03-17T20:49:26.694278Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824247,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:26.694367Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 no leader at term 4; dropping index reading msg"} {"level":"info","ts":"2026-03-17T20:49:26.767705Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 3, index: 1219, vote: 0] rejected MsgPreVote from d6c988546b3e48f9 [logterm: 3, index: 1217] at term 4"} {"level":"warn","ts":"2026-03-17T20:49:26.781471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999595887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:26.781563Z","caller":"traceutil/trace.go:171","msg":"trace[778494433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999747848s","start":"2026-03-17T20:49:21.781801Z","end":"2026-03-17T20:49:26.781549Z","steps":["trace[778494433] 'agreement among raft nodes before linearized reading' (duration: 4.999628807s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:26.781605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:21.781782Z","time spent":"4.999812198s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/03/17 20:49:26 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-17T20:49:27.055409Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 is starting a new election at term 4"} {"level":"info","ts":"2026-03-17T20:49:27.055494Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 became pre-candidate at term 4"} {"level":"info","ts":"2026-03-17T20:49:27.055579Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 received MsgPreVoteResp from 2a3dba058e8a2d82 at term 4"} {"level":"info","ts":"2026-03-17T20:49:27.055617Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 3, index: 1219] sent MsgPreVote request to 520ed656383c33a4 at term 4"} {"level":"info","ts":"2026-03-17T20:49:27.055710Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 3, index: 1219] sent MsgPreVote request to d6c988546b3e48f9 at term 4"} {"level":"info","ts":"2026-03-17T20:49:27.060164Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 received MsgPreVoteResp from d6c988546b3e48f9 at term 4"} {"level":"info","ts":"2026-03-17T20:49:27.060248Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:49:27.060269Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 became candidate at term 5"} {"level":"info","ts":"2026-03-17T20:49:27.060283Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 received MsgVoteResp from 2a3dba058e8a2d82 at term 5"} {"level":"info","ts":"2026-03-17T20:49:27.060304Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 3, index: 1219] sent MsgVote request to 520ed656383c33a4 at term 5"} {"level":"info","ts":"2026-03-17T20:49:27.060321Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 3, index: 1219] sent MsgVote request to d6c988546b3e48f9 at term 5"} {"level":"warn","ts":"2026-03-17T20:49:27.195094Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824247,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:27.489134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999082183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:27.489219Z","caller":"traceutil/trace.go:171","msg":"trace[1560155851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999217924s","start":"2026-03-17T20:49:22.489982Z","end":"2026-03-17T20:49:27.489200Z","steps":["trace[1560155851] 'agreement among raft nodes before linearized reading' (duration: 4.999111133s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:27.489276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:22.489963Z","time spent":"4.999300075s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/03/17 20:49:27 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:27.696053Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824247,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:27.738880Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000102079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:27.738998Z","caller":"traceutil/trace.go:171","msg":"trace[64140717] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00028093s","start":"2026-03-17T20:49:25.738700Z","end":"2026-03-17T20:49:27.738981Z","steps":["trace[64140717] 'agreement among raft nodes before linearized reading' (duration: 2.000142269s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:27.739047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.738681Z","time spent":"2.000357212s","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:27 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-17T20:49:27.794467Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [term: 5] ignored a MsgReadIndexResp message with lower term from 520ed656383c33a4 [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:27.794609Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [term: 5] ignored a MsgPreVoteResp message with lower term from 520ed656383c33a4 [term: 4]"} {"level":"info","ts":"2026-03-17T20:49:27.794690Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [term: 5] ignored a MsgPreVoteResp message with lower term from 520ed656383c33a4 [term: 4]"} {"level":"info","ts":"2026-03-17T20:49:27.794724Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 received MsgVoteResp rejection from 520ed656383c33a4 at term 5"} {"level":"info","ts":"2026-03-17T20:49:27.794748Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 has received 1 MsgVoteResp votes and 1 vote rejections"} {"level":"warn","ts":"2026-03-17T20:49:28.197123Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824247,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:28.557651Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 is starting a new election at term 5"} {"level":"info","ts":"2026-03-17T20:49:28.557700Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 became pre-candidate at term 5"} {"level":"info","ts":"2026-03-17T20:49:28.557716Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 received MsgPreVoteResp from 2a3dba058e8a2d82 at term 5"} {"level":"info","ts":"2026-03-17T20:49:28.557731Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 3, index: 1219] sent MsgPreVote request to 520ed656383c33a4 at term 5"} {"level":"info","ts":"2026-03-17T20:49:28.557743Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 3, index: 1219] sent MsgPreVote request to d6c988546b3e48f9 at term 5"} {"level":"info","ts":"2026-03-17T20:49:28.558599Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 received MsgPreVoteResp rejection from 520ed656383c33a4 at term 5"} {"level":"info","ts":"2026-03-17T20:49:28.558634Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 has received 1 MsgPreVoteResp votes and 1 vote rejections"} {"level":"info","ts":"2026-03-17T20:49:28.682036Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 3, index: 1219, vote: 2a3dba058e8a2d82] cast MsgPreVote for 520ed656383c33a4 [logterm: 3, index: 1221] at term 5"} {"level":"warn","ts":"2026-03-17T20:49:28.697552Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824247,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:28.955216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:21.952344Z","time spent":"7.002866889s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:29.198749Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824247,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:29.213106Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [term: 5] received a MsgVote message with higher term from 520ed656383c33a4 [term: 6]"} {"level":"info","ts":"2026-03-17T20:49:29.213145Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 became follower at term 6"} {"level":"info","ts":"2026-03-17T20:49:29.213156Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 3, index: 1219, vote: 0] cast MsgVote for 520ed656383c33a4 [logterm: 3, index: 1221] at term 6"} {"level":"info","ts":"2026-03-17T20:49:29.363439Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2a3dba058e8a2d82 elected leader 520ed656383c33a4 at term 6"} {"level":"warn","ts":"2026-03-17T20:49:29.364062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.788307907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.364116Z","caller":"traceutil/trace.go:171","msg":"trace[2008892321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"6.788401798s","start":"2026-03-17T20:49:22.575700Z","end":"2026-03-17T20:49:29.364102Z","steps":["trace[2008892321] 'agreement among raft nodes before linearized reading' (duration: 6.788333657s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.364244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.344112251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.364284Z","caller":"traceutil/trace.go:171","msg":"trace[1124423175] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; }","duration":"7.344192502s","start":"2026-03-17T20:49:22.020083Z","end":"2026-03-17T20:49:29.364276Z","steps":["trace[1124423175] 'agreement among raft nodes before linearized reading' (duration: 7.344148171s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.364308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:22.020065Z","time spent":"7.344233952s","remote":"127.0.0.1:34484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:29.364988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.638713828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbbf39237d386\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.365026Z","caller":"traceutil/trace.go:171","msg":"trace[1656554176] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189dbbf39237d386; range_end:; }","duration":"7.638824389s","start":"2026-03-17T20:49:21.726194Z","end":"2026-03-17T20:49:29.365018Z","steps":["trace[1656554176] 'agreement among raft nodes before linearized reading' (duration: 7.638775919s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.364983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:22.575685Z","time spent":"6.788459218s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:29.365245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:21.726184Z","time spent":"7.638856589s","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbbf39237d386\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:29.365318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.479362815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.365385Z","caller":"traceutil/trace.go:171","msg":"trace[1295000865] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; }","duration":"8.479483117s","start":"2026-03-17T20:49:20.885871Z","end":"2026-03-17T20:49:29.365354Z","steps":["trace[1295000865] 'agreement among raft nodes before linearized reading' (duration: 8.479436586s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.365413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:20.885845Z","time spent":"8.479560047s","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:29.365527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.793481625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings/\" range_end:\"/registry/validatingadmissionpolicybindings0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.365674Z","caller":"traceutil/trace.go:171","msg":"trace[407953196] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings/; range_end:/registry/validatingadmissionpolicybindings0; }","duration":"8.793647246s","start":"2026-03-17T20:49:20.571997Z","end":"2026-03-17T20:49:29.365645Z","steps":["trace[407953196] 'agreement among raft nodes before linearized reading' (duration: 8.793518945s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.365732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.348094158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.365756Z","caller":"traceutil/trace.go:171","msg":"trace[237493745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.348144308s","start":"2026-03-17T20:49:20.017605Z","end":"2026-03-17T20:49:29.365750Z","steps":["trace[237493745] 'agreement among raft nodes before linearized reading' (duration: 9.348110148s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.365775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:20.017589Z","time spent":"9.348180358s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:29.365711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:20.571976Z","time spent":"8.793726047s","remote":"127.0.0.1:34780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/validatingadmissionpolicybindings/\" range_end:\"/registry/validatingadmissionpolicybindings0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:29.365810Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.623650505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:29.365874Z","caller":"traceutil/trace.go:171","msg":"trace[733727234] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; }","duration":"9.623738586s","start":"2026-03-17T20:49:19.742113Z","end":"2026-03-17T20:49:29.365851Z","steps":["trace[733727234] 'agreement among raft nodes before linearized reading' (duration: 9.623688556s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.366205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:19.742092Z","time spent":"9.623800907s","remote":"127.0.0.1:34798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:29.739354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999956556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:29.739440Z","caller":"traceutil/trace.go:171","msg":"trace[757961097] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000203278s","start":"2026-03-17T20:49:27.739215Z","end":"2026-03-17T20:49:29.739418Z","steps":["trace[757961097] 'agreement among raft nodes before linearized reading' (duration: 2.000101377s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.739492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:27.739189Z","time spent":"2.00029048s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:29 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:29.864518Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:29.946642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995142407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:29.946724Z","caller":"traceutil/trace.go:171","msg":"trace[295449579] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.995259728s","start":"2026-03-17T20:49:27.951444Z","end":"2026-03-17T20:49:29.946704Z","steps":["trace[295449579] 'agreement among raft nodes before linearized reading' (duration: 1.995160547s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.946772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:27.951430Z","time spent":"1.995334039s","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:29 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:30.365078Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:30.876040Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:31.376408Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:31.748422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000271928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:31.748517Z","caller":"traceutil/trace.go:171","msg":"trace[1164919537] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00041357s","start":"2026-03-17T20:49:29.748081Z","end":"2026-03-17T20:49:31.748494Z","steps":["trace[1164919537] 'agreement among raft nodes before linearized reading' (duration: 2.000294189s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.748578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:29.748065Z","time spent":"2.000501521s","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:31.855912Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 is starting a new election at term 6"} {"level":"info","ts":"2026-03-17T20:49:31.855978Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 became pre-candidate at term 6"} {"level":"info","ts":"2026-03-17T20:49:31.856000Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 received MsgPreVoteResp from 2a3dba058e8a2d82 at term 6"} {"level":"info","ts":"2026-03-17T20:49:31.856026Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 6, index: 1227] sent MsgPreVote request to 520ed656383c33a4 at term 6"} {"level":"info","ts":"2026-03-17T20:49:31.856041Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 6, index: 1227] sent MsgPreVote request to d6c988546b3e48f9 at term 6"} {"level":"info","ts":"2026-03-17T20:49:31.856059Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2a3dba058e8a2d82 lost leader 520ed656383c33a4 at term 6"} {"level":"warn","ts":"2026-03-17T20:49:31.877607Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824250,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:32.228595Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [term: 6] ignored a MsgVoteResp message with lower term from d6c988546b3e48f9 [term: 5]"} {"level":"warn","ts":"2026-03-17T20:49:32.378309Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:32.495667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.495058Z","time spent":"7.000604044s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:32.879131Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:33.380175Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824250,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:33.455834Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 is starting a new election at term 6"} {"level":"info","ts":"2026-03-17T20:49:33.455909Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 became pre-candidate at term 6"} {"level":"info","ts":"2026-03-17T20:49:33.455932Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 received MsgPreVoteResp from 2a3dba058e8a2d82 at term 6"} {"level":"info","ts":"2026-03-17T20:49:33.455959Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 6, index: 1227] sent MsgPreVote request to 520ed656383c33a4 at term 6"} {"level":"info","ts":"2026-03-17T20:49:33.455976Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 6, index: 1227] sent MsgPreVote request to d6c988546b3e48f9 at term 6"} {"level":"warn","ts":"2026-03-17T20:49:33.762179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012614151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:33.762820Z","caller":"traceutil/trace.go:171","msg":"trace[13279685] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.013325688s","start":"2026-03-17T20:49:31.749471Z","end":"2026-03-17T20:49:33.762796Z","steps":["trace[13279685] 'agreement among raft nodes before linearized reading' (duration: 2.012649241s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.762957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:31.749448Z","time spent":"2.01345364s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:33 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:33.880279Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:34.381071Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:34.882063Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824250,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:35.055627Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 is starting a new election at term 6"} {"level":"info","ts":"2026-03-17T20:49:35.055696Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 became pre-candidate at term 6"} {"level":"info","ts":"2026-03-17T20:49:35.055718Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 received MsgPreVoteResp from 2a3dba058e8a2d82 at term 6"} {"level":"info","ts":"2026-03-17T20:49:35.055747Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 6, index: 1227] sent MsgPreVote request to 520ed656383c33a4 at term 6"} {"level":"info","ts":"2026-03-17T20:49:35.055763Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 6, index: 1227] sent MsgPreVote request to d6c988546b3e48f9 at term 6"} {"level":"warn","ts":"2026-03-17T20:49:35.382439Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:35.767712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999905306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:35.767759Z","caller":"traceutil/trace.go:171","msg":"trace[645771330] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999987326s","start":"2026-03-17T20:49:33.767762Z","end":"2026-03-17T20:49:35.767749Z","steps":["trace[645771330] 'agreement among raft nodes before linearized reading' (duration: 1.999930886s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:35.767807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:33.767748Z","time spent":"2.000053698s","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:35.829217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999008607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:35.829291Z","caller":"traceutil/trace.go:171","msg":"trace[190499627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999129218s","start":"2026-03-17T20:49:30.830147Z","end":"2026-03-17T20:49:35.829277Z","steps":["trace[190499627] 'agreement among raft nodes before linearized reading' (duration: 4.999034087s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:35.829337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.830129Z","time spent":"4.999199408s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:35.885266Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:35.892138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999031493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:35.892215Z","caller":"traceutil/trace.go:171","msg":"trace[1122881229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999162614s","start":"2026-03-17T20:49:30.893042Z","end":"2026-03-17T20:49:35.892204Z","steps":["trace[1122881229] 'agreement among raft nodes before linearized reading' (duration: 4.999070153s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:35.892262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.893018Z","time spent":"4.999236084s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/03/17 20:49:35 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:35.960410Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:28.960361Z","time spent":"7.00004482s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:36.363900Z","caller":"etcdserver/v3_server.go:932","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-17T20:49:36.367744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.725822971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.5\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:36.367799Z","caller":"traceutil/trace.go:171","msg":"trace[1900735088] range","detail":"{range_begin:/registry/masterleases/199.19.213.5; range_end:; }","duration":"8.725929642s","start":"2026-03-17T20:49:27.641859Z","end":"2026-03-17T20:49:36.367789Z","steps":["trace[1900735088] 'agreement among raft nodes before linearized reading' (duration: 8.725855751s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:36.367825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:27.641840Z","time spent":"8.725978942s","remote":"127.0.0.1:34294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.5\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:36.368283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.345390138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:36.368328Z","caller":"traceutil/trace.go:171","msg":"trace[1522450926] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; }","duration":"9.345511779s","start":"2026-03-17T20:49:27.022806Z","end":"2026-03-17T20:49:36.368318Z","steps":["trace[1522450926] 'agreement among raft nodes before linearized reading' (duration: 9.345421818s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:36.368375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:27.022785Z","time spent":"9.345580991s","remote":"127.0.0.1:34758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:36.368409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.632443824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:36.368443Z","caller":"traceutil/trace.go:171","msg":"trace[1576190534] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; }","duration":"9.632491994s","start":"2026-03-17T20:49:26.735927Z","end":"2026-03-17T20:49:36.368419Z","steps":["trace[1576190534] 'agreement among raft nodes before linearized reading' (duration: 9.632476134s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:36.368494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.735910Z","time spent":"9.632578195s","remote":"127.0.0.1:34490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:36.368525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.736791927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-17T20:49:36.368599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.677751053s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:36.368652Z","caller":"traceutil/trace.go:171","msg":"trace[1029331226] range","detail":"{range_begin:; range_end:; }","duration":"12.677804374s","start":"2026-03-17T20:49:23.690840Z","end":"2026-03-17T20:49:36.368644Z","steps":["trace[1029331226] 'agreement among raft nodes before linearized reading' (duration: 12.677749793s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:36.368778Z","caller":"traceutil/trace.go:171","msg":"trace[1514611976] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; }","duration":"9.736848858s","start":"2026-03-17T20:49:26.631688Z","end":"2026-03-17T20:49:36.368537Z","steps":["trace[1514611976] 'agreement among raft nodes before linearized reading' (duration: 9.736830467s)"],"step_count":1} {"level":"error","ts":"2026-03-17T20:49:36.368798Z","caller":"etcdhttp/health.go:370","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: request timed out\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:370\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-17T20:49:36.368842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.631669Z","time spent":"9.737133031s","remote":"127.0.0.1:34572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:36.369067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.858039833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:36.369100Z","caller":"traceutil/trace.go:171","msg":"trace[1999114466] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; }","duration":"10.858079854s","start":"2026-03-17T20:49:25.511013Z","end":"2026-03-17T20:49:36.369093Z","steps":["trace[1999114466] 'agreement among raft nodes before linearized reading' (duration: 10.858014943s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:36.369149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.510939Z","time spent":"10.858199855s","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:36.371834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:29.370138Z","time spent":"7.001569318s","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-03-17T20:49:36.656383Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 is starting a new election at term 6"} {"level":"info","ts":"2026-03-17T20:49:36.656526Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 became pre-candidate at term 6"} {"level":"info","ts":"2026-03-17T20:49:36.656565Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 received MsgPreVoteResp from 2a3dba058e8a2d82 at term 6"} {"level":"info","ts":"2026-03-17T20:49:36.656605Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 6, index: 1227] sent MsgPreVote request to 520ed656383c33a4 at term 6"} {"level":"info","ts":"2026-03-17T20:49:36.656642Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 6, index: 1227] sent MsgPreVote request to d6c988546b3e48f9 at term 6"} {"level":"info","ts":"2026-03-17T20:49:36.782803Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 received MsgPreVoteResp from d6c988546b3e48f9 at term 6"} {"level":"info","ts":"2026-03-17T20:49:36.782850Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:49:36.782861Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 became candidate at term 7"} {"level":"info","ts":"2026-03-17T20:49:36.783379Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 received MsgVoteResp from 2a3dba058e8a2d82 at term 7"} {"level":"info","ts":"2026-03-17T20:49:36.783394Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 6, index: 1227] sent MsgVote request to 520ed656383c33a4 at term 7"} {"level":"info","ts":"2026-03-17T20:49:36.783402Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 6, index: 1227] sent MsgVote request to d6c988546b3e48f9 at term 7"} {"level":"warn","ts":"2026-03-17T20:49:36.868233Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:37.368424Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:37.769394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000292274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:37.769450Z","caller":"traceutil/trace.go:171","msg":"trace[543663019] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000376836s","start":"2026-03-17T20:49:35.769063Z","end":"2026-03-17T20:49:37.769440Z","steps":["trace[543663019] 'agreement among raft nodes before linearized reading' (duration: 2.000308155s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.769477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:35.769035Z","time spent":"2.000437506s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:37.831388Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 received MsgVoteResp from d6c988546b3e48f9 at term 7"} {"level":"info","ts":"2026-03-17T20:49:37.831432Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:49:37.831448Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 became leader at term 7"} {"level":"info","ts":"2026-03-17T20:49:37.831460Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2a3dba058e8a2d82 elected leader 2a3dba058e8a2d82 at term 7"} {"level":"warn","ts":"2026-03-17T20:49:37.832567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.061846124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:37.832634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.890041859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:37.832722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.931976125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:37.832755Z","caller":"traceutil/trace.go:171","msg":"trace[109840312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"5.932010776s","start":"2026-03-17T20:49:31.900736Z","end":"2026-03-17T20:49:37.832747Z","steps":["trace[109840312] 'agreement among raft nodes before linearized reading' (duration: 5.931976015s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.832788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.0697942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:37.833138Z","caller":"traceutil/trace.go:171","msg":"trace[543648731] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; }","duration":"4.070183364s","start":"2026-03-17T20:49:33.762946Z","end":"2026-03-17T20:49:37.833129Z","steps":["trace[543648731] 'agreement among raft nodes before linearized reading' (duration: 4.06983233s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.833329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:33.762926Z","time spent":"4.070238835s","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-17T20:49:37.832759Z","caller":"traceutil/trace.go:171","msg":"trace[723256022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"5.890203782s","start":"2026-03-17T20:49:31.942542Z","end":"2026-03-17T20:49:37.832746Z","steps":["trace[723256022] 'agreement among raft nodes before linearized reading' (duration: 5.89006699s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.833380Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:31.942526Z","time spent":"5.890847288s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:37.832800Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:31.900660Z","time spent":"5.932127957s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:37.832683Z","caller":"traceutil/trace.go:171","msg":"trace[998504282] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; }","duration":"4.061959905s","start":"2026-03-17T20:49:33.770674Z","end":"2026-03-17T20:49:37.832634Z","steps":["trace[998504282] 'agreement among raft nodes before linearized reading' (duration: 4.061860374s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.833706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:33.770624Z","time spent":"4.063071697s","remote":"127.0.0.1:34464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:37.832833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.162491575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:37.833893Z","caller":"traceutil/trace.go:171","msg":"trace[2112278048] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; }","duration":"7.163594718s","start":"2026-03-17T20:49:30.670290Z","end":"2026-03-17T20:49:37.833885Z","steps":["trace[2112278048] 'agreement among raft nodes before linearized reading' (duration: 7.162534276s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.833977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.670264Z","time spent":"7.163703479s","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:37.832861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.634774007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:37.834135Z","caller":"traceutil/trace.go:171","msg":"trace[1319765817] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; }","duration":"7.63607689s","start":"2026-03-17T20:49:30.198045Z","end":"2026-03-17T20:49:37.834122Z","steps":["trace[1319765817] 'agreement among raft nodes before linearized reading' (duration: 7.634808137s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.834193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.198027Z","time spent":"7.636146012s","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:37.832883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.090638675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:37.834235Z","caller":"traceutil/trace.go:171","msg":"trace[944470443] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-2; range_end:; }","duration":"8.092025901s","start":"2026-03-17T20:49:29.742203Z","end":"2026-03-17T20:49:37.834229Z","steps":["trace[944470443] 'agreement among raft nodes before linearized reading' (duration: 8.090673146s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.834253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:29.742152Z","time spent":"8.092096361s","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:37.832962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.541938481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:37.834348Z","caller":"traceutil/trace.go:171","msg":"trace[142821546] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; }","duration":"5.543336666s","start":"2026-03-17T20:49:32.291007Z","end":"2026-03-17T20:49:37.834343Z","steps":["trace[142821546] 'agreement among raft nodes before linearized reading' (duration: 5.541937781s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.834367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:32.290962Z","time spent":"5.543397807s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:37.832993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.019589252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:37.834431Z","caller":"traceutil/trace.go:171","msg":"trace[268830994] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; }","duration":"5.021061539s","start":"2026-03-17T20:49:32.813365Z","end":"2026-03-17T20:49:37.834427Z","steps":["trace[268830994] 'agreement among raft nodes before linearized reading' (duration: 5.019622453s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.834449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:32.813337Z","time spent":"5.021106709s","remote":"127.0.0.1:34558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:37.833016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.82384652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:37.834527Z","caller":"traceutil/trace.go:171","msg":"trace[830592154] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; }","duration":"5.825387507s","start":"2026-03-17T20:49:32.009134Z","end":"2026-03-17T20:49:37.834522Z","steps":["trace[830592154] 'agreement among raft nodes before linearized reading' (duration: 5.82387648s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.834552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:32.009114Z","time spent":"5.825430737s","remote":"127.0.0.1:34762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:38.333619Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:38.834764Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824256,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:38.967961Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 7, index: 1231, vote: 2a3dba058e8a2d82] ignored MsgPreVote from d6c988546b3e48f9 [logterm: 3, index: 1217] at term 7: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-03-17T20:49:39.067862Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.236185207s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:39.335187Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:39.501677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:32.500642Z","time spent":"7.001024628s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:39.777312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000292343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:39.777388Z","caller":"traceutil/trace.go:171","msg":"trace[844542324] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000426895s","start":"2026-03-17T20:49:37.776942Z","end":"2026-03-17T20:49:39.777369Z","steps":["trace[844542324] 'agreement among raft nodes before linearized reading' (duration: 2.000307713s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:39.777427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:37.776932Z","time spent":"2.000486826s","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:39.835709Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:40.336245Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:40.837575Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824256,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:41.067935Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 7, index: 1234, vote: 2a3dba058e8a2d82] ignored MsgPreVote from d6c988546b3e48f9 [logterm: 7, index: 1231] at term 7: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-03-17T20:49:41.133978Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.869036198s","expected-duration":"1s"} {"level":"info","ts":"2026-03-17T20:49:41.134610Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-03-17T20:49:41.135164Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-03-17T20:49:41.135369Z","caller":"traceutil/trace.go:171","msg":"trace[1066703305] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"4.756244528s","start":"2026-03-17T20:49:36.379104Z","end":"2026-03-17T20:49:41.135348Z","steps":["trace[1066703305] 'process raft request' (duration: 4.756183247s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:41.135388Z","caller":"traceutil/trace.go:171","msg":"trace[743449717] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1055; }","duration":"5.169798579s","start":"2026-03-17T20:49:35.965572Z","end":"2026-03-17T20:49:41.135370Z","steps":["trace[743449717] 'process raft request' (duration: 5.169559267s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.135488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:35.965545Z","time spent":"5.16988337s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:41.135608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:36.379087Z","time spent":"4.756340099s","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:41.172521Z","caller":"traceutil/trace.go:171","msg":"trace[1609504107] linearizableReadLoop","detail":"{readStateIndex:1231; appliedIndex:1231; }","duration":"3.340002885s","start":"2026-03-17T20:49:37.832502Z","end":"2026-03-17T20:49:41.172505Z","steps":["trace[1609504107] 'read index received' (duration: 3.339995625s)","trace[1609504107] 'applied index is now lower than readState.Index' (duration: 6.06µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.351502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.981956425s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:41.351583Z","caller":"traceutil/trace.go:171","msg":"trace[785612766] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1056; }","duration":"4.982022466s","start":"2026-03-17T20:49:36.369539Z","end":"2026-03-17T20:49:41.351561Z","steps":["trace[785612766] 'agreement among raft nodes before linearized reading' (duration: 4.80310971s)","trace[785612766] 'range keys from in-memory index tree' (duration: 178.842105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.351452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.638153204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:41.351923Z","caller":"traceutil/trace.go:171","msg":"trace[1209685199] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1056; }","duration":"3.63862285s","start":"2026-03-17T20:49:37.713246Z","end":"2026-03-17T20:49:41.351869Z","steps":["trace[1209685199] 'agreement among raft nodes before linearized reading' (duration: 3.459382351s)","trace[1209685199] 'count revisions from in-memory index tree' (duration: 178.728604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.351989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.71014017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.5\" limit:1 ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-03-17T20:49:41.352045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:37.713233Z","time spent":"3.638775582s","remote":"127.0.0.1:34418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-17T20:49:41.352116Z","caller":"traceutil/trace.go:171","msg":"trace[1542073825] range","detail":"{range_begin:/registry/masterleases/199.19.213.5; range_end:; response_count:1; response_revision:1056; }","duration":"3.710330812s","start":"2026-03-17T20:49:37.641746Z","end":"2026-03-17T20:49:41.352077Z","steps":["trace[1542073825] 'agreement among raft nodes before linearized reading' (duration: 3.530896141s)","trace[1542073825] 'range keys from in-memory index tree' (duration: 179.192459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.352159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:37.641737Z","time spent":"3.710414593s","remote":"127.0.0.1:34294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":153,"request content":"key:\"/registry/masterleases/199.19.213.5\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:41.353724Z","caller":"traceutil/trace.go:171","msg":"trace[1142557901] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1056; }","duration":"1.846042744s","start":"2026-03-17T20:49:39.507662Z","end":"2026-03-17T20:49:41.353705Z","steps":["trace[1142557901] 'process raft request' (duration: 1.845766631s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.353869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:39.507641Z","time spent":"1.846154865s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":49,"response count":0,"response size":585,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:41.359609Z","caller":"traceutil/trace.go:171","msg":"trace[1079431017] linearizableReadLoop","detail":"{readStateIndex:1231; appliedIndex:1234; }","duration":"187.009551ms","start":"2026-03-17T20:49:41.172570Z","end":"2026-03-17T20:49:41.359580Z","steps":["trace[1079431017] 'read index received' (duration: 186.993841ms)","trace[1079431017] 'applied index is now lower than readState.Index' (duration: 13.43µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.359682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.993335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbbf39237d386\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-17T20:49:41.359754Z","caller":"traceutil/trace.go:171","msg":"trace[1400134148] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189dbbf39237d386; range_end:; response_count:1; response_revision:1058; }","duration":"220.097366ms","start":"2026-03-17T20:49:41.139636Z","end":"2026-03-17T20:49:41.359733Z","steps":["trace[1400134148] 'agreement among raft nodes before linearized reading' (duration: 219.975165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.359876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.659922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:49:41.359946Z","caller":"traceutil/trace.go:171","msg":"trace[1083806174] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1058; }","duration":"833.784803ms","start":"2026-03-17T20:49:40.526148Z","end":"2026-03-17T20:49:41.359933Z","steps":["trace[1083806174] 'agreement among raft nodes before linearized reading' (duration: 833.644642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.360029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338533762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:49:41.360089Z","caller":"traceutil/trace.go:171","msg":"trace[1333347460] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1058; }","duration":"2.338629464s","start":"2026-03-17T20:49:39.021447Z","end":"2026-03-17T20:49:41.360077Z","steps":["trace[1333347460] 'agreement among raft nodes before linearized reading' (duration: 2.338520853s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.360128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:39.021415Z","time spent":"2.338702434s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:41.360166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.520545158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bfcf4\" limit:1 ","response":"range_response_count:1 size:18153"} {"level":"warn","ts":"2026-03-17T20:49:41.360308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.336389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" limit:1 ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-03-17T20:49:41.360321Z","caller":"traceutil/trace.go:171","msg":"trace[1838070533] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bfcf4; range_end:; response_count:1; response_revision:1058; }","duration":"3.520601738s","start":"2026-03-17T20:49:37.839590Z","end":"2026-03-17T20:49:41.360191Z","steps":["trace[1838070533] 'agreement among raft nodes before linearized reading' (duration: 3.520444826s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:41.360431Z","caller":"traceutil/trace.go:171","msg":"trace[774955930] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i; range_end:; response_count:1; response_revision:1058; }","duration":"220.49542ms","start":"2026-03-17T20:49:41.139913Z","end":"2026-03-17T20:49:41.360408Z","steps":["trace[774955930] 'agreement among raft nodes before linearized reading' (duration: 220.232098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.360514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:37.839580Z","time spent":"3.520890341s","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18175,"request content":"key:\"/registry/pods/kube-system/cilium-bfcf4\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:41.360799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.298961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:49:41.360843Z","caller":"traceutil/trace.go:171","msg":"trace[466026480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1058; }","duration":"197.361583ms","start":"2026-03-17T20:49:41.163470Z","end":"2026-03-17T20:49:41.360832Z","steps":["trace[466026480] 'agreement among raft nodes before linearized reading' (duration: 197.09391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.360363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582746347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:41.360929Z","caller":"traceutil/trace.go:171","msg":"trace[1432072886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1058; }","duration":"1.583338863s","start":"2026-03-17T20:49:39.777582Z","end":"2026-03-17T20:49:41.360921Z","steps":["trace[1432072886] 'agreement among raft nodes before linearized reading' (duration: 1.582763777s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.360958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:39.777565Z","time spent":"1.583383803s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:41.360325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337813947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:49:41.361086Z","caller":"traceutil/trace.go:171","msg":"trace[1617110618] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1058; }","duration":"1.338617906s","start":"2026-03-17T20:49:40.022459Z","end":"2026-03-17T20:49:41.361077Z","steps":["trace[1617110618] 'agreement among raft nodes before linearized reading' (duration: 1.337819177s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.361118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:40.022439Z","time spent":"1.338668897s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:41.359986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:40.526132Z","time spent":"833.845385ms","remote":"127.0.0.1:34362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:41.595326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.14694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:460"} {"level":"warn","ts":"2026-03-17T20:49:41.595385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.629092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:41.595449Z","caller":"traceutil/trace.go:171","msg":"trace[923399806] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1064; }","duration":"197.328323ms","start":"2026-03-17T20:49:41.398094Z","end":"2026-03-17T20:49:41.595422Z","steps":["trace[923399806] 'agreement among raft nodes before linearized reading' (duration: 91.081506ms)","trace[923399806] 'range keys from in-memory index tree' (duration: 106.030395ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:41.595573Z","caller":"traceutil/trace.go:171","msg":"trace[2100174834] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"190.419869ms","start":"2026-03-17T20:49:41.405108Z","end":"2026-03-17T20:49:41.595528Z","steps":["trace[2100174834] 'process raft request' (duration: 83.582236ms)","trace[2100174834] 'compare' (duration: 106.51032ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:41.595665Z","caller":"traceutil/trace.go:171","msg":"trace[1119407948] linearizableReadLoop","detail":"{readStateIndex:1242; appliedIndex:1241; }","duration":"106.52315ms","start":"2026-03-17T20:49:41.489112Z","end":"2026-03-17T20:49:41.595635Z","steps":["trace[1119407948] 'read index received' (duration: 72.946751ms)","trace[1119407948] 'applied index is now lower than readState.Index' (duration: 33.573579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.595729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.585777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 ","response":"range_response_count:1 size:7599"} {"level":"info","ts":"2026-03-17T20:49:41.595784Z","caller":"traceutil/trace.go:171","msg":"trace[1414313448] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-2; range_end:; response_count:1; response_revision:1065; }","duration":"142.647578ms","start":"2026-03-17T20:49:41.453120Z","end":"2026-03-17T20:49:41.595768Z","steps":["trace[1414313448] 'agreement among raft nodes before linearized reading' (duration: 142.531726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.596103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.644091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:41.596157Z","caller":"traceutil/trace.go:171","msg":"trace[352097694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1065; }","duration":"146.714812ms","start":"2026-03-17T20:49:41.449428Z","end":"2026-03-17T20:49:41.596143Z","steps":["trace[352097694] 'agreement among raft nodes before linearized reading' (duration: 146.362298ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:41.814105Z","caller":"traceutil/trace.go:171","msg":"trace[2121243718] linearizableReadLoop","detail":"{readStateIndex:1245; appliedIndex:1246; }","duration":"218.317387ms","start":"2026-03-17T20:49:41.595758Z","end":"2026-03-17T20:49:41.814075Z","steps":["trace[2121243718] 'read index received' (duration: 218.304397ms)","trace[2121243718] 'applied index is now lower than readState.Index' (duration: 11.04µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.814257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.029045ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:41.814450Z","caller":"traceutil/trace.go:171","msg":"trace[1209637886] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1067; }","duration":"219.231197ms","start":"2026-03-17T20:49:41.595199Z","end":"2026-03-17T20:49:41.814430Z","steps":["trace[1209637886] 'agreement among raft nodes before linearized reading' (duration: 219.006404ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:41.815504Z","caller":"traceutil/trace.go:171","msg":"trace[1212414541] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"205.143806ms","start":"2026-03-17T20:49:41.610345Z","end":"2026-03-17T20:49:41.815489Z","steps":["trace[1212414541] 'process raft request' (duration: 204.53559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.066106Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"52.299181ms"} {"level":"warn","ts":"2026-03-17T20:49:42.066176Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"520ed656383c33a4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"52.380562ms"} {"level":"info","ts":"2026-03-17T20:49:42.067552Z","caller":"traceutil/trace.go:171","msg":"trace[1334585347] linearizableReadLoop","detail":"{readStateIndex:1250; appliedIndex:1252; }","duration":"253.253322ms","start":"2026-03-17T20:49:41.814280Z","end":"2026-03-17T20:49:42.067533Z","steps":["trace[1334585347] 'read index received' (duration: 253.247772ms)","trace[1334585347] 'applied index is now lower than readState.Index' (duration: 4.39µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.067714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.763788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbbf39237d386\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-17T20:49:42.067747Z","caller":"traceutil/trace.go:171","msg":"trace[197721556] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189dbbf39237d386; range_end:; response_count:1; response_revision:1073; }","duration":"467.847569ms","start":"2026-03-17T20:49:41.599889Z","end":"2026-03-17T20:49:42.067737Z","steps":["trace[197721556] 'agreement among raft nodes before linearized reading' (duration: 467.735928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.067789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:41.599879Z","time spent":"467.901629ms","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbbf39237d386\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:42.067980Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.945981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:387"} {"level":"info","ts":"2026-03-17T20:49:42.068345Z","caller":"traceutil/trace.go:171","msg":"trace[1830937600] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1073; }","duration":"470.492347ms","start":"2026-03-17T20:49:41.597718Z","end":"2026-03-17T20:49:42.068210Z","steps":["trace[1830937600] 'agreement among raft nodes before linearized reading' (duration: 469.924041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.068547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:41.597696Z","time spent":"470.834861ms","remote":"127.0.0.1:34294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":409,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-17T20:49:42.069205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.902715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 ","response":"range_response_count:1 size:7791"} {"level":"info","ts":"2026-03-17T20:49:42.069297Z","caller":"traceutil/trace.go:171","msg":"trace[356337824] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-2; range_end:; response_count:1; response_revision:1073; }","duration":"250.040677ms","start":"2026-03-17T20:49:41.819236Z","end":"2026-03-17T20:49:42.069276Z","steps":["trace[356337824] 'agreement among raft nodes before linearized reading' (duration: 249.853405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.171877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.0326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:518"} {"level":"info","ts":"2026-03-17T20:49:42.171965Z","caller":"traceutil/trace.go:171","msg":"trace[1518691192] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1073; }","duration":"101.170992ms","start":"2026-03-17T20:49:42.070775Z","end":"2026-03-17T20:49:42.171946Z","steps":["trace[1518691192] 'agreement among raft nodes before linearized reading' (duration: 20.50711ms)","trace[1518691192] 'range keys from in-memory index tree' (duration: 80.468541ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:42.254949Z","caller":"traceutil/trace.go:171","msg":"trace[1736628879] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"183.779505ms","start":"2026-03-17T20:49:42.071142Z","end":"2026-03-17T20:49:42.254922Z","steps":["trace[1736628879] 'process raft request' (duration: 183.645983ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:42.255664Z","caller":"traceutil/trace.go:171","msg":"trace[1342531311] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"178.160505ms","start":"2026-03-17T20:49:42.077484Z","end":"2026-03-17T20:49:42.255644Z","steps":["trace[1342531311] 'process raft request' (duration: 178.086614ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:42.385165Z","caller":"traceutil/trace.go:171","msg":"trace[1484135071] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"125.465622ms","start":"2026-03-17T20:49:42.259679Z","end":"2026-03-17T20:49:42.385145Z","steps":["trace[1484135071] 'process raft request' (duration: 125.364541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.748630Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"163.607289ms"} {"level":"warn","ts":"2026-03-17T20:49:42.748805Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"520ed656383c33a4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"163.78073ms"} {"level":"warn","ts":"2026-03-17T20:49:42.923813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.997511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:42.923940Z","caller":"traceutil/trace.go:171","msg":"trace[885172848] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"535.359445ms","start":"2026-03-17T20:49:42.388558Z","end":"2026-03-17T20:49:42.923917Z","steps":["trace[885172848] 'process raft request' (duration: 360.188872ms)","trace[885172848] 'compare' (duration: 174.877129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.924033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.388534Z","time spent":"535.465025ms","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:42.953123Z","caller":"traceutil/trace.go:171","msg":"trace[1126527123] linearizableReadLoop","detail":"{readStateIndex:1258; appliedIndex:1259; }","duration":"374.489875ms","start":"2026-03-17T20:49:42.578602Z","end":"2026-03-17T20:49:42.953092Z","steps":["trace[1126527123] 'read index received' (duration: 374.480015ms)","trace[1126527123] 'applied index is now lower than readState.Index' (duration: 8.31µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.953279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.654926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.953303Z","caller":"traceutil/trace.go:171","msg":"trace[390423623] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1080; }","duration":"374.723267ms","start":"2026-03-17T20:49:42.578573Z","end":"2026-03-17T20:49:42.953296Z","steps":["trace[390423623] 'agreement among raft nodes before linearized reading' (duration: 374.652336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.953328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.578560Z","time spent":"374.763007ms","remote":"127.0.0.1:34402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-17T20:49:42.953542Z","caller":"traceutil/trace.go:171","msg":"trace[62292755] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"452.163585ms","start":"2026-03-17T20:49:42.501368Z","end":"2026-03-17T20:49:42.953532Z","steps":["trace[62292755] 'process raft request' (duration: 451.865922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.953644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.501349Z","time spent":"452.239606ms","remote":"127.0.0.1:34434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4182,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:42.954253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.220735ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.954323Z","caller":"traceutil/trace.go:171","msg":"trace[1460261241] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1082; }","duration":"335.303626ms","start":"2026-03-17T20:49:42.619005Z","end":"2026-03-17T20:49:42.954308Z","steps":["trace[1460261241] 'agreement among raft nodes before linearized reading' (duration: 335.197814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.954428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.792554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-17T20:49:42.954465Z","caller":"traceutil/trace.go:171","msg":"trace[543379972] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1082; }","duration":"108.854574ms","start":"2026-03-17T20:49:42.845603Z","end":"2026-03-17T20:49:42.954457Z","steps":["trace[543379972] 'agreement among raft nodes before linearized reading' (duration: 108.782793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.954605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.896841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.954867Z","caller":"traceutil/trace.go:171","msg":"trace[1140091582] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1082; }","duration":"321.346026ms","start":"2026-03-17T20:49:42.633500Z","end":"2026-03-17T20:49:42.954846Z","steps":["trace[1140091582] 'agreement among raft nodes before linearized reading' (duration: 320.919042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.954956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.633480Z","time spent":"321.466347ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-17T20:49:43.192450Z","caller":"traceutil/trace.go:171","msg":"trace[760921441] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"235.92526ms","start":"2026-03-17T20:49:42.956493Z","end":"2026-03-17T20:49:43.192419Z","steps":["trace[760921441] 'process raft request' (duration: 187.465473ms)","trace[760921441] 'compare' (duration: 48.217525ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:43.255955Z","caller":"traceutil/trace.go:171","msg":"trace[19233536] linearizableReadLoop","detail":"{readStateIndex:1261; appliedIndex:1262; }","duration":"297.232744ms","start":"2026-03-17T20:49:42.958694Z","end":"2026-03-17T20:49:43.255927Z","steps":["trace[19233536] 'read index received' (duration: 297.214464ms)","trace[19233536] 'applied index is now lower than readState.Index' (duration: 6.14µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:43.256173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.461677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.256232Z","caller":"traceutil/trace.go:171","msg":"trace[1177254138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1084; }","duration":"297.530037ms","start":"2026-03-17T20:49:42.958685Z","end":"2026-03-17T20:49:43.256215Z","steps":["trace[1177254138] 'agreement among raft nodes before linearized reading' (duration: 297.362616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.256952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.106343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 ","response":"range_response_count:1 size:6534"} {"level":"info","ts":"2026-03-17T20:49:43.257017Z","caller":"traceutil/trace.go:171","msg":"trace[1537464843] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:1084; }","duration":"297.190594ms","start":"2026-03-17T20:49:42.959812Z","end":"2026-03-17T20:49:43.257003Z","steps":["trace[1537464843] 'agreement among raft nodes before linearized reading' (duration: 297.075783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.824811Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:43.875909Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"400.700985ms"} {"level":"warn","ts":"2026-03-17T20:49:43.875977Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"520ed656383c33a4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"400.779196ms"} {"level":"warn","ts":"2026-03-17T20:49:44.325639Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:44.826399Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824290,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:45.281283Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 7, index: 1269, vote: 2a3dba058e8a2d82] ignored MsgPreVote from 520ed656383c33a4 [logterm: 7, index: 1269] at term 7: lease is not expired (remaining ticks: 8)"} {"level":"warn","ts":"2026-03-17T20:49:45.326557Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:45.369962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000171144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:45.370309Z","caller":"traceutil/trace.go:171","msg":"trace[1577421517] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000554919s","start":"2026-03-17T20:49:43.369626Z","end":"2026-03-17T20:49:45.370181Z","steps":["trace[1577421517] 'agreement among raft nodes before linearized reading' (duration: 2.000198995s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.370432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:43.369607Z","time spent":"2.000811462s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:45 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:45.768988Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.892853589s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:45.769172Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d6c988546b3e48f9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.693170502s"} {"level":"warn","ts":"2026-03-17T20:49:45.769213Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"520ed656383c33a4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.693215482s"} {"level":"warn","ts":"2026-03-17T20:49:45.769527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190898771s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:45.769568Z","caller":"traceutil/trace.go:171","msg":"trace[1439246356] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1085; }","duration":"2.190985592s","start":"2026-03-17T20:49:43.578569Z","end":"2026-03-17T20:49:45.769554Z","steps":["trace[1439246356] 'range keys from in-memory index tree' (duration: 2.190887971s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.770127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893241762s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:45.770422Z","caller":"traceutil/trace.go:171","msg":"trace[1952570537] linearizableReadLoop","detail":"{readStateIndex:1269; appliedIndex:1264; }","duration":"2.446572361s","start":"2026-03-17T20:49:43.323836Z","end":"2026-03-17T20:49:45.770409Z","steps":["trace[1952570537] 'read index received' (duration: 2.445354058s)","trace[1952570537] 'applied index is now lower than readState.Index' (duration: 1.217793ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:45.770505Z","caller":"traceutil/trace.go:171","msg":"trace[108076488] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"2.492456621s","start":"2026-03-17T20:49:43.278041Z","end":"2026-03-17T20:49:45.770497Z","steps":["trace[108076488] 'process raft request' (duration: 2.492180058s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.770572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:43.278022Z","time spent":"2.492513462s","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:45.770718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.446869454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:49:45.770776Z","caller":"traceutil/trace.go:171","msg":"trace[1486332670] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1090; }","duration":"2.446963675s","start":"2026-03-17T20:49:43.323800Z","end":"2026-03-17T20:49:45.770763Z","steps":["trace[1486332670] 'agreement among raft nodes before linearized reading' (duration: 2.446821594s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.770815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:43.323783Z","time spent":"2.447023316s","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:45.770909Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3279356091498824292,"received-request-id":3279356091498824290} {"level":"warn","ts":"2026-03-17T20:49:45.771716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778177533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-17T20:49:45.771818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.086308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:45.771860Z","caller":"traceutil/trace.go:171","msg":"trace[35597306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1090; }","duration":"393.160639ms","start":"2026-03-17T20:49:45.378690Z","end":"2026-03-17T20:49:45.771851Z","steps":["trace[35597306] 'agreement among raft nodes before linearized reading' (duration: 393.089548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.771884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:45.378671Z","time spent":"393.207809ms","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:45.771881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377926464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-17T20:49:45.772004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081786787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:49:45.772125Z","caller":"traceutil/trace.go:171","msg":"trace[1303840446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1090; }","duration":"1.081972379s","start":"2026-03-17T20:49:44.690139Z","end":"2026-03-17T20:49:45.772111Z","steps":["trace[1303840446] 'agreement among raft nodes before linearized reading' (duration: 1.081709376s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.772198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62792415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:49:45.771944Z","caller":"traceutil/trace.go:171","msg":"trace[659200759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1090; }","duration":"1.778398166s","start":"2026-03-17T20:49:43.993444Z","end":"2026-03-17T20:49:45.771842Z","steps":["trace[659200759] 'agreement among raft nodes before linearized reading' (duration: 1.778179894s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.772476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:43.993424Z","time spent":"1.779038162s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:45.772493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:44.690122Z","time spent":"1.082195401s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:45.772092Z","caller":"traceutil/trace.go:171","msg":"trace[1967933442] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1090; }","duration":"1.378208347s","start":"2026-03-17T20:49:44.393866Z","end":"2026-03-17T20:49:45.772074Z","steps":["trace[1967933442] 'agreement among raft nodes before linearized reading' (duration: 1.377933004s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.771722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.152637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:49:45.772920Z","caller":"traceutil/trace.go:171","msg":"trace[812871508] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1090; }","duration":"745.37932ms","start":"2026-03-17T20:49:45.027529Z","end":"2026-03-17T20:49:45.772908Z","steps":["trace[812871508] 'agreement among raft nodes before linearized reading' (duration: 744.150807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.772955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:45.027512Z","time spent":"745.432831ms","remote":"127.0.0.1:34680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:45.772721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:44.393847Z","time spent":"1.378851604s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:45.771949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5584536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:49:45.773064Z","caller":"traceutil/trace.go:171","msg":"trace[1435096716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1090; }","duration":"1.559609022s","start":"2026-03-17T20:49:44.213448Z","end":"2026-03-17T20:49:45.773057Z","steps":["trace[1435096716] 'agreement among raft nodes before linearized reading' (duration: 1.55846436s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.773093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:44.213425Z","time spent":"1.559658533s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:45.772340Z","caller":"traceutil/trace.go:171","msg":"trace[1000728321] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1090; }","duration":"1.628069922s","start":"2026-03-17T20:49:44.144253Z","end":"2026-03-17T20:49:45.772323Z","steps":["trace[1000728321] 'agreement among raft nodes before linearized reading' (duration: 1.627729628s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.773398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:44.144194Z","time spent":"1.629013142s","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":70,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-17T20:49:47.282031Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 7, index: 1273, vote: 2a3dba058e8a2d82] ignored MsgPreVote from 520ed656383c33a4 [logterm: 7, index: 1270] at term 7: lease is not expired (remaining ticks: 7)"} {"level":"info","ts":"2026-03-17T20:49:47.450325Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [logterm: 7, index: 1273, vote: 2a3dba058e8a2d82] ignored MsgVote from 520ed656383c33a4 [logterm: 7, index: 1270] at term 7: lease is not expired (remaining ticks: 7)"} {"level":"info","ts":"2026-03-17T20:49:47.693666Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 [term: 7] received a MsgApp message with higher term from 520ed656383c33a4 [term: 8]"} {"level":"info","ts":"2026-03-17T20:49:47.693751Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2a3dba058e8a2d82 became follower at term 8"} {"level":"info","ts":"2026-03-17T20:49:47.693777Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"found conflict at index 1271 [existing term: 7, conflicting term: 8]"} {"level":"info","ts":"2026-03-17T20:49:47.693790Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"truncate the unstable entries before index 1271"} {"level":"info","ts":"2026-03-17T20:49:47.693806Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2a3dba058e8a2d82 changed leader from 2a3dba058e8a2d82 to 520ed656383c33a4 at term 8"} {"level":"warn","ts":"2026-03-17T20:49:47.871489Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:48.372118Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:48.872461Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:49.370612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000057283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:49.370775Z","caller":"traceutil/trace.go:171","msg":"trace[732266727] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000278605s","start":"2026-03-17T20:49:47.370451Z","end":"2026-03-17T20:49:49.370730Z","steps":["trace[732266727] 'agreement among raft nodes before linearized reading' (duration: 2.000093273s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.370857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:47.370422Z","time spent":"2.000423877s","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:49.373540Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:49.493994Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.716841666s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:49.552266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973070989s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:49.552337Z","caller":"traceutil/trace.go:171","msg":"trace[325118260] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1090; }","duration":"2.97314847s","start":"2026-03-17T20:49:46.579172Z","end":"2026-03-17T20:49:49.552320Z","steps":["trace[325118260] 'range keys from in-memory index tree' (duration: 2.973023389s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.552403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647625958s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:49.552422Z","caller":"traceutil/trace.go:171","msg":"trace[1569938130] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1090; }","duration":"2.647645108s","start":"2026-03-17T20:49:46.904770Z","end":"2026-03-17T20:49:49.552415Z","steps":["trace[1569938130] 'range keys from in-memory index tree' (duration: 2.647586758s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:49.648177Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-03-17T20:49:49.905434Z","caller":"traceutil/trace.go:171","msg":"trace[1728353018] linearizableReadLoop","detail":"{readStateIndex:1276; appliedIndex:1276; }","duration":"411.220988ms","start":"2026-03-17T20:49:49.494145Z","end":"2026-03-17T20:49:49.905366Z","steps":["trace[1728353018] 'read index received' (duration: 411.206837ms)","trace[1728353018] 'applied index is now lower than readState.Index' (duration: 12.221µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:49.905767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.17585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:49.906945Z","caller":"traceutil/trace.go:171","msg":"trace[143603892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1095; }","duration":"535.260432ms","start":"2026-03-17T20:49:49.371501Z","end":"2026-03-17T20:49:49.906761Z","steps":["trace[143603892] 'agreement among raft nodes before linearized reading' (duration: 534.175431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.907139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:49.371478Z","time spent":"535.645966ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:49.905930Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982564242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:49:49.907269Z","caller":"traceutil/trace.go:171","msg":"trace[2018355704] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1095; }","duration":"1.983965777s","start":"2026-03-17T20:49:47.923280Z","end":"2026-03-17T20:49:49.907246Z","steps":["trace[2018355704] 'agreement among raft nodes before linearized reading' (duration: 1.982574503s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.907342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:47.923258Z","time spent":"1.984058488s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.905948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.934088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:49:49.907412Z","caller":"traceutil/trace.go:171","msg":"trace[1089553166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1095; }","duration":"886.470004ms","start":"2026-03-17T20:49:49.020922Z","end":"2026-03-17T20:49:49.907392Z","steps":["trace[1089553166] 'agreement among raft nodes before linearized reading' (duration: 884.924688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.905952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394792066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:49:49.907572Z","caller":"traceutil/trace.go:171","msg":"trace[477344455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1095; }","duration":"1.396478675s","start":"2026-03-17T20:49:48.511076Z","end":"2026-03-17T20:49:49.907554Z","steps":["trace[477344455] 'agreement among raft nodes before linearized reading' (duration: 1.394728746s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.907619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:48.511046Z","time spent":"1.396558345s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.905992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263351515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.5\" limit:1 ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-17T20:49:49.907788Z","caller":"traceutil/trace.go:171","msg":"trace[1605699706] range","detail":"{range_begin:/registry/masterleases/199.19.213.5; range_end:; response_count:1; response_revision:1095; }","duration":"2.265116694s","start":"2026-03-17T20:49:47.642586Z","end":"2026-03-17T20:49:49.907703Z","steps":["trace[1605699706] 'agreement among raft nodes before linearized reading' (duration: 2.263298865s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.907856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:47.642565Z","time spent":"2.265283026s","remote":"127.0.0.1:34294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":153,"request content":"key:\"/registry/masterleases/199.19.213.5\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.907880Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:49.020900Z","time spent":"886.789097ms","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:50.405642Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824299,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:50.497739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.481275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:50.672539Z","caller":"traceutil/trace.go:171","msg":"trace[213040261] linearizableReadLoop","detail":"{readStateIndex:1280; appliedIndex:1280; }","duration":"766.992057ms","start":"2026-03-17T20:49:49.905515Z","end":"2026-03-17T20:49:50.672507Z","steps":["trace[213040261] 'read index received' (duration: 766.936716ms)","trace[213040261] 'applied index is now lower than readState.Index' (duration: 53.551µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:50.723089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170653444s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:50.723703Z","caller":"traceutil/trace.go:171","msg":"trace[1215525489] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1099; }","duration":"1.17126934s","start":"2026-03-17T20:49:49.552387Z","end":"2026-03-17T20:49:50.723656Z","steps":["trace[1215525489] 'agreement among raft nodes before linearized reading' (duration: 1.120293091s)","trace[1215525489] 'range keys from in-memory index tree' (duration: 50.338293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:50.723153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047833053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:49:50.724085Z","caller":"traceutil/trace.go:171","msg":"trace[1162972662] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1099; }","duration":"1.048831963s","start":"2026-03-17T20:49:49.675229Z","end":"2026-03-17T20:49:50.724061Z","steps":["trace[1162972662] 'agreement among raft nodes before linearized reading' (duration: 997.327487ms)","trace[1162972662] 'count revisions from in-memory index tree' (duration: 50.507564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:50.724167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:49.675209Z","time spent":"1.048925183s","remote":"127.0.0.1:34658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":3,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:50.844993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:49.910207Z","time spent":"934.783643ms","remote":"127.0.0.1:34294","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:50.895101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.717627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bfcf4\" limit:1 ","response":"range_response_count:1 size:18325"} {"level":"warn","ts":"2026-03-17T20:49:50.895113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.116664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:49:50.895170Z","caller":"traceutil/trace.go:171","msg":"trace[1074098024] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bfcf4; range_end:; response_count:1; response_revision:1101; }","duration":"789.840847ms","start":"2026-03-17T20:49:50.105316Z","end":"2026-03-17T20:49:50.895157Z","steps":["trace[1074098024] 'agreement among raft nodes before linearized reading' (duration: 789.623895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:50.895186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.283524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:50.895209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:50.105296Z","time spent":"789.904258ms","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18347,"request content":"key:\"/registry/pods/kube-system/cilium-bfcf4\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:50.895241Z","caller":"traceutil/trace.go:171","msg":"trace[1173171966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1101; }","duration":"978.351744ms","start":"2026-03-17T20:49:49.916870Z","end":"2026-03-17T20:49:50.895221Z","steps":["trace[1173171966] 'agreement among raft nodes before linearized reading' (duration: 978.276243ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:50.895188Z","caller":"traceutil/trace.go:171","msg":"trace[1422146427] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1101; }","duration":"864.230235ms","start":"2026-03-17T20:49:50.030942Z","end":"2026-03-17T20:49:50.895172Z","steps":["trace[1422146427] 'agreement among raft nodes before linearized reading' (duration: 864.032563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:50.895281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:49.916856Z","time spent":"978.415685ms","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:50.895336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:50.030926Z","time spent":"864.371206ms","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:50.894948Z","caller":"traceutil/trace.go:171","msg":"trace[1602393100] linearizableReadLoop","detail":"{readStateIndex:1283; appliedIndex:1283; }","duration":"222.219782ms","start":"2026-03-17T20:49:50.672696Z","end":"2026-03-17T20:49:50.894916Z","steps":["trace[1602393100] 'read index received' (duration: 222.207292ms)","trace[1602393100] 'applied index is now lower than readState.Index' (duration: 10.83µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:50.896555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.0241ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:50.896706Z","caller":"traceutil/trace.go:171","msg":"trace[897871599] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1102; }","duration":"171.090601ms","start":"2026-03-17T20:49:50.725514Z","end":"2026-03-17T20:49:50.896605Z","steps":["trace[897871599] 'agreement among raft nodes before linearized reading' (duration: 170.97914ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:51.436906Z","caller":"traceutil/trace.go:171","msg":"trace[317679556] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"526.388045ms","start":"2026-03-17T20:49:50.910499Z","end":"2026-03-17T20:49:51.436888Z","steps":["trace[317679556] 'process raft request' (duration: 496.018944ms)","trace[317679556] 'compare' (duration: 30.29551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.437766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:50.910471Z","time spent":"527.200554ms","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18408,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:51.871503Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824309,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:52.024767Z","caller":"traceutil/trace.go:171","msg":"trace[2092236006] linearizableReadLoop","detail":"{readStateIndex:1288; appliedIndex:1288; }","duration":"653.95465ms","start":"2026-03-17T20:49:51.370786Z","end":"2026-03-17T20:49:52.024741Z","steps":["trace[2092236006] 'read index received' (duration: 653.94484ms)","trace[2092236006] 'applied index is now lower than readState.Index' (duration: 8.43µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.024917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.105802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:52.025119Z","caller":"traceutil/trace.go:171","msg":"trace[696383124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1106; }","duration":"654.339664ms","start":"2026-03-17T20:49:51.370756Z","end":"2026-03-17T20:49:52.025096Z","steps":["trace[696383124] 'agreement among raft nodes before linearized reading' (duration: 654.097701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.025188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:51.370740Z","time spent":"654.420345ms","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:52.060827Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3279356091498824313,"received-request-id":3279356091498824309} {"level":"info","ts":"2026-03-17T20:49:52.061686Z","caller":"traceutil/trace.go:171","msg":"trace[862603730] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"298.837938ms","start":"2026-03-17T20:49:51.762831Z","end":"2026-03-17T20:49:52.061668Z","steps":["trace[862603730] 'process raft request' (duration: 298.733537ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.061856Z","caller":"traceutil/trace.go:171","msg":"trace[1520965152] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"426.067431ms","start":"2026-03-17T20:49:51.635709Z","end":"2026-03-17T20:49:52.061776Z","steps":["trace[1520965152] 'process raft request' (duration: 425.203762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.062558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:51.635690Z","time spent":"426.354725ms","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:52.521107Z","caller":"traceutil/trace.go:171","msg":"trace[602130906] linearizableReadLoop","detail":"{readStateIndex:1297; appliedIndex:1298; }","duration":"496.221539ms","start":"2026-03-17T20:49:52.024860Z","end":"2026-03-17T20:49:52.521082Z","steps":["trace[602130906] 'read index received' (duration: 496.157938ms)","trace[602130906] 'applied index is now lower than readState.Index' (duration: 61.991µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.523852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.904545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:52.523893Z","caller":"traceutil/trace.go:171","msg":"trace[2085442513] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1115; }","duration":"920.995107ms","start":"2026-03-17T20:49:51.602889Z","end":"2026-03-17T20:49:52.523885Z","steps":["trace[2085442513] 'agreement among raft nodes before linearized reading' (duration: 918.342409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.523924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:51.602873Z","time spent":"921.043137ms","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:52.524195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.345637ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:52.524222Z","caller":"traceutil/trace.go:171","msg":"trace[806961202] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1115; }","duration":"916.375007ms","start":"2026-03-17T20:49:51.607841Z","end":"2026-03-17T20:49:52.524216Z","steps":["trace[806961202] 'agreement among raft nodes before linearized reading' (duration: 913.307015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.524879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.51354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-17T20:49:52.524894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.909156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:52.524920Z","caller":"traceutil/trace.go:171","msg":"trace[50431776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1117; }","duration":"404.612052ms","start":"2026-03-17T20:49:52.120297Z","end":"2026-03-17T20:49:52.524909Z","steps":["trace[50431776] 'agreement among raft nodes before linearized reading' (duration: 404.517351ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.524937Z","caller":"traceutil/trace.go:171","msg":"trace[943951578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1117; }","duration":"497.973837ms","start":"2026-03-17T20:49:52.026950Z","end":"2026-03-17T20:49:52.524924Z","steps":["trace[943951578] 'agreement among raft nodes before linearized reading' (duration: 497.855006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.524939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.088149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-17T20:49:52.524971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.120280Z","time spent":"404.658632ms","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:52.524969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.026938Z","time spent":"498.025078ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:52.524988Z","caller":"traceutil/trace.go:171","msg":"trace[97705926] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1117; }","duration":"445.180851ms","start":"2026-03-17T20:49:52.079796Z","end":"2026-03-17T20:49:52.524977Z","steps":["trace[97705926] 'agreement among raft nodes before linearized reading' (duration: 445.045199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.525015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.079781Z","time spent":"445.229551ms","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:52.779483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:45.778362Z","time spent":"7.001108894s","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-03-17T20:49:53.061113Z","caller":"traceutil/trace.go:171","msg":"trace[600393692] linearizableReadLoop","detail":"{readStateIndex:1301; appliedIndex:1301; }","duration":"277.018303ms","start":"2026-03-17T20:49:52.784072Z","end":"2026-03-17T20:49:53.061091Z","steps":["trace[600393692] 'read index received' (duration: 277.009733ms)","trace[600393692] 'applied index is now lower than readState.Index' (duration: 7.13µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:53.061273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.182605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbbf39237d386\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-17T20:49:53.061316Z","caller":"traceutil/trace.go:171","msg":"trace[1367366043] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189dbbf39237d386; range_end:; response_count:1; response_revision:1118; }","duration":"277.279627ms","start":"2026-03-17T20:49:52.784025Z","end":"2026-03-17T20:49:53.061305Z","steps":["trace[1367366043] 'agreement among raft nodes before linearized reading' (duration: 277.166485ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:53.223722Z","caller":"traceutil/trace.go:171","msg":"trace[840702880] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"159.451731ms","start":"2026-03-17T20:49:53.064255Z","end":"2026-03-17T20:49:53.223707Z","steps":["trace[840702880] 'process raft request' (duration: 159.3457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:53.770469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.347668ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:53.770969Z","caller":"traceutil/trace.go:171","msg":"trace[1662825016] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1121; }","duration":"192.849794ms","start":"2026-03-17T20:49:53.578099Z","end":"2026-03-17T20:49:53.770949Z","steps":["trace[1662825016] 'range keys from in-memory index tree' (duration: 192.315078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:53.871387Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824320,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:54.299675Z","caller":"traceutil/trace.go:171","msg":"trace[963677171] linearizableReadLoop","detail":"{readStateIndex:1305; appliedIndex:1306; }","duration":"928.370617ms","start":"2026-03-17T20:49:53.371280Z","end":"2026-03-17T20:49:54.299651Z","steps":["trace[963677171] 'read index received' (duration: 928.360777ms)","trace[963677171] 'applied index is now lower than readState.Index' (duration: 8.25µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.347371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.076609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:54.347627Z","caller":"traceutil/trace.go:171","msg":"trace[1371796135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1123; }","duration":"976.359342ms","start":"2026-03-17T20:49:53.371243Z","end":"2026-03-17T20:49:54.347602Z","steps":["trace[1371796135] 'agreement among raft nodes before linearized reading' (duration: 928.512808ms)","trace[1371796135] 'range keys from in-memory index tree' (duration: 47.557651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.347684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:53.371225Z","time spent":"976.445332ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:54.516702Z","caller":"traceutil/trace.go:171","msg":"trace[1014206754] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"1.223328145s","start":"2026-03-17T20:49:53.293351Z","end":"2026-03-17T20:49:54.516679Z","steps":["trace[1014206754] 'process raft request' (duration: 1.223127913s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.516924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:53.293328Z","time spent":"1.223449056s","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:54.625848Z","caller":"traceutil/trace.go:171","msg":"trace[1047718674] linearizableReadLoop","detail":"{readStateIndex:1309; appliedIndex:1309; }","duration":"326.101855ms","start":"2026-03-17T20:49:54.299729Z","end":"2026-03-17T20:49:54.625830Z","steps":["trace[1047718674] 'read index received' (duration: 326.096805ms)","trace[1047718674] 'applied index is now lower than readState.Index' (duration: 3.96µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.626133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.071333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:49:54.626728Z","caller":"traceutil/trace.go:171","msg":"trace[684926818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1126; }","duration":"473.700121ms","start":"2026-03-17T20:49:54.153003Z","end":"2026-03-17T20:49:54.626703Z","steps":["trace[684926818] 'agreement among raft nodes before linearized reading' (duration: 473.074754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.626923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:54.152987Z","time spent":"473.911533ms","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:54.626742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.682137ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:54.627189Z","caller":"traceutil/trace.go:171","msg":"trace[970409043] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1126; }","duration":"856.145571ms","start":"2026-03-17T20:49:53.771029Z","end":"2026-03-17T20:49:54.627175Z","steps":["trace[970409043] 'agreement among raft nodes before linearized reading' (duration: 855.652046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.626842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.395783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:49:54.627444Z","caller":"traceutil/trace.go:171","msg":"trace[1761659149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1126; }","duration":"964.99334ms","start":"2026-03-17T20:49:53.662399Z","end":"2026-03-17T20:49:54.627393Z","steps":["trace[1761659149] 'agreement among raft nodes before linearized reading' (duration: 964.386033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.627737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.728765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbbf39237d386\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-17T20:49:54.627788Z","caller":"traceutil/trace.go:171","msg":"trace[1697405584] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189dbbf39237d386; range_end:; response_count:1; response_revision:1126; }","duration":"107.780696ms","start":"2026-03-17T20:49:54.519992Z","end":"2026-03-17T20:49:54.627773Z","steps":["trace[1697405584] 'agreement among raft nodes before linearized reading' (duration: 107.695445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.627788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.085789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:54.627884Z","caller":"traceutil/trace.go:171","msg":"trace[1215814574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1126; }","duration":"257.226381ms","start":"2026-03-17T20:49:54.370640Z","end":"2026-03-17T20:49:54.627866Z","steps":["trace[1215814574] 'agreement among raft nodes before linearized reading' (duration: 257.049459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.627565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:53.662379Z","time spent":"965.138111ms","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:55.024467Z","caller":"traceutil/trace.go:171","msg":"trace[941630471] linearizableReadLoop","detail":"{readStateIndex:1309; appliedIndex:1310; }","duration":"394.116542ms","start":"2026-03-17T20:49:54.630324Z","end":"2026-03-17T20:49:55.024440Z","steps":["trace[941630471] 'read index received' (duration: 394.105772ms)","trace[941630471] 'applied index is now lower than readState.Index' (duration: 8.97µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:55.144197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.849932ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:55.144299Z","caller":"traceutil/trace.go:171","msg":"trace[545939516] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1127; }","duration":"513.947373ms","start":"2026-03-17T20:49:54.630318Z","end":"2026-03-17T20:49:55.144265Z","steps":["trace[545939516] 'agreement among raft nodes before linearized reading' (duration: 394.202492ms)","trace[545939516] 'range keys from in-memory index tree' (duration: 119.612939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:55.144452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.834751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:55.144563Z","caller":"traceutil/trace.go:171","msg":"trace[41114247] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"513.773361ms","start":"2026-03-17T20:49:54.630769Z","end":"2026-03-17T20:49:55.144542Z","steps":["trace[41114247] 'process raft request' (duration: 393.765748ms)","trace[41114247] 'compare' (duration: 119.72269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:55.144632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:54.630751Z","time spent":"513.852791ms","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:55.474105Z","caller":"traceutil/trace.go:171","msg":"trace[1680642369] linearizableReadLoop","detail":"{readStateIndex:1318; appliedIndex:1318; }","duration":"449.538158ms","start":"2026-03-17T20:49:55.024533Z","end":"2026-03-17T20:49:55.474071Z","steps":["trace[1680642369] 'read index received' (duration: 449.527648ms)","trace[1680642369] 'applied index is now lower than readState.Index' (duration: 8.67µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:55.494186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.61094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:55.494250Z","caller":"traceutil/trace.go:171","msg":"trace[1925114367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1134; }","duration":"863.702481ms","start":"2026-03-17T20:49:54.630530Z","end":"2026-03-17T20:49:55.494232Z","steps":["trace[1925114367] 'agreement among raft nodes before linearized reading' (duration: 843.628899ms)","trace[1925114367] 'range keys from in-memory index tree' (duration: 19.96555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:55.494277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:54.630073Z","time spent":"864.199056ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:55.537644Z","caller":"traceutil/trace.go:171","msg":"trace[158817302] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"389.214704ms","start":"2026-03-17T20:49:55.148413Z","end":"2026-03-17T20:49:55.537627Z","steps":["trace[158817302] 'process raft request' (duration: 389.159604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.537741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:55.148394Z","time spent":"389.303385ms","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:55.911614Z","caller":"traceutil/trace.go:171","msg":"trace[772292757] linearizableReadLoop","detail":"{readStateIndex:1328; appliedIndex:1328; }","duration":"333.143045ms","start":"2026-03-17T20:49:55.578443Z","end":"2026-03-17T20:49:55.911586Z","steps":["trace[772292757] 'read index received' (duration: 333.131115ms)","trace[772292757] 'applied index is now lower than readState.Index' (duration: 9.91µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:55.942341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.838948ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:55.942423Z","caller":"traceutil/trace.go:171","msg":"trace[1341509718] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1144; }","duration":"363.966889ms","start":"2026-03-17T20:49:55.578437Z","end":"2026-03-17T20:49:55.942404Z","steps":["trace[1341509718] 'agreement among raft nodes before linearized reading' (duration: 333.245676ms)","trace[1341509718] 'range keys from in-memory index tree' (duration: 30.573202ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:55.943055Z","caller":"traceutil/trace.go:171","msg":"trace[1396079614] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"364.682017ms","start":"2026-03-17T20:49:55.578349Z","end":"2026-03-17T20:49:55.943031Z","steps":["trace[1396079614] 'process raft request' (duration: 364.03968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.943225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:55.578335Z","time spent":"364.784708ms","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:56.509285Z","caller":"traceutil/trace.go:171","msg":"trace[674049296] transaction","detail":"{read_only:false; response_revision:1152; number_of_response:1; }","duration":"383.770943ms","start":"2026-03-17T20:49:56.125497Z","end":"2026-03-17T20:49:56.509268Z","steps":["trace[674049296] 'process raft request' (duration: 383.572331ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:56.509362Z","caller":"traceutil/trace.go:171","msg":"trace[2111777523] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"370.093809ms","start":"2026-03-17T20:49:56.139246Z","end":"2026-03-17T20:49:56.509340Z","steps":["trace[2111777523] 'process raft request' (duration: 369.986228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.509548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:56.139218Z","time spent":"370.216691ms","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18674,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:56.510022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:56.125478Z","time spent":"383.857314ms","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:56.620366Z","caller":"traceutil/trace.go:171","msg":"trace[869147089] linearizableReadLoop","detail":"{readStateIndex:1341; appliedIndex:1342; }","duration":"313.597246ms","start":"2026-03-17T20:49:56.306734Z","end":"2026-03-17T20:49:56.620331Z","steps":["trace[869147089] 'read index received' (duration: 313.584036ms)","trace[869147089] 'applied index is now lower than readState.Index' (duration: 10.49µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:56.646301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.478087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:49:56.646394Z","caller":"traceutil/trace.go:171","msg":"trace[1069253411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1158; }","duration":"339.666469ms","start":"2026-03-17T20:49:56.306700Z","end":"2026-03-17T20:49:56.646367Z","steps":["trace[1069253411] 'agreement among raft nodes before linearized reading' (duration: 313.722457ms)","trace[1069253411] 'range keys from in-memory index tree' (duration: 25.7107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:56.646449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:56.306680Z","time spent":"339.743111ms","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:56.646466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.335914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:56.646529Z","caller":"traceutil/trace.go:171","msg":"trace[1501162476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1160; }","duration":"276.437515ms","start":"2026-03-17T20:49:56.370077Z","end":"2026-03-17T20:49:56.646515Z","steps":["trace[1501162476] 'agreement among raft nodes before linearized reading' (duration: 276.324664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.646774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.403216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:49:56.646829Z","caller":"traceutil/trace.go:171","msg":"trace[2066605348] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1160; }","duration":"122.443367ms","start":"2026-03-17T20:49:56.524343Z","end":"2026-03-17T20:49:56.646786Z","steps":["trace[2066605348] 'agreement among raft nodes before linearized reading' (duration: 122.385876ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:56.898490Z","caller":"traceutil/trace.go:171","msg":"trace[341462513] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"168.699993ms","start":"2026-03-17T20:49:56.729761Z","end":"2026-03-17T20:49:56.898461Z","steps":["trace[341462513] 'process raft request' (duration: 168.622832ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:56.898606Z","caller":"traceutil/trace.go:171","msg":"trace[910619541] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"169.069317ms","start":"2026-03-17T20:49:56.729483Z","end":"2026-03-17T20:49:56.898552Z","steps":["trace[910619541] 'process raft request' (duration: 168.727313ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:56.899724Z","caller":"traceutil/trace.go:171","msg":"trace[1915955064] linearizableReadLoop","detail":"{readStateIndex:1347; appliedIndex:1349; }","duration":"170.142099ms","start":"2026-03-17T20:49:56.729559Z","end":"2026-03-17T20:49:56.899701Z","steps":["trace[1915955064] 'read index received' (duration: 170.131789ms)","trace[1915955064] 'applied index is now lower than readState.Index' (duration: 8.18µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:56.899882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.3033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:56.899924Z","caller":"traceutil/trace.go:171","msg":"trace[1186207379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1165; }","duration":"170.370851ms","start":"2026-03-17T20:49:56.729541Z","end":"2026-03-17T20:49:56.899911Z","steps":["trace[1186207379] 'agreement among raft nodes before linearized reading' (duration: 170.27251ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:57.115761Z","caller":"traceutil/trace.go:171","msg":"trace[449132705] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"162.519857ms","start":"2026-03-17T20:49:56.953212Z","end":"2026-03-17T20:49:57.115732Z","steps":["trace[449132705] 'process raft request' (duration: 162.390315ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:57.268029Z","caller":"traceutil/trace.go:171","msg":"trace[774230291] linearizableReadLoop","detail":"{readStateIndex:1354; appliedIndex:1356; }","duration":"263.345504ms","start":"2026-03-17T20:49:57.004658Z","end":"2026-03-17T20:49:57.268004Z","steps":["trace[774230291] 'read index received' (duration: 263.337644ms)","trace[774230291] 'applied index is now lower than readState.Index' (duration: 6.06µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:57.268218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.522326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" limit:1 ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-17T20:49:57.268350Z","caller":"traceutil/trace.go:171","msg":"trace[1988244865] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:1172; }","duration":"263.721059ms","start":"2026-03-17T20:49:57.004618Z","end":"2026-03-17T20:49:57.268339Z","steps":["trace[1988244865] 'agreement among raft nodes before linearized reading' (duration: 263.498026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.784778Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:58.104093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.08514ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:58.104155Z","caller":"traceutil/trace.go:171","msg":"trace[246328122] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1172; }","duration":"525.152451ms","start":"2026-03-17T20:49:57.578985Z","end":"2026-03-17T20:49:58.104138Z","steps":["trace[246328122] 'range keys from in-memory index tree' (duration: 525.0471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.285437Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824344,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:58.362359Z","caller":"traceutil/trace.go:171","msg":"trace[1402857328] linearizableReadLoop","detail":"{readStateIndex:1362; appliedIndex:1359; }","duration":"1.088892617s","start":"2026-03-17T20:49:57.273451Z","end":"2026-03-17T20:49:58.362343Z","steps":["trace[1402857328] 'read index received' (duration: 1.088704265s)","trace[1402857328] 'applied index is now lower than readState.Index' (duration: 187.232µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:58.362473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089010138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-17T20:49:58.362521Z","caller":"traceutil/trace.go:171","msg":"trace[122059796] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:1178; }","duration":"1.089099249s","start":"2026-03-17T20:49:57.273411Z","end":"2026-03-17T20:49:58.362510Z","steps":["trace[122059796] 'agreement among raft nodes before linearized reading' (duration: 1.088996758s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.362546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:57.273390Z","time spent":"1.089151149s","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:58.416793Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3279356091498824346,"received-request-id":3279356091498824344} {"level":"info","ts":"2026-03-17T20:49:58.428840Z","caller":"traceutil/trace.go:171","msg":"trace[1273956089] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"958.949672ms","start":"2026-03-17T20:49:57.469875Z","end":"2026-03-17T20:49:58.428825Z","steps":["trace[1273956089] 'process raft request' (duration: 958.901401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.428948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:57.469849Z","time spent":"959.041993ms","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:58.429260Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.765953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.5\" limit:1 ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-17T20:49:58.429294Z","caller":"traceutil/trace.go:171","msg":"trace[2127286244] range","detail":"{range_begin:/registry/masterleases/199.19.213.5; range_end:; response_count:1; response_revision:1190; }","duration":"785.833475ms","start":"2026-03-17T20:49:57.643453Z","end":"2026-03-17T20:49:58.429287Z","steps":["trace[2127286244] 'agreement among raft nodes before linearized reading' (duration: 785.765444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.429288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.164116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:49:58.429372Z","caller":"traceutil/trace.go:171","msg":"trace[1948859509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1190; }","duration":"902.294126ms","start":"2026-03-17T20:49:57.527062Z","end":"2026-03-17T20:49:58.429356Z","steps":["trace[1948859509] 'agreement among raft nodes before linearized reading' (duration: 902.162795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.429670Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.574549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bfcf4\" limit:1 ","response":"range_response_count:1 size:18689"} {"level":"info","ts":"2026-03-17T20:49:58.429729Z","caller":"traceutil/trace.go:171","msg":"trace[1890569768] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bfcf4; range_end:; response_count:1; response_revision:1190; }","duration":"293.66657ms","start":"2026-03-17T20:49:58.136051Z","end":"2026-03-17T20:49:58.429718Z","steps":["trace[1890569768] 'agreement among raft nodes before linearized reading' (duration: 293.552869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.429872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058886971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:58.429945Z","caller":"traceutil/trace.go:171","msg":"trace[1028433274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1190; }","duration":"1.058953711s","start":"2026-03-17T20:49:57.370936Z","end":"2026-03-17T20:49:58.429890Z","steps":["trace[1028433274] 'agreement among raft nodes before linearized reading' (duration: 1.058909721s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.429979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:57.370913Z","time spent":"1.059057982s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:58.430182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016951881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:49:58.430231Z","caller":"traceutil/trace.go:171","msg":"trace[1269384167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1190; }","duration":"1.017036381s","start":"2026-03-17T20:49:57.413179Z","end":"2026-03-17T20:49:58.430215Z","steps":["trace[1269384167] 'agreement among raft nodes before linearized reading' (duration: 1.016962151s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.430265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:57.413156Z","time spent":"1.017101022s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:58.430324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:57.643433Z","time spent":"786.878675ms","remote":"127.0.0.1:34294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":153,"request content":"key:\"/registry/masterleases/199.19.213.5\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:58.430460Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.266722ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:58.430465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:57.527038Z","time spent":"902.362828ms","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:58.430487Z","caller":"traceutil/trace.go:171","msg":"trace[55218757] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1190; }","duration":"326.295342ms","start":"2026-03-17T20:49:58.104183Z","end":"2026-03-17T20:49:58.430478Z","steps":["trace[55218757] 'agreement among raft nodes before linearized reading' (duration: 326.257202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.430530Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.164543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:58.430580Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154731217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-17T20:49:58.430603Z","caller":"traceutil/trace.go:171","msg":"trace[1738027810] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1190; }","duration":"1.154804287s","start":"2026-03-17T20:49:57.275792Z","end":"2026-03-17T20:49:58.430597Z","steps":["trace[1738027810] 'agreement among raft nodes before linearized reading' (duration: 1.154758747s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:58.430603Z","caller":"traceutil/trace.go:171","msg":"trace[30161754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1190; }","duration":"496.277124ms","start":"2026-03-17T20:49:57.934308Z","end":"2026-03-17T20:49:58.430585Z","steps":["trace[30161754] 'agreement among raft nodes before linearized reading' (duration: 496.156273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.430655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:57.934286Z","time spent":"496.359135ms","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:58.430619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:57.275769Z","time spent":"1.154847488s","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:58.504476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.559762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" limit:1 ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-17T20:49:58.504599Z","caller":"traceutil/trace.go:171","msg":"trace[44671790] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:1192; }","duration":"137.726985ms","start":"2026-03-17T20:49:58.366857Z","end":"2026-03-17T20:49:58.504584Z","steps":["trace[44671790] 'agreement among raft nodes before linearized reading' (duration: 137.491572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:59.066975Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824360,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:59.260364Z","caller":"traceutil/trace.go:171","msg":"trace[1366325105] linearizableReadLoop","detail":"{readStateIndex:1388; appliedIndex:1390; }","duration":"693.905673ms","start":"2026-03-17T20:49:58.566438Z","end":"2026-03-17T20:49:59.260344Z","steps":["trace[1366325105] 'read index received' (duration: 693.898463ms)","trace[1366325105] 'applied index is now lower than readState.Index' (duration: 5.65µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:59.260658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.575523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:460"} {"level":"info","ts":"2026-03-17T20:49:59.260777Z","caller":"traceutil/trace.go:171","msg":"trace[835996666] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1205; }","duration":"701.812497ms","start":"2026-03-17T20:49:58.558947Z","end":"2026-03-17T20:49:59.260760Z","steps":["trace[835996666] 'agreement among raft nodes before linearized reading' (duration: 701.502493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:59.260912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:58.558929Z","time spent":"701.930378ms","remote":"127.0.0.1:34426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":482,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:59.565500Z","caller":"traceutil/trace.go:171","msg":"trace[450326852] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"958.14128ms","start":"2026-03-17T20:49:58.607324Z","end":"2026-03-17T20:49:59.565465Z","steps":["trace[450326852] 'process raft request' (duration: 957.903038ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:59.565535Z","caller":"traceutil/trace.go:171","msg":"trace[1834321013] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"954.938227ms","start":"2026-03-17T20:49:58.610554Z","end":"2026-03-17T20:49:59.565492Z","steps":["trace[1834321013] 'process raft request' (duration: 954.819616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:59.565643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:58.607310Z","time spent":"958.260972ms","remote":"127.0.0.1:34788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":825,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:59.565670Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:58.610539Z","time spent":"955.064748ms","remote":"127.0.0.1:34788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":825,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:59.565671Z","caller":"traceutil/trace.go:171","msg":"trace[1019367886] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"878.859939ms","start":"2026-03-17T20:49:58.686675Z","end":"2026-03-17T20:49:59.565535Z","steps":["trace[1019367886] 'process raft request' (duration: 878.765958ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:59.566567Z","caller":"traceutil/trace.go:171","msg":"trace[473384420] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"955.176649ms","start":"2026-03-17T20:49:58.611029Z","end":"2026-03-17T20:49:59.566205Z","steps":["trace[473384420] 'process raft request' (duration: 954.384191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:59.566529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:58.686654Z","time spent":"879.799319ms","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":873,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:59.566698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:58.611019Z","time spent":"955.610634ms","remote":"127.0.0.1:34788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":825,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:59.760751Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824366,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:59.849898Z","caller":"traceutil/trace.go:171","msg":"trace[255749773] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"944.171042ms","start":"2026-03-17T20:49:58.905701Z","end":"2026-03-17T20:49:59.849872Z","steps":["trace[255749773] 'process raft request' (duration: 884.425457ms)","trace[255749773] 'compare' (duration: 59.512483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:59.850036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:58.905668Z","time spent":"944.310373ms","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:59.923800Z","caller":"traceutil/trace.go:171","msg":"trace[782552098] linearizableReadLoop","detail":"{readStateIndex:1396; appliedIndex:1397; }","duration":"663.338768ms","start":"2026-03-17T20:49:59.260429Z","end":"2026-03-17T20:49:59.923768Z","steps":["trace[782552098] 'read index received' (duration: 663.327458ms)","trace[782552098] 'applied index is now lower than readState.Index' (duration: 9.63µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:59.924001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345278946s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:59.924184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35331752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" limit:1 ","response":"range_response_count:1 size:201"} {"level":"info","ts":"2026-03-17T20:49:59.924487Z","caller":"traceutil/trace.go:171","msg":"trace[704962192] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:1211; }","duration":"1.353651794s","start":"2026-03-17T20:49:58.570814Z","end":"2026-03-17T20:49:59.924465Z","steps":["trace[704962192] 'agreement among raft nodes before linearized reading' (duration: 1.353186549s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:59.924545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:58.570802Z","time spent":"1.353728264s","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":223,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:59.924220Z","caller":"traceutil/trace.go:171","msg":"trace[1259791915] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1211; }","duration":"1.345563049s","start":"2026-03-17T20:49:58.578635Z","end":"2026-03-17T20:49:59.924198Z","steps":["trace[1259791915] 'agreement among raft nodes before linearized reading' (duration: 1.345254946s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:59.924295Z","caller":"traceutil/trace.go:171","msg":"trace[1087188866] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"351.29969ms","start":"2026-03-17T20:49:59.572972Z","end":"2026-03-17T20:49:59.924272Z","steps":["trace[1087188866] 'process raft request' (duration: 351.273129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:59.924327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.623507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bfcf4\" limit:1 ","response":"range_response_count:1 size:18862"} {"level":"warn","ts":"2026-03-17T20:49:59.926129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:59.572932Z","time spent":"353.123278ms","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:59.926158Z","caller":"traceutil/trace.go:171","msg":"trace[489855504] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bfcf4; range_end:; response_count:1; response_revision:1211; }","duration":"782.450486ms","start":"2026-03-17T20:49:59.143688Z","end":"2026-03-17T20:49:59.926138Z","steps":["trace[489855504] 'agreement among raft nodes before linearized reading' (duration: 780.093841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:59.926214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:59.143633Z","time spent":"782.564377ms","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18884,"request content":"key:\"/registry/pods/kube-system/cilium-bfcf4\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:00.024680Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3279356091498824368,"received-request-id":3279356091498824366} {"level":"info","ts":"2026-03-17T20:50:00.159271Z","caller":"traceutil/trace.go:171","msg":"trace[1085843183] linearizableReadLoop","detail":"{readStateIndex:1405; appliedIndex:1406; }","duration":"235.386044ms","start":"2026-03-17T20:49:59.923866Z","end":"2026-03-17T20:50:00.159252Z","steps":["trace[1085843183] 'read index received' (duration: 235.379384ms)","trace[1085843183] 'applied index is now lower than readState.Index' (duration: 5.09µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:00.159887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.296606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:00.159929Z","caller":"traceutil/trace.go:171","msg":"trace[414094628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1220; }","duration":"788.351336ms","start":"2026-03-17T20:49:59.371567Z","end":"2026-03-17T20:50:00.159918Z","steps":["trace[414094628] 'agreement among raft nodes before linearized reading' (duration: 787.810601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:00.159953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:59.371508Z","time spent":"788.439607ms","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:50:00.160063Z","caller":"traceutil/trace.go:171","msg":"trace[691027411] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"221.386278ms","start":"2026-03-17T20:49:59.938650Z","end":"2026-03-17T20:50:00.160036Z","steps":["trace[691027411] 'process raft request' (duration: 220.944583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:00.160096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.230286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:387"} {"level":"info","ts":"2026-03-17T20:50:00.160186Z","caller":"traceutil/trace.go:171","msg":"trace[1030360579] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1220; }","duration":"897.401378ms","start":"2026-03-17T20:49:59.262764Z","end":"2026-03-17T20:50:00.160165Z","steps":["trace[1030360579] 'agreement among raft nodes before linearized reading' (duration: 896.63076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:00.160235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:59.262746Z","time spent":"897.478679ms","remote":"127.0.0.1:34294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":409,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-17T20:50:00.167310Z","caller":"traceutil/trace.go:171","msg":"trace[1610037730] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"134.443777ms","start":"2026-03-17T20:50:00.032844Z","end":"2026-03-17T20:50:00.167288Z","steps":["trace[1610037730] 'process raft request' (duration: 134.355906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:00.167413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.965311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" limit:1 ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-03-17T20:50:00.167487Z","caller":"traceutil/trace.go:171","msg":"trace[1936577744] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:1222; }","duration":"237.126073ms","start":"2026-03-17T20:49:59.930344Z","end":"2026-03-17T20:50:00.167470Z","steps":["trace[1936577744] 'agreement among raft nodes before linearized reading' (duration: 236.959521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:00.167585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.203356ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:00.168322Z","caller":"traceutil/trace.go:171","msg":"trace[320255263] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1222; }","duration":"242.119245ms","start":"2026-03-17T20:49:59.926172Z","end":"2026-03-17T20:50:00.168291Z","steps":["trace[320255263] 'agreement among raft nodes before linearized reading' (duration: 241.136815ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:00.507110Z","caller":"traceutil/trace.go:171","msg":"trace[376695886] linearizableReadLoop","detail":"{readStateIndex:1408; appliedIndex:1409; }","duration":"291.025885ms","start":"2026-03-17T20:50:00.216061Z","end":"2026-03-17T20:50:00.507087Z","steps":["trace[376695886] 'read index received' (duration: 291.014705ms)","trace[376695886] 'applied index is now lower than readState.Index' (duration: 9.3µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:00.507245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.163346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" limit:1 ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-17T20:50:00.507280Z","caller":"traceutil/trace.go:171","msg":"trace[1957303567] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:1223; }","duration":"291.231207ms","start":"2026-03-17T20:50:00.216040Z","end":"2026-03-17T20:50:00.507271Z","steps":["trace[1957303567] 'agreement among raft nodes before linearized reading' (duration: 291.128796ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:00.846831Z","caller":"traceutil/trace.go:171","msg":"trace[1816696121] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"236.330923ms","start":"2026-03-17T20:50:00.610482Z","end":"2026-03-17T20:50:00.846813Z","steps":["trace[1816696121] 'process raft request' (duration: 236.227561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:03.954576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.509076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" limit:1 ","response":"range_response_count:1 size:4649"} {"level":"info","ts":"2026-03-17T20:50:03.954623Z","caller":"traceutil/trace.go:171","msg":"trace[1309078014] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:1281; }","duration":"117.571237ms","start":"2026-03-17T20:50:03.837041Z","end":"2026-03-17T20:50:03.954613Z","steps":["trace[1309078014] 'agreement among raft nodes before linearized reading' (duration: 117.497796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:03.954612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.468826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" limit:1 ","response":"range_response_count:1 size:4173"} {"level":"info","ts":"2026-03-17T20:50:03.954669Z","caller":"traceutil/trace.go:171","msg":"trace[612600160] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:1281; }","duration":"117.548126ms","start":"2026-03-17T20:50:03.837108Z","end":"2026-03-17T20:50:03.954656Z","steps":["trace[612600160] 'agreement among raft nodes before linearized reading' (duration: 117.424585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:03.954728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.468516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-69d99df44c-wqr74.189dbc0f11a3efd3\" limit:1 ","response":"range_response_count:1 size:869"} {"level":"info","ts":"2026-03-17T20:50:03.954744Z","caller":"traceutil/trace.go:171","msg":"trace[1861962563] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-69d99df44c-wqr74.189dbc0f11a3efd3; range_end:; response_count:1; response_revision:1281; }","duration":"118.494936ms","start":"2026-03-17T20:50:03.836244Z","end":"2026-03-17T20:50:03.954739Z","steps":["trace[1861962563] 'agreement among raft nodes before linearized reading' (duration: 118.463976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:03.954761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.385945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bfcf4\" limit:1 ","response":"range_response_count:1 size:19210"} {"level":"info","ts":"2026-03-17T20:50:03.954830Z","caller":"traceutil/trace.go:171","msg":"trace[146163421] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bfcf4; range_end:; response_count:1; response_revision:1281; }","duration":"118.476836ms","start":"2026-03-17T20:50:03.836338Z","end":"2026-03-17T20:50:03.954815Z","steps":["trace[146163421] 'agreement among raft nodes before linearized reading' (duration: 118.313514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:03.954885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.647798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-1\" limit:1 ","response":"range_response_count:1 size:706"} {"level":"info","ts":"2026-03-17T20:50:03.954907Z","caller":"traceutil/trace.go:171","msg":"trace[412253083] range","detail":"{range_begin:/registry/csinodes/controller-1; range_end:; response_count:1; response_revision:1281; }","duration":"117.700578ms","start":"2026-03-17T20:50:03.837200Z","end":"2026-03-17T20:50:03.954901Z","steps":["trace[412253083] 'agreement among raft nodes before linearized reading' (duration: 117.659757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:03.954915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.724619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:03.954960Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.030201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-3\" limit:1 ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-17T20:50:03.954977Z","caller":"traceutil/trace.go:171","msg":"trace[411328262] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-3; range_end:; response_count:1; response_revision:1281; }","duration":"118.048202ms","start":"2026-03-17T20:50:03.836925Z","end":"2026-03-17T20:50:03.954973Z","steps":["trace[411328262] 'agreement among raft nodes before linearized reading' (duration: 117.984171ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:03.954980Z","caller":"traceutil/trace.go:171","msg":"trace[1290543804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1281; }","duration":"118.83228ms","start":"2026-03-17T20:50:03.836133Z","end":"2026-03-17T20:50:03.954965Z","steps":["trace[1290543804] 'agreement among raft nodes before linearized reading' (duration: 118.692289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:03.955019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.823359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" limit:1 ","response":"range_response_count:1 size:2895"} {"level":"warn","ts":"2026-03-17T20:50:03.955030Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.997111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" limit:1 ","response":"range_response_count:1 size:1211"} {"level":"info","ts":"2026-03-17T20:50:03.955044Z","caller":"traceutil/trace.go:171","msg":"trace[1708899111] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:1281; }","duration":"118.021481ms","start":"2026-03-17T20:50:03.837019Z","end":"2026-03-17T20:50:03.955041Z","steps":["trace[1708899111] 'agreement among raft nodes before linearized reading' (duration: 117.991141ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:03.955043Z","caller":"traceutil/trace.go:171","msg":"trace[2118137478] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:1281; }","duration":"117.853229ms","start":"2026-03-17T20:50:03.837184Z","end":"2026-03-17T20:50:03.955037Z","steps":["trace[2118137478] 'agreement among raft nodes before linearized reading' (duration: 117.813469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:03.955084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.171923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-1\" limit:1 ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-17T20:50:03.955110Z","caller":"traceutil/trace.go:171","msg":"trace[725458004] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-1; range_end:; response_count:1; response_revision:1281; }","duration":"118.205694ms","start":"2026-03-17T20:50:03.836896Z","end":"2026-03-17T20:50:03.955101Z","steps":["trace[725458004] 'agreement among raft nodes before linearized reading' (duration: 118.160473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:03.955158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.978291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-3\" limit:1 ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-17T20:50:03.955181Z","caller":"traceutil/trace.go:171","msg":"trace[1565277707] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"118.163583ms","start":"2026-03-17T20:50:03.837011Z","end":"2026-03-17T20:50:03.955175Z","steps":["trace[1565277707] 'process raft request' (duration: 117.187052ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:03.955196Z","caller":"traceutil/trace.go:171","msg":"trace[1232674256] range","detail":"{range_begin:/registry/csinodes/controller-3; range_end:; response_count:1; response_revision:1281; }","duration":"118.003982ms","start":"2026-03-17T20:50:03.837168Z","end":"2026-03-17T20:50:03.955172Z","steps":["trace[1232674256] 'agreement among raft nodes before linearized reading' (duration: 117.968981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:03.955198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.363125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-2\" limit:1 ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-17T20:50:03.955229Z","caller":"traceutil/trace.go:171","msg":"trace[1539311504] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"118.257184ms","start":"2026-03-17T20:50:03.836967Z","end":"2026-03-17T20:50:03.955225Z","steps":["trace[1539311504] 'process raft request' (duration: 117.111162ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:03.955267Z","caller":"traceutil/trace.go:171","msg":"trace[125841708] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"118.280315ms","start":"2026-03-17T20:50:03.836984Z","end":"2026-03-17T20:50:03.955264Z","steps":["trace[125841708] 'process raft request' (duration: 117.189773ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:03.955227Z","caller":"traceutil/trace.go:171","msg":"trace[834200365] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-2; range_end:; response_count:1; response_revision:1281; }","duration":"118.408065ms","start":"2026-03-17T20:50:03.836810Z","end":"2026-03-17T20:50:03.955218Z","steps":["trace[834200365] 'agreement among raft nodes before linearized reading' (duration: 118.366405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:03.955293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.137283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" limit:1 ","response":"range_response_count:1 size:14309"} {"level":"info","ts":"2026-03-17T20:50:03.955311Z","caller":"traceutil/trace.go:171","msg":"trace[584407704] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:1281; }","duration":"118.162303ms","start":"2026-03-17T20:50:03.837144Z","end":"2026-03-17T20:50:03.955306Z","steps":["trace[584407704] 'agreement among raft nodes before linearized reading' (duration: 118.125953ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:03.955417Z","caller":"traceutil/trace.go:171","msg":"trace[1862555447] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"103.850943ms","start":"2026-03-17T20:50:03.851561Z","end":"2026-03-17T20:50:03.955412Z","steps":["trace[1862555447] 'process raft request' (duration: 102.670511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:03.955426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.282164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-2\" limit:1 ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-17T20:50:03.955459Z","caller":"traceutil/trace.go:171","msg":"trace[732699573] range","detail":"{range_begin:/registry/csinodes/controller-2; range_end:; response_count:1; response_revision:1281; }","duration":"118.324104ms","start":"2026-03-17T20:50:03.837125Z","end":"2026-03-17T20:50:03.955449Z","steps":["trace[732699573] 'agreement among raft nodes before linearized reading' (duration: 118.252894ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:04.331326Z","caller":"traceutil/trace.go:171","msg":"trace[506611773] transaction","detail":"{read_only:false; response_revision:1290; number_of_response:1; }","duration":"130.063726ms","start":"2026-03-17T20:50:04.201244Z","end":"2026-03-17T20:50:04.331307Z","steps":["trace[506611773] 'process raft request' (duration: 129.880094ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:05.444425Z","caller":"traceutil/trace.go:171","msg":"trace[1123162166] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"225.010772ms","start":"2026-03-17T20:50:05.219377Z","end":"2026-03-17T20:50:05.444388Z","steps":["trace[1123162166] 'process raft request' (duration: 224.525077ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:06.678280Z","caller":"traceutil/trace.go:171","msg":"trace[1317290247] linearizableReadLoop","detail":"{readStateIndex:1557; appliedIndex:1557; }","duration":"468.617855ms","start":"2026-03-17T20:50:06.209637Z","end":"2026-03-17T20:50:06.678255Z","steps":["trace[1317290247] 'read index received' (duration: 468.609695ms)","trace[1317290247] 'applied index is now lower than readState.Index' (duration: 6.34µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:06.678479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.825187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bfcf4\" limit:1 ","response":"range_response_count:1 size:19703"} {"level":"info","ts":"2026-03-17T20:50:06.678556Z","caller":"traceutil/trace.go:171","msg":"trace[1313974386] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bfcf4; range_end:; response_count:1; response_revision:1328; }","duration":"468.961508ms","start":"2026-03-17T20:50:06.209579Z","end":"2026-03-17T20:50:06.678541Z","steps":["trace[1313974386] 'agreement among raft nodes before linearized reading' (duration: 468.749776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:06.678601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:06.209552Z","time spent":"469.043208ms","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19725,"request content":"key:\"/registry/pods/kube-system/cilium-bfcf4\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:06.678588Z","caller":"traceutil/trace.go:171","msg":"trace[1657283265] transaction","detail":"{read_only:false; response_revision:1329; number_of_response:1; }","duration":"332.195965ms","start":"2026-03-17T20:50:06.346377Z","end":"2026-03-17T20:50:06.678573Z","steps":["trace[1657283265] 'process raft request' (duration: 332.021983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:06.678956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:06.346347Z","time spent":"332.323976ms","remote":"127.0.0.1:34434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3982,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:50:07.179269Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824571,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:50:07.634753Z","caller":"traceutil/trace.go:171","msg":"trace[915727701] transaction","detail":"{read_only:false; response_revision:1331; number_of_response:1; }","duration":"967.347325ms","start":"2026-03-17T20:50:06.667385Z","end":"2026-03-17T20:50:07.634732Z","steps":["trace[915727701] 'process raft request' (duration: 967.085232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.634933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:06.667354Z","time spent":"967.516467ms","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:50:07.639220Z","caller":"traceutil/trace.go:171","msg":"trace[902599691] linearizableReadLoop","detail":"{readStateIndex:1562; appliedIndex:1562; }","duration":"960.851847ms","start":"2026-03-17T20:50:06.678351Z","end":"2026-03-17T20:50:07.639203Z","steps":["trace[902599691] 'read index received' (duration: 960.845537ms)","trace[902599691] 'applied index is now lower than readState.Index' (duration: 5.38µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:07.639364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04760772s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:07.639414Z","caller":"traceutil/trace.go:171","msg":"trace[2075310912] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1332; }","duration":"1.04766921s","start":"2026-03-17T20:50:06.591732Z","end":"2026-03-17T20:50:07.639401Z","steps":["trace[2075310912] 'agreement among raft nodes before linearized reading' (duration: 1.047555319s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:07.644520Z","caller":"traceutil/trace.go:171","msg":"trace[1704991952] transaction","detail":"{read_only:false; response_revision:1333; number_of_response:1; }","duration":"959.787126ms","start":"2026-03-17T20:50:06.684720Z","end":"2026-03-17T20:50:07.644507Z","steps":["trace[1704991952] 'process raft request' (duration: 959.706736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.644649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:06.684706Z","time spent":"959.879117ms","remote":"127.0.0.1:34788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:50:07.646573Z","caller":"traceutil/trace.go:171","msg":"trace[1190971595] transaction","detail":"{read_only:false; response_revision:1335; number_of_response:1; }","duration":"949.801913ms","start":"2026-03-17T20:50:06.696763Z","end":"2026-03-17T20:50:07.646565Z","steps":["trace[1190971595] 'process raft request' (duration: 949.749642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.646638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:06.696743Z","time spent":"949.858373ms","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19874,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:07.646691Z","caller":"traceutil/trace.go:171","msg":"trace[409847263] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"961.848307ms","start":"2026-03-17T20:50:06.684779Z","end":"2026-03-17T20:50:07.646627Z","steps":["trace[409847263] 'process raft request' (duration: 961.687486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.646949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:06.684745Z","time spent":"962.098211ms","remote":"127.0.0.1:34788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:50:07.667305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.42972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:07.667307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.18378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:50:07.667404Z","caller":"traceutil/trace.go:171","msg":"trace[25135860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1335; }","duration":"100.345842ms","start":"2026-03-17T20:50:07.567044Z","end":"2026-03-17T20:50:07.667390Z","steps":["trace[25135860] 'agreement among raft nodes before linearized reading' (duration: 100.188981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.667466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.548326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-17T20:50:07.667508Z","caller":"traceutil/trace.go:171","msg":"trace[1460932246] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1335; }","duration":"640.628437ms","start":"2026-03-17T20:50:07.026870Z","end":"2026-03-17T20:50:07.667499Z","steps":["trace[1460932246] 'agreement among raft nodes before linearized reading' (duration: 640.558787ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:07.667389Z","caller":"traceutil/trace.go:171","msg":"trace[1378999883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1335; }","duration":"295.553392ms","start":"2026-03-17T20:50:07.371820Z","end":"2026-03-17T20:50:07.667374Z","steps":["trace[1378999883] 'agreement among raft nodes before linearized reading' (duration: 295.440711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.667598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:07.026847Z","time spent":"640.705348ms","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:08.849250Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:09.400934Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:09.402861Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.637356747s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:50:09.519870Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.70524ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:09.519966Z","caller":"traceutil/trace.go:171","msg":"trace[476671403] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1336; }","duration":"115.813131ms","start":"2026-03-17T20:50:09.404134Z","end":"2026-03-17T20:50:09.519948Z","steps":["trace[476671403] 'range keys from in-memory index tree' (duration: 115.6527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:09.520424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.131275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:50:09.520540Z","caller":"traceutil/trace.go:171","msg":"trace[764132448] linearizableReadLoop","detail":"{readStateIndex:1569; appliedIndex:1568; }","duration":"1.539979322s","start":"2026-03-17T20:50:07.980545Z","end":"2026-03-17T20:50:09.520524Z","steps":["trace[764132448] 'read index received' (duration: 1.53880568s)","trace[764132448] 'applied index is now lower than readState.Index' (duration: 1.172662ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:50:09.520552Z","caller":"traceutil/trace.go:171","msg":"trace[1774529145] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"1.75923086s","start":"2026-03-17T20:50:07.761298Z","end":"2026-03-17T20:50:09.520529Z","steps":["trace[1774529145] 'process raft request' (duration: 1.642908044s)","trace[1774529145] 'compare' (duration: 115.689929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:09.520690Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540144284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-17T20:50:09.520709Z","caller":"traceutil/trace.go:171","msg":"trace[1973447528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1337; }","duration":"1.540163004s","start":"2026-03-17T20:50:07.980540Z","end":"2026-03-17T20:50:09.520703Z","steps":["trace[1973447528] 'agreement among raft nodes before linearized reading' (duration: 1.540070963s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:09.520699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:07.761275Z","time spent":"1.759324351s","remote":"127.0.0.1:34294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:50:09.520739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:07.980490Z","time spent":"1.540245174s","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:09.880413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.746862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:50:09.880816Z","caller":"traceutil/trace.go:171","msg":"trace[1461608660] transaction","detail":"{read_only:false; response_revision:1339; number_of_response:1; }","duration":"463.529326ms","start":"2026-03-17T20:50:09.417243Z","end":"2026-03-17T20:50:09.880772Z","steps":["trace[1461608660] 'process raft request' (duration: 463.443925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:09.880928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:09.417226Z","time spent":"463.641057ms","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:09.993734Z","caller":"traceutil/trace.go:171","msg":"trace[987414204] linearizableReadLoop","detail":"{readStateIndex:1570; appliedIndex:1571; }","duration":"473.127986ms","start":"2026-03-17T20:50:09.520560Z","end":"2026-03-17T20:50:09.993688Z","steps":["trace[987414204] 'read index received' (duration: 473.107116ms)","trace[987414204] 'applied index is now lower than readState.Index' (duration: 17.9µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:10.189977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.923244ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:10.190055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.853222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:10.190097Z","caller":"traceutil/trace.go:171","msg":"trace[489894600] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1339; }","duration":"670.062306ms","start":"2026-03-17T20:50:09.520005Z","end":"2026-03-17T20:50:10.190067Z","steps":["trace[489894600] 'agreement among raft nodes before linearized reading' (duration: 473.774612ms)","trace[489894600] 'range keys from in-memory index tree' (duration: 196.082712ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:50:10.190131Z","caller":"traceutil/trace.go:171","msg":"trace[817072334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1339; }","duration":"772.949253ms","start":"2026-03-17T20:50:09.417162Z","end":"2026-03-17T20:50:10.190112Z","steps":["trace[817072334] 'agreement among raft nodes before linearized reading' (duration: 576.579329ms)","trace[817072334] 'range keys from in-memory index tree' (duration: 196.249573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:10.190179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:09.417055Z","time spent":"773.119035ms","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:50:10.190185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.032394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-bfcf4.189dbc1059b735df\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-03-17T20:50:10.190259Z","caller":"traceutil/trace.go:171","msg":"trace[801223402] range","detail":"{range_begin:/registry/events/kube-system/cilium-bfcf4.189dbc1059b735df; range_end:; response_count:1; response_revision:1339; }","duration":"773.151916ms","start":"2026-03-17T20:50:09.417088Z","end":"2026-03-17T20:50:10.190240Z","steps":["trace[801223402] 'agreement among raft nodes before linearized reading' (duration: 576.71329ms)","trace[801223402] 'range keys from in-memory index tree' (duration: 196.335025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:10.190302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:09.417055Z","time spent":"773.237346ms","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":825,"request content":"key:\"/registry/events/kube-system/cilium-bfcf4.189dbc1059b735df\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:10.190427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.893883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-69d99df44c-wqr74\" limit:1 ","response":"range_response_count:1 size:5195"} {"level":"info","ts":"2026-03-17T20:50:10.190453Z","caller":"traceutil/trace.go:171","msg":"trace[1965624866] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-69d99df44c-wqr74; range_end:; response_count:1; response_revision:1339; }","duration":"772.924853ms","start":"2026-03-17T20:50:09.417520Z","end":"2026-03-17T20:50:10.190445Z","steps":["trace[1965624866] 'agreement among raft nodes before linearized reading' (duration: 576.228715ms)","trace[1965624866] 'range keys from in-memory index tree' (duration: 196.625497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:10.190471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:09.417516Z","time spent":"772.950673ms","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5217,"request content":"key:\"/registry/pods/kube-system/cilium-operator-69d99df44c-wqr74\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:10.190744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.738539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:50:10.191888Z","caller":"traceutil/trace.go:171","msg":"trace[362015572] transaction","detail":"{read_only:false; response_revision:1340; number_of_response:1; }","duration":"774.626431ms","start":"2026-03-17T20:50:09.417247Z","end":"2026-03-17T20:50:10.191873Z","steps":["trace[362015572] 'process raft request' (duration: 576.629099ms)","trace[362015572] 'compare' (duration: 196.161193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:10.192009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:09.417237Z","time spent":"774.695961ms","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:10.192994Z","caller":"traceutil/trace.go:171","msg":"trace[1963009874] linearizableReadLoop","detail":"{readStateIndex:1577; appliedIndex:1576; }","duration":"199.149533ms","start":"2026-03-17T20:50:09.993825Z","end":"2026-03-17T20:50:10.192975Z","steps":["trace[1963009874] 'read index received' (duration: 199.087652ms)","trace[1963009874] 'applied index is now lower than readState.Index' (duration: 60.241µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:10.193267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.815933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:460"} {"level":"info","ts":"2026-03-17T20:50:10.193976Z","caller":"traceutil/trace.go:171","msg":"trace[1214694664] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1345; }","duration":"669.544151ms","start":"2026-03-17T20:50:09.524414Z","end":"2026-03-17T20:50:10.193958Z","steps":["trace[1214694664] 'agreement among raft nodes before linearized reading' (duration: 668.758993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.194410Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:09.524397Z","time spent":"669.990496ms","remote":"127.0.0.1:34426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":482,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:10.416104Z","caller":"traceutil/trace.go:171","msg":"trace[584376479] linearizableReadLoop","detail":"{readStateIndex:1577; appliedIndex:1577; }","duration":"222.399085ms","start":"2026-03-17T20:50:10.193684Z","end":"2026-03-17T20:50:10.416083Z","steps":["trace[584376479] 'read index received' (duration: 222.393025ms)","trace[584376479] 'applied index is now lower than readState.Index' (duration: 4.44µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:10.416149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.700318ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:10.416205Z","caller":"traceutil/trace.go:171","msg":"trace[764505434] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1345; }","duration":"222.764498ms","start":"2026-03-17T20:50:10.193427Z","end":"2026-03-17T20:50:10.416192Z","steps":["trace[764505434] 'agreement among raft nodes before linearized reading' (duration: 222.681137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.416755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.135543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:10.416800Z","caller":"traceutil/trace.go:171","msg":"trace[293245747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1345; }","duration":"224.738718ms","start":"2026-03-17T20:50:10.192052Z","end":"2026-03-17T20:50:10.416791Z","steps":["trace[293245747] 'agreement among raft nodes before linearized reading' (duration: 224.144962ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:10.616396Z","caller":"traceutil/trace.go:171","msg":"trace[465407257] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"414.350803ms","start":"2026-03-17T20:50:10.202024Z","end":"2026-03-17T20:50:10.616375Z","steps":["trace[465407257] 'process raft request' (duration: 414.170992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.616558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.202001Z","time spent":"414.470414ms","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4986,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:10.616582Z","caller":"traceutil/trace.go:171","msg":"trace[565673323] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1347; }","duration":"406.820966ms","start":"2026-03-17T20:50:10.209732Z","end":"2026-03-17T20:50:10.616553Z","steps":["trace[565673323] 'process raft request' (duration: 406.593854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.616728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.209712Z","time spent":"406.934887ms","remote":"127.0.0.1:34306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":82,"response count":0,"response size":24270,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:50:10.917074Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824591,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:50:11.185937Z","caller":"traceutil/trace.go:171","msg":"trace[399917617] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"768.202838ms","start":"2026-03-17T20:50:10.417673Z","end":"2026-03-17T20:50:11.185876Z","steps":["trace[399917617] 'process raft request' (duration: 767.849824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.186125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.417658Z","time spent":"768.37182ms","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:11.186562Z","caller":"traceutil/trace.go:171","msg":"trace[1256958059] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1350; }","duration":"591.508268ms","start":"2026-03-17T20:50:10.595039Z","end":"2026-03-17T20:50:11.186548Z","steps":["trace[1256958059] 'process raft request' (duration: 590.76426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.186644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.595007Z","time spent":"591.597868ms","remote":"127.0.0.1:34306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":82,"response count":0,"response size":24279,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:50:11.375870Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.985517ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-17T20:50:11.376799Z","caller":"traceutil/trace.go:171","msg":"trace[819392112] linearizableReadLoop","detail":"{readStateIndex:1588; appliedIndex:1585; }","duration":"960.60997ms","start":"2026-03-17T20:50:10.416170Z","end":"2026-03-17T20:50:11.376755Z","steps":["trace[819392112] 'read index received' (duration: 769.203498ms)","trace[819392112] 'applied index is now lower than readState.Index' (duration: 191.380652ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:50:11.376795Z","caller":"traceutil/trace.go:171","msg":"trace[643391350] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1350; }","duration":"676.82553ms","start":"2026-03-17T20:50:10.699936Z","end":"2026-03-17T20:50:11.376762Z","steps":["trace[643391350] 'process raft request' (duration: 676.275194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.376917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178664209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:387"} {"level":"warn","ts":"2026-03-17T20:50:11.376937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.699911Z","time spent":"676.949201ms","remote":"127.0.0.1:34306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":188521,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:11.376955Z","caller":"traceutil/trace.go:171","msg":"trace[1974037229] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1350; }","duration":"1.178761541s","start":"2026-03-17T20:50:10.198186Z","end":"2026-03-17T20:50:11.376948Z","steps":["trace[1974037229] 'agreement among raft nodes before linearized reading' (duration: 1.17868247s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.376983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.198169Z","time spent":"1.178809011s","remote":"127.0.0.1:34294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":409,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-17T20:50:11.455224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.062514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-17T20:50:11.455342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.397521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-17T20:50:11.455330Z","caller":"traceutil/trace.go:171","msg":"trace[1147510443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1354; }","duration":"405.207875ms","start":"2026-03-17T20:50:11.050101Z","end":"2026-03-17T20:50:11.455309Z","steps":["trace[1147510443] 'agreement among raft nodes before linearized reading' (duration: 405.004973ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:11.455399Z","caller":"traceutil/trace.go:171","msg":"trace[832269806] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:1354; }","duration":"833.506962ms","start":"2026-03-17T20:50:10.621878Z","end":"2026-03-17T20:50:11.455385Z","steps":["trace[832269806] 'agreement among raft nodes before linearized reading' (duration: 833.424511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.455415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:11.050082Z","time spent":"405.312716ms","remote":"127.0.0.1:34510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:11.455445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.621864Z","time spent":"833.569823ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:11.455623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03014565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:11.455654Z","caller":"traceutil/trace.go:171","msg":"trace[1890111810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1354; }","duration":"1.03020381s","start":"2026-03-17T20:50:10.425442Z","end":"2026-03-17T20:50:11.455646Z","steps":["trace[1890111810] 'agreement among raft nodes before linearized reading' (duration: 1.03015248s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.455673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.425430Z","time spent":"1.030238781s","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:50:11.455762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.401097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:50:11.455816Z","caller":"traceutil/trace.go:171","msg":"trace[2102651195] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1354; }","duration":"234.610289ms","start":"2026-03-17T20:50:11.221190Z","end":"2026-03-17T20:50:11.455800Z","steps":["trace[2102651195] 'agreement among raft nodes before linearized reading' (duration: 234.087334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.455268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.150944ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:11.455886Z","caller":"traceutil/trace.go:171","msg":"trace[344183817] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1354; }","duration":"876.766011ms","start":"2026-03-17T20:50:10.579097Z","end":"2026-03-17T20:50:11.455863Z","steps":["trace[344183817] 'agreement among raft nodes before linearized reading' (duration: 876.130684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.455952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.062105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-bfcf4.189dbc1059b735df\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-03-17T20:50:11.456306Z","caller":"traceutil/trace.go:171","msg":"trace[876456302] range","detail":"{range_begin:/registry/events/kube-system/cilium-bfcf4.189dbc1059b735df; range_end:; response_count:1; response_revision:1354; }","duration":"266.456959ms","start":"2026-03-17T20:50:11.189835Z","end":"2026-03-17T20:50:11.456292Z","steps":["trace[876456302] 'agreement among raft nodes before linearized reading' (duration: 266.015335ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:11.605959Z","caller":"traceutil/trace.go:171","msg":"trace[1429875996] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1354; }","duration":"349.500868ms","start":"2026-03-17T20:50:11.256435Z","end":"2026-03-17T20:50:11.605936Z","steps":["trace[1429875996] 'process raft request' (duration: 254.224302ms)","trace[1429875996] 'compare' (duration: 94.394137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:11.606112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:11.256400Z","time spent":"349.639749ms","remote":"127.0.0.1:34306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":188530,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:11.635986Z","caller":"traceutil/trace.go:171","msg":"trace[1419131487] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"185.554571ms","start":"2026-03-17T20:50:11.450416Z","end":"2026-03-17T20:50:11.635970Z","steps":["trace[1419131487] 'process raft request' (duration: 185.42457ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:11.823925Z","caller":"traceutil/trace.go:171","msg":"trace[364998177] linearizableReadLoop","detail":"{readStateIndex:1597; appliedIndex:1599; }","duration":"368.826409ms","start":"2026-03-17T20:50:11.455076Z","end":"2026-03-17T20:50:11.823902Z","steps":["trace[364998177] 'read index received' (duration: 368.819969ms)","trace[364998177] 'applied index is now lower than readState.Index' (duration: 4.99µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:12.030945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.942997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:518"} {"level":"info","ts":"2026-03-17T20:50:12.031083Z","caller":"traceutil/trace.go:171","msg":"trace[1015682759] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1356; }","duration":"649.12428ms","start":"2026-03-17T20:50:11.381924Z","end":"2026-03-17T20:50:12.031048Z","steps":["trace[1015682759] 'agreement among raft nodes before linearized reading' (duration: 442.085247ms)","trace[1015682759] 'range keys from in-memory index tree' (duration: 206.794111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:12.031158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:11.381886Z","time spent":"649.253691ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":540,"request content":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:12.031511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.296975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:50:12.032001Z","caller":"traceutil/trace.go:171","msg":"trace[1257476345] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"571.469455ms","start":"2026-03-17T20:50:11.460490Z","end":"2026-03-17T20:50:12.031960Z","steps":["trace[1257476345] 'process raft request' (duration: 571.164432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.032267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:11.460471Z","time spent":"571.639328ms","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:12.094384Z","caller":"traceutil/trace.go:171","msg":"trace[1830090265] linearizableReadLoop","detail":"{readStateIndex:1603; appliedIndex:1603; }","duration":"270.361588ms","start":"2026-03-17T20:50:11.823987Z","end":"2026-03-17T20:50:12.094349Z","steps":["trace[1830090265] 'read index received' (duration: 270.344727ms)","trace[1830090265] 'applied index is now lower than readState.Index' (duration: 14.421µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:12.094564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.69064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:12.094593Z","caller":"traceutil/trace.go:171","msg":"trace[372361561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1359; }","duration":"636.779031ms","start":"2026-03-17T20:50:11.457806Z","end":"2026-03-17T20:50:12.094585Z","steps":["trace[372361561] 'agreement among raft nodes before linearized reading' (duration: 636.66591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.094624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:11.457793Z","time spent":"636.825291ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:50:12.094784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.059299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/coredns-687748f8b7-mh7dz.189dbc105abfbb05\" limit:1 ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-17T20:50:12.094820Z","caller":"traceutil/trace.go:171","msg":"trace[680824061] range","detail":"{range_begin:/registry/events/kube-system/coredns-687748f8b7-mh7dz.189dbc105abfbb05; range_end:; response_count:1; response_revision:1359; }","duration":"453.13631ms","start":"2026-03-17T20:50:11.641674Z","end":"2026-03-17T20:50:12.094810Z","steps":["trace[680824061] 'agreement among raft nodes before linearized reading' (duration: 453.038619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.094844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:11.641650Z","time spent":"453.188341ms","remote":"127.0.0.1:34788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":916,"request content":"key:\"/registry/events/kube-system/coredns-687748f8b7-mh7dz.189dbc105abfbb05\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:12.094877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.687158ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:12.094895Z","caller":"traceutil/trace.go:171","msg":"trace[220937133] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1359; }","duration":"516.707278ms","start":"2026-03-17T20:50:11.578182Z","end":"2026-03-17T20:50:12.094889Z","steps":["trace[220937133] 'agreement among raft nodes before linearized reading' (duration: 516.676398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.095017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.771263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:12.095038Z","caller":"traceutil/trace.go:171","msg":"trace[968269530] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1359; }","duration":"417.848935ms","start":"2026-03-17T20:50:11.677183Z","end":"2026-03-17T20:50:12.095032Z","steps":["trace[968269530] 'agreement among raft nodes before linearized reading' (duration: 417.814444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.095061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:11.677146Z","time spent":"417.909935ms","remote":"127.0.0.1:34648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:50:12.095178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.909878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/coredns-687748f8b7-gfwxd.189dbc105ab371fd\" limit:1 ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-17T20:50:12.095197Z","caller":"traceutil/trace.go:171","msg":"trace[1102322938] range","detail":"{range_begin:/registry/events/kube-system/coredns-687748f8b7-gfwxd.189dbc105ab371fd; range_end:; response_count:1; response_revision:1359; }","duration":"452.950998ms","start":"2026-03-17T20:50:11.642239Z","end":"2026-03-17T20:50:12.095190Z","steps":["trace[1102322938] 'agreement among raft nodes before linearized reading' (duration: 452.916698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.095238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:11.642227Z","time spent":"452.984009ms","remote":"127.0.0.1:34788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":916,"request content":"key:\"/registry/events/kube-system/coredns-687748f8b7-gfwxd.189dbc105ab371fd\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:12.095556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.800292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:50:12.095649Z","caller":"traceutil/trace.go:171","msg":"trace[678002546] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1359; }","duration":"580.919993ms","start":"2026-03-17T20:50:11.514717Z","end":"2026-03-17T20:50:12.095637Z","steps":["trace[678002546] 'agreement among raft nodes before linearized reading' (duration: 580.792332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.095713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:11.514703Z","time spent":"580.999574ms","remote":"127.0.0.1:34696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:50:12.095539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.081593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-17T20:50:12.096312Z","caller":"traceutil/trace.go:171","msg":"trace[836638708] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:1359; }","duration":"635.954453ms","start":"2026-03-17T20:50:11.460335Z","end":"2026-03-17T20:50:12.096289Z","steps":["trace[836638708] 'agreement among raft nodes before linearized reading' (duration: 635.002913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.096369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:11.460279Z","time spent":"636.078754ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:12.129405Z","caller":"traceutil/trace.go:171","msg":"trace[956007893] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1359; }","duration":"337.747716ms","start":"2026-03-17T20:50:11.791622Z","end":"2026-03-17T20:50:12.129370Z","steps":["trace[956007893] 'process raft request' (duration: 337.516103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.129626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:11.791592Z","time spent":"337.908467ms","remote":"127.0.0.1:34306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":92,"response count":0,"response size":188287,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:12.146831Z","caller":"traceutil/trace.go:171","msg":"trace[882800615] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"254.263301ms","start":"2026-03-17T20:50:11.892538Z","end":"2026-03-17T20:50:12.146801Z","steps":["trace[882800615] 'process raft request' (duration: 243.433119ms)","trace[882800615] 'compare' (duration: 10.721731ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:50:12.379850Z","caller":"traceutil/trace.go:171","msg":"trace[809177244] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"136.950366ms","start":"2026-03-17T20:50:12.242877Z","end":"2026-03-17T20:50:12.379827Z","steps":["trace[809177244] 'process raft request' (duration: 136.804975ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:12.727365Z","caller":"traceutil/trace.go:171","msg":"trace[1691081574] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"177.493256ms","start":"2026-03-17T20:50:12.549852Z","end":"2026-03-17T20:50:12.727345Z","steps":["trace[1691081574] 'process raft request' (duration: 177.253104ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:12.728880Z","caller":"traceutil/trace.go:171","msg":"trace[10737184] linearizableReadLoop","detail":"{readStateIndex:1621; appliedIndex:1621; }","duration":"150.272535ms","start":"2026-03-17T20:50:12.578579Z","end":"2026-03-17T20:50:12.728851Z","steps":["trace[10737184] 'read index received' (duration: 150.267045ms)","trace[10737184] 'applied index is now lower than readState.Index' (duration: 4.4µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:12.729004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.410686ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:12.729043Z","caller":"traceutil/trace.go:171","msg":"trace[1504280277] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1376; }","duration":"150.461047ms","start":"2026-03-17T20:50:12.578572Z","end":"2026-03-17T20:50:12.729033Z","steps":["trace[1504280277] 'agreement among raft nodes before linearized reading' (duration: 150.391046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.826888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.037776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-bfcf4.189dbc1059b735df\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-03-17T20:50:12.827004Z","caller":"traceutil/trace.go:171","msg":"trace[486437803] range","detail":"{range_begin:/registry/events/kube-system/cilium-bfcf4.189dbc1059b735df; range_end:; response_count:1; response_revision:1376; }","duration":"161.197188ms","start":"2026-03-17T20:50:12.665778Z","end":"2026-03-17T20:50:12.826975Z","steps":["trace[486437803] 'agreement among raft nodes before linearized reading' (duration: 160.968076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:13.318156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.875299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:50:13.495613Z","caller":"traceutil/trace.go:171","msg":"trace[92705100] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"759.189557ms","start":"2026-03-17T20:50:12.736396Z","end":"2026-03-17T20:50:13.495586Z","steps":["trace[92705100] 'process raft request' (duration: 749.77911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:13.496243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:12.736356Z","time spent":"759.359369ms","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4087,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:13.575318Z","caller":"traceutil/trace.go:171","msg":"trace[1317687795] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"746.130571ms","start":"2026-03-17T20:50:12.829165Z","end":"2026-03-17T20:50:13.575296Z","steps":["trace[1317687795] 'process raft request' (duration: 745.956899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:13.575471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:12.829150Z","time spent":"746.240042ms","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:13.642253Z","caller":"traceutil/trace.go:171","msg":"trace[770926413] linearizableReadLoop","detail":"{readStateIndex:1625; appliedIndex:1625; }","duration":"269.972489ms","start":"2026-03-17T20:50:13.372247Z","end":"2026-03-17T20:50:13.642220Z","steps":["trace[770926413] 'read index received' (duration: 269.963969ms)","trace[770926413] 'applied index is now lower than readState.Index' (duration: 6.91µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:13.642449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.178351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:13.642593Z","caller":"traceutil/trace.go:171","msg":"trace[1814816083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1380; }","duration":"270.361694ms","start":"2026-03-17T20:50:13.372204Z","end":"2026-03-17T20:50:13.642565Z","steps":["trace[1814816083] 'agreement among raft nodes before linearized reading' (duration: 270.149972ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:13.642710Z","caller":"traceutil/trace.go:171","msg":"trace[1298756164] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"136.580441ms","start":"2026-03-17T20:50:13.506111Z","end":"2026-03-17T20:50:13.642692Z","steps":["trace[1298756164] 'process raft request' (duration: 136.50234ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:13.642780Z","caller":"traceutil/trace.go:171","msg":"trace[1617210970] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"140.406621ms","start":"2026-03-17T20:50:13.502353Z","end":"2026-03-17T20:50:13.642759Z","steps":["trace[1617210970] 'process raft request' (duration: 140.078148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:13.647120Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.438294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:13.647222Z","caller":"traceutil/trace.go:171","msg":"trace[1043072412] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1382; }","duration":"210.596046ms","start":"2026-03-17T20:50:13.436601Z","end":"2026-03-17T20:50:13.647197Z","steps":["trace[1043072412] 'agreement among raft nodes before linearized reading' (duration: 210.425704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:13.647153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.524675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:13.647666Z","caller":"traceutil/trace.go:171","msg":"trace[78801647] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1382; }","duration":"210.830079ms","start":"2026-03-17T20:50:13.436577Z","end":"2026-03-17T20:50:13.647407Z","steps":["trace[78801647] 'agreement among raft nodes before linearized reading' (duration: 210.510985ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:14.103559Z","caller":"traceutil/trace.go:171","msg":"trace[1812496768] linearizableReadLoop","detail":"{readStateIndex:1633; appliedIndex:1633; }","duration":"104.395008ms","start":"2026-03-17T20:50:13.999128Z","end":"2026-03-17T20:50:14.103523Z","steps":["trace[1812496768] 'read index received' (duration: 104.384428ms)","trace[1812496768] 'applied index is now lower than readState.Index' (duration: 9.4µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:14.103945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.777482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:50:14.103975Z","caller":"traceutil/trace.go:171","msg":"trace[1549276268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1386; }","duration":"104.884353ms","start":"2026-03-17T20:50:13.999084Z","end":"2026-03-17T20:50:14.103968Z","steps":["trace[1549276268] 'agreement among raft nodes before linearized reading' (duration: 104.56671ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:14.247678Z","caller":"traceutil/trace.go:171","msg":"trace[2129507910] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"133.6227ms","start":"2026-03-17T20:50:14.114035Z","end":"2026-03-17T20:50:14.247658Z","steps":["trace[2129507910] 'process raft request' (duration: 133.512189ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:14.282679Z","caller":"traceutil/trace.go:171","msg":"trace[194335127] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"130.212865ms","start":"2026-03-17T20:50:14.152448Z","end":"2026-03-17T20:50:14.282661Z","steps":["trace[194335127] 'process raft request' (duration: 130.091093ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:16.063699Z","caller":"traceutil/trace.go:171","msg":"trace[1568615635] transaction","detail":"{read_only:false; response_revision:1398; number_of_response:1; }","duration":"257.640427ms","start":"2026-03-17T20:50:15.806021Z","end":"2026-03-17T20:50:16.063662Z","steps":["trace[1568615635] 'process raft request' (duration: 225.562366ms)","trace[1568615635] 'compare' (duration: 31.274423ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:50:16.388326Z","caller":"traceutil/trace.go:171","msg":"trace[1128504258] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1400; }","duration":"580.235303ms","start":"2026-03-17T20:50:15.808072Z","end":"2026-03-17T20:50:16.388307Z","steps":["trace[1128504258] 'process raft request' (duration: 580.159422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.388453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:15.808056Z","time spent":"580.340865ms","remote":"127.0.0.1:51526","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:50:16.397239Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3279356091498824638,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:50:16.437516Z","caller":"traceutil/trace.go:171","msg":"trace[2013891128] linearizableReadLoop","detail":"{readStateIndex:1646; appliedIndex:1648; }","duration":"540.775076ms","start":"2026-03-17T20:50:15.896717Z","end":"2026-03-17T20:50:16.437492Z","steps":["trace[2013891128] 'read index received' (duration: 540.765836ms)","trace[2013891128] 'applied index is now lower than readState.Index' (duration: 7.71µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:16.461191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.43229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:16.461269Z","caller":"traceutil/trace.go:171","msg":"trace[1483236865] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-2; range_end:; response_count:0; response_revision:1400; }","duration":"564.567621ms","start":"2026-03-17T20:50:15.896683Z","end":"2026-03-17T20:50:16.461251Z","steps":["trace[1483236865] 'agreement among raft nodes before linearized reading' (duration: 540.881257ms)","trace[1483236865] 'range keys from in-memory index tree' (duration: 23.556183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:16.461341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:15.896666Z","time spent":"564.640911ms","remote":"127.0.0.1:51526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodes/controller-2\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:16.463715Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3279356091498824643,"received-request-id":3279356091498824638} {"level":"info","ts":"2026-03-17T20:50:16.495699Z","caller":"traceutil/trace.go:171","msg":"trace[1633440184] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"206.519859ms","start":"2026-03-17T20:50:16.289159Z","end":"2026-03-17T20:50:16.495679Z","steps":["trace[1633440184] 'process raft request' (duration: 206.033324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.495751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.174289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:16.495729Z","caller":"traceutil/trace.go:171","msg":"trace[2111569712] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"206.424628ms","start":"2026-03-17T20:50:16.289235Z","end":"2026-03-17T20:50:16.495660Z","steps":["trace[2111569712] 'process raft request' (duration: 206.281366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.495811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.590169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-3\" limit:1 ","response":"range_response_count:1 size:2093"} {"level":"info","ts":"2026-03-17T20:50:16.495888Z","caller":"traceutil/trace.go:171","msg":"trace[406528114] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-3; range_end:; response_count:1; response_revision:1402; }","duration":"105.980943ms","start":"2026-03-17T20:50:16.389892Z","end":"2026-03-17T20:50:16.495873Z","steps":["trace[406528114] 'agreement among raft nodes before linearized reading' (duration: 105.819641ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:16.495780Z","caller":"traceutil/trace.go:171","msg":"trace[2034300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1402; }","duration":"123.236861ms","start":"2026-03-17T20:50:16.372533Z","end":"2026-03-17T20:50:16.495769Z","steps":["trace[2034300] 'agreement among raft nodes before linearized reading' (duration: 123.19913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.495696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.987996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:16.496129Z","caller":"traceutil/trace.go:171","msg":"trace[19052079] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-2; range_end:; response_count:0; response_revision:1402; }","duration":"597.44237ms","start":"2026-03-17T20:50:15.898668Z","end":"2026-03-17T20:50:16.496110Z","steps":["trace[19052079] 'agreement among raft nodes before linearized reading' (duration: 596.958035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.496282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:15.898661Z","time spent":"597.553621ms","remote":"127.0.0.1:51526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodes/controller-2\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:16.782587Z","caller":"traceutil/trace.go:171","msg":"trace[337679362] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1405; }","duration":"281.523841ms","start":"2026-03-17T20:50:16.501046Z","end":"2026-03-17T20:50:16.782570Z","steps":["trace[337679362] 'process raft request' (duration: 281.487531ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:16.782659Z","caller":"traceutil/trace.go:171","msg":"trace[1629962219] transaction","detail":"{read_only:false; response_revision:1405; number_of_response:1; }","duration":"311.074976ms","start":"2026-03-17T20:50:16.471570Z","end":"2026-03-17T20:50:16.782645Z","steps":["trace[1629962219] 'process raft request' (duration: 310.871104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.782753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:16.471549Z","time spent":"311.140927ms","remote":"127.0.0.1:51526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1492,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:50:16.840721Z","caller":"traceutil/trace.go:171","msg":"trace[197819433] linearizableReadLoop","detail":"{readStateIndex:1653; appliedIndex:1655; }","duration":"344.050585ms","start":"2026-03-17T20:50:16.496639Z","end":"2026-03-17T20:50:16.840689Z","steps":["trace[197819433] 'read index received' (duration: 344.044105ms)","trace[197819433] 'applied index is now lower than readState.Index' (duration: 4.94µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:50:16.840894Z","caller":"traceutil/trace.go:171","msg":"trace[74075856] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"150.527141ms","start":"2026-03-17T20:50:16.690352Z","end":"2026-03-17T20:50:16.840879Z","steps":["trace[74075856] 'process raft request' (duration: 150.40144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.840885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.221957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:16.840995Z","caller":"traceutil/trace.go:171","msg":"trace[1736834204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1405; }","duration":"344.336329ms","start":"2026-03-17T20:50:16.496609Z","end":"2026-03-17T20:50:16.840945Z","steps":["trace[1736834204] 'agreement among raft nodes before linearized reading' (duration: 344.185167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.841085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:16.496595Z","time spent":"344.47487ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:50:16.843547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.724958ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:16.843608Z","caller":"traceutil/trace.go:171","msg":"trace[192606003] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1406; }","duration":"262.786878ms","start":"2026-03-17T20:50:16.580805Z","end":"2026-03-17T20:50:16.843592Z","steps":["trace[192606003] 'agreement among raft nodes before linearized reading' (duration: 262.708497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.844051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.370158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-bfcf4.189dbc1059b735df\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-03-17T20:50:16.844086Z","caller":"traceutil/trace.go:171","msg":"trace[1450168580] range","detail":"{range_begin:/registry/events/kube-system/cilium-bfcf4.189dbc1059b735df; range_end:; response_count:1; response_revision:1406; }","duration":"177.447448ms","start":"2026-03-17T20:50:16.666630Z","end":"2026-03-17T20:50:16.844078Z","steps":["trace[1450168580] 'agreement among raft nodes before linearized reading' (duration: 177.374497ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:16.968683Z","caller":"traceutil/trace.go:171","msg":"trace[125021400] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"122.341282ms","start":"2026-03-17T20:50:16.846319Z","end":"2026-03-17T20:50:16.968661Z","steps":["trace[125021400] 'process raft request' (duration: 122.20974ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:20.616069Z","caller":"traceutil/trace.go:171","msg":"trace[2094005305] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"102.607195ms","start":"2026-03-17T20:50:20.513437Z","end":"2026-03-17T20:50:20.616044Z","steps":["trace[2094005305] 'process raft request' (duration: 102.409813ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:20.616232Z","caller":"traceutil/trace.go:171","msg":"trace[1243292094] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"102.680715ms","start":"2026-03-17T20:50:20.513527Z","end":"2026-03-17T20:50:20.616208Z","steps":["trace[1243292094] 'process raft request' (duration: 102.466673ms)"],"step_count":1}