{"level":"warn","ts":"2026-03-17T20:48:20.128699Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-17T20:48:20.128810Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.117:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.117:2380","--initial-cluster=controller-2=https://199.19.213.5:2380,controller-1=https://199.19.213.207:2380,controller-3=https://199.19.213.117:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.117:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.117:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-17T20:48:20.128920Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-17T20:48:20.128940Z","caller":"embed/etcd.go:140","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.117:2380"]} {"level":"info","ts":"2026-03-17T20:48:20.128962Z","caller":"embed/etcd.go:528","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T20:48:20.129421Z","caller":"embed/etcd.go:148","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.117:2379"]} {"level":"info","ts":"2026-03-17T20:48:20.129502Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.5.21","git-sha":"a17edfd","go-version":"go1.23.7","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.117:2380"],"listen-peer-urls":["https://199.19.213.117:2380"],"advertise-client-urls":["https://199.19.213.117:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.117:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.207:2380,controller-2=https://199.19.213.5:2380,controller-3=https://199.19.213.117:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-17T20:48:20.136894Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.055135ms"} {"level":"info","ts":"2026-03-17T20:48:20.151444Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.19.213.5:2380","host":"199.19.213.5:2380","resolved-addr":"199.19.213.5:2380"} {"level":"info","ts":"2026-03-17T20:48:20.151509Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.19.213.207:2380","host":"199.19.213.207:2380","resolved-addr":"199.19.213.207:2380"} {"level":"info","ts":"2026-03-17T20:48:20.151555Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.19.213.5:2380","host":"199.19.213.5:2380","resolved-addr":"199.19.213.5:2380"} {"level":"info","ts":"2026-03-17T20:48:20.151564Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.19.213.117:2380","host":"199.19.213.117:2380","resolved-addr":"199.19.213.117:2380"} {"level":"info","ts":"2026-03-17T20:48:20.151592Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.19.213.117:2380","host":"199.19.213.117:2380","resolved-addr":"199.19.213.117:2380"} {"level":"info","ts":"2026-03-17T20:48:20.151601Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.19.213.207:2380","host":"199.19.213.207:2380","resolved-addr":"199.19.213.207:2380"} {"level":"info","ts":"2026-03-17T20:48:20.176537Z","caller":"etcdserver/raft.go:506","msg":"starting local member","local-member-id":"d6c988546b3e48f9","cluster-id":"21f34f1629612ac4"} {"level":"info","ts":"2026-03-17T20:48:20.176713Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 switched to configuration voters=()"} {"level":"info","ts":"2026-03-17T20:48:20.176792Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 became follower at term 0"} {"level":"info","ts":"2026-03-17T20:48:20.176820Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d6c988546b3e48f9 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-03-17T20:48:20.185170Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-17T20:48:20.186685Z","caller":"mvcc/kvstore.go:425","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-17T20:48:20.186733Z","caller":"etcdserver/server.go:628","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-17T20:48:20.188312Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-17T20:48:20.190679Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d6c988546b3e48f9","remote-peer-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:48:20.190722Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"d6c988546b3e48f9","remote-peer-id":"2a3dba058e8a2d82","remote-peer-urls":["https://199.19.213.5:2380"]} {"level":"info","ts":"2026-03-17T20:48:20.190822Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d6c988546b3e48f9","remote-peer-id":"520ed656383c33a4"} {"level":"info","ts":"2026-03-17T20:48:20.190839Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"d6c988546b3e48f9","remote-peer-id":"520ed656383c33a4","remote-peer-urls":["https://199.19.213.207:2380"]} {"level":"info","ts":"2026-03-17T20:48:20.190861Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:48:20.190888Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d6c988546b3e48f9","remote-peer-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:48:20.191875Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"d6c988546b3e48f9","remote-peer-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:48:20.192679Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"d6c988546b3e48f9","remote-peer-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:48:20.193156Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:48:20.193371Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"d6c988546b3e48f9","remote-peer-id":"2a3dba058e8a2d82","remote-peer-urls":["https://199.19.213.5:2380"]} {"level":"info","ts":"2026-03-17T20:48:20.193493Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"520ed656383c33a4"} {"level":"info","ts":"2026-03-17T20:48:20.193539Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d6c988546b3e48f9","remote-peer-id":"520ed656383c33a4"} {"level":"info","ts":"2026-03-17T20:48:20.193751Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"520ed656383c33a4"} {"level":"info","ts":"2026-03-17T20:48:20.193818Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"d6c988546b3e48f9","remote-peer-id":"520ed656383c33a4","remote-peer-urls":["https://199.19.213.207:2380"]} {"level":"info","ts":"2026-03-17T20:48:20.193866Z","caller":"etcdserver/server.go:875","msg":"starting etcd server","local-member-id":"d6c988546b3e48f9","local-server-version":"3.5.21","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-17T20:48:20.195444Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d6c988546b3e48f9","remote-peer-id":"520ed656383c33a4"} {"level":"info","ts":"2026-03-17T20:48:20.195716Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"d6c988546b3e48f9","remote-peer-id":"520ed656383c33a4"} {"level":"info","ts":"2026-03-17T20:48:20.195741Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"d6c988546b3e48f9","remote-peer-id":"520ed656383c33a4"} {"level":"info","ts":"2026-03-17T20:48:20.195762Z","caller":"etcdserver/server.go:775","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-17T20:48:20.195781Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d6c988546b3e48f9","remote-peer-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:48:20.195878Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d6c988546b3e48f9","remote-peer-id":"520ed656383c33a4"} {"level":"info","ts":"2026-03-17T20:48:20.193281Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d6c988546b3e48f9","remote-peer-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:48:20.197276Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-17T20:48:20.195961Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:48:20.199024Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:48:20.199052Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:48:20.205257Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"520ed656383c33a4"} {"level":"info","ts":"2026-03-17T20:48:20.205316Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d6c988546b3e48f9","remote-peer-id":"520ed656383c33a4"} {"level":"info","ts":"2026-03-17T20:48:20.205438Z","caller":"embed/etcd.go:762","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T20:48:20.205761Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"d6c988546b3e48f9","initial-advertise-peer-urls":["https://199.19.213.117:2380"],"listen-peer-urls":["https://199.19.213.117:2380"],"advertise-client-urls":["https://199.19.213.117:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.117:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-17T20:48:20.205731Z","caller":"embed/etcd.go:633","msg":"serving peer traffic","address":"199.19.213.117:2380"} {"level":"info","ts":"2026-03-17T20:48:20.205835Z","caller":"embed/etcd.go:603","msg":"cmux::serve","address":"199.19.213.117:2380"} {"level":"info","ts":"2026-03-17T20:48:20.205850Z","caller":"embed/etcd.go:908","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-17T20:48:20.206321Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"d6c988546b3e48f9","to":"520ed656383c33a4","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T20:48:20.206354Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d6c988546b3e48f9","remote-peer-id":"520ed656383c33a4"} {"level":"info","ts":"2026-03-17T20:48:20.206396Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"d6c988546b3e48f9","to":"2a3dba058e8a2d82","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T20:48:20.206420Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:48:20.206440Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d6c988546b3e48f9","remote-peer-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:48:20.207217Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"d6c988546b3e48f9","to":"2a3dba058e8a2d82","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T20:48:20.207241Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d6c988546b3e48f9","remote-peer-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:48:20.207571Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d6c988546b3e48f9","remote-peer-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:48:20.208793Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [term: 0] received a MsgHeartbeat message with higher term from 520ed656383c33a4 [term: 3]"} {"level":"info","ts":"2026-03-17T20:48:20.208968Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 became follower at term 3"} {"level":"info","ts":"2026-03-17T20:48:20.208995Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d6c988546b3e48f9 elected leader 520ed656383c33a4 at term 3"} {"level":"info","ts":"2026-03-17T20:48:20.209264Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d6c988546b3e48f9","remote-peer-id":"520ed656383c33a4"} {"level":"info","ts":"2026-03-17T20:48:20.210990Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d6c988546b3e48f9","remote-peer-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:48:20.234949Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"d6c988546b3e48f9","to":"520ed656383c33a4","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T20:48:20.235061Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d6c988546b3e48f9","remote-peer-id":"520ed656383c33a4"} {"level":"info","ts":"2026-03-17T20:48:20.246288Z","caller":"etcdserver/server.go:798","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"d6c988546b3e48f9","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-03-17T20:48:20.261313Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 switched to configuration voters=(5912899026583040932)"} {"level":"info","ts":"2026-03-17T20:48:20.261561Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"21f34f1629612ac4","local-member-id":"d6c988546b3e48f9","added-peer-id":"520ed656383c33a4","added-peer-peer-urls":["https://199.19.213.207:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-03-17T20:48:20.261794Z","caller":"membership/cluster.go:587","msg":"set initial cluster version","cluster-id":"21f34f1629612ac4","local-member-id":"d6c988546b3e48f9","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T20:48:20.261922Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T20:48:20.321184Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 switched to configuration voters=(5912899026583040932) learners=(3043793456201346434)"} {"level":"info","ts":"2026-03-17T20:48:20.321304Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"21f34f1629612ac4","local-member-id":"d6c988546b3e48f9","added-peer-id":"2a3dba058e8a2d82","added-peer-peer-urls":["https://199.19.213.5:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-17T20:48:20.321615Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 switched to configuration voters=(3043793456201346434 5912899026583040932)"} {"level":"info","ts":"2026-03-17T20:48:20.321664Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"21f34f1629612ac4","local-member-id":"d6c988546b3e48f9","promoted-member-id":"2a3dba058e8a2d82"} {"level":"info","ts":"2026-03-17T20:48:20.343060Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 switched to configuration voters=(3043793456201346434 5912899026583040932) learners=(15477051490593294585)"} {"level":"info","ts":"2026-03-17T20:48:20.343294Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"21f34f1629612ac4","local-member-id":"d6c988546b3e48f9","added-peer-id":"d6c988546b3e48f9","added-peer-peer-urls":["https://199.19.213.117:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-17T20:48:20.353766Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T20:48:20.353791Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T20:48:20.353751Z","caller":"etcdserver/server.go:2144","msg":"published local member to cluster through raft","local-member-id":"d6c988546b3e48f9","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.19.213.117:2379]}","request-path":"/0/members/d6c988546b3e48f9/attributes","cluster-id":"21f34f1629612ac4","publish-timeout":"7s"} {"level":"info","ts":"2026-03-17T20:48:20.354750Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-17T20:48:20.354820Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-17T20:48:20.355166Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-17T20:48:20.355737Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-17T20:48:20.356310Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-17T20:48:20.360327Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.117:2379"} {"level":"info","ts":"2026-03-17T20:48:20.631940Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 switched to configuration voters=(3043793456201346434 5912899026583040932 15477051490593294585)"} {"level":"info","ts":"2026-03-17T20:48:20.632046Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"21f34f1629612ac4","local-member-id":"d6c988546b3e48f9","promoted-member-id":"d6c988546b3e48f9"} {"level":"info","ts":"2026-03-17T20:48:21.535060Z","caller":"traceutil/trace.go:171","msg":"trace[243282506] linearizableReadLoop","detail":"{readStateIndex:724; appliedIndex:724; }","duration":"215.24134ms","start":"2026-03-17T20:48:21.319759Z","end":"2026-03-17T20:48:21.535000Z","steps":["trace[243282506] 'read index received' (duration: 215.23634ms)","trace[243282506] 'applied index is now lower than readState.Index' (duration: 3.71µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:21.535418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.618532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:21.535503Z","caller":"traceutil/trace.go:171","msg":"trace[441879851] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:674; }","duration":"215.747417ms","start":"2026-03-17T20:48:21.319743Z","end":"2026-03-17T20:48:21.535490Z","steps":["trace[441879851] 'agreement among raft nodes before linearized reading' (duration: 215.339674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:21.536972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.11999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:21.537003Z","caller":"traceutil/trace.go:171","msg":"trace[163884222] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:674; }","duration":"217.219034ms","start":"2026-03-17T20:48:21.319777Z","end":"2026-03-17T20:48:21.536996Z","steps":["trace[163884222] 'agreement among raft nodes before linearized reading' (duration: 217.122731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:21.537299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.594126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:21.537327Z","caller":"traceutil/trace.go:171","msg":"trace[2066888264] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:674; }","duration":"103.632758ms","start":"2026-03-17T20:48:21.433689Z","end":"2026-03-17T20:48:21.537322Z","steps":["trace[2066888264] 'agreement among raft nodes before linearized reading' (duration: 103.568806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:21.537835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.653346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-17T20:48:21.537726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.666927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" limit:10000 ","response":"range_response_count:2 size:1908"} {"level":"info","ts":"2026-03-17T20:48:21.538126Z","caller":"traceutil/trace.go:171","msg":"trace[890108746] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:2; response_revision:674; }","duration":"181.08539ms","start":"2026-03-17T20:48:21.357034Z","end":"2026-03-17T20:48:21.538120Z","steps":["trace[890108746] 'agreement among raft nodes before linearized reading' (duration: 180.638285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:21.538396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.964531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:48:21.538458Z","caller":"traceutil/trace.go:171","msg":"trace[1982401973] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:674; }","duration":"199.484687ms","start":"2026-03-17T20:48:21.338959Z","end":"2026-03-17T20:48:21.538444Z","steps":["trace[1982401973] 'agreement among raft nodes before linearized reading' (duration: 198.924409ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:21.538605Z","caller":"traceutil/trace.go:171","msg":"trace[1888108581] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:674; }","duration":"180.726828ms","start":"2026-03-17T20:48:21.357134Z","end":"2026-03-17T20:48:21.537861Z","steps":["trace[1888108581] 'agreement among raft nodes before linearized reading' (duration: 180.482481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:21.538778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.975586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:48:21.538822Z","caller":"traceutil/trace.go:171","msg":"trace[1257476395] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:674; }","duration":"191.034278ms","start":"2026-03-17T20:48:21.347778Z","end":"2026-03-17T20:48:21.538812Z","steps":["trace[1257476395] 'agreement among raft nodes before linearized reading' (duration: 190.955615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:21.538840Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.402814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:21.538860Z","caller":"traceutil/trace.go:171","msg":"trace[147934478] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:674; }","duration":"105.633922ms","start":"2026-03-17T20:48:21.433220Z","end":"2026-03-17T20:48:21.538854Z","steps":["trace[147934478] 'agreement among raft nodes before linearized reading' (duration: 105.602121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:21.538951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.393678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:48:21.538995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.961407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:21.539001Z","caller":"traceutil/trace.go:171","msg":"trace[759049969] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:674; }","duration":"123.483871ms","start":"2026-03-17T20:48:21.415506Z","end":"2026-03-17T20:48:21.538989Z","steps":["trace[759049969] 'agreement among raft nodes before linearized reading' (duration: 123.396159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:21.539033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.04099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:21.539046Z","caller":"traceutil/trace.go:171","msg":"trace[465287044] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:674; }","duration":"166.069441ms","start":"2026-03-17T20:48:21.372973Z","end":"2026-03-17T20:48:21.539042Z","steps":["trace[465287044] 'agreement among raft nodes before linearized reading' (duration: 166.04955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:21.539153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.574469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:21.541954Z","caller":"traceutil/trace.go:171","msg":"trace[1212533230] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:674; }","duration":"118.39354ms","start":"2026-03-17T20:48:21.423552Z","end":"2026-03-17T20:48:21.541946Z","steps":["trace[1212533230] 'agreement among raft nodes before linearized reading' (duration: 115.57899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:21.539199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.156777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:48:21.542037Z","caller":"traceutil/trace.go:171","msg":"trace[1146797924] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:674; }","duration":"176.000498ms","start":"2026-03-17T20:48:21.366024Z","end":"2026-03-17T20:48:21.542025Z","steps":["trace[1146797924] 'agreement among raft nodes before linearized reading' (duration: 173.135107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:21.539282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.613113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:48:21.542169Z","caller":"traceutil/trace.go:171","msg":"trace[489014937] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:674; }","duration":"213.532785ms","start":"2026-03-17T20:48:21.328625Z","end":"2026-03-17T20:48:21.542158Z","steps":["trace[489014937] 'agreement among raft nodes before linearized reading' (duration: 210.610682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:21.539296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.494953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" limit:10000 ","response":"range_response_count:14 size:77170"} {"level":"warn","ts":"2026-03-17T20:48:21.539393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.350595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" limit:10000 ","response":"range_response_count:2 size:8164"} {"level":"warn","ts":"2026-03-17T20:48:21.539351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.683775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" limit:10000 ","response":"range_response_count:2 size:1145"} {"level":"warn","ts":"2026-03-17T20:48:21.540128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.589926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:48:21.540165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.591212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:21.539011Z","caller":"traceutil/trace.go:171","msg":"trace[1986180509] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:674; }","duration":"165.978528ms","start":"2026-03-17T20:48:21.373028Z","end":"2026-03-17T20:48:21.539006Z","steps":["trace[1986180509] 'agreement among raft nodes before linearized reading' (duration: 165.951067ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:21.542671Z","caller":"traceutil/trace.go:171","msg":"trace[354071255] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:14; response_revision:674; }","duration":"194.8917ms","start":"2026-03-17T20:48:21.347770Z","end":"2026-03-17T20:48:21.542662Z","steps":["trace[354071255] 'agreement among raft nodes before linearized reading' (duration: 191.210743ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:21.542721Z","caller":"traceutil/trace.go:171","msg":"trace[284168280] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:674; }","duration":"127.2086ms","start":"2026-03-17T20:48:21.415505Z","end":"2026-03-17T20:48:21.542714Z","steps":["trace[284168280] 'agreement among raft nodes before linearized reading' (duration: 124.575426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:21.539424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.537319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" limit:10000 ","response":"range_response_count:40 size:8003"} {"level":"info","ts":"2026-03-17T20:48:21.542793Z","caller":"traceutil/trace.go:171","msg":"trace[631355617] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:674; }","duration":"119.232546ms","start":"2026-03-17T20:48:21.423553Z","end":"2026-03-17T20:48:21.542785Z","steps":["trace[631355617] 'agreement among raft nodes before linearized reading' (duration: 116.601563ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:21.542794Z","caller":"traceutil/trace.go:171","msg":"trace[260697248] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:40; response_revision:674; }","duration":"176.924097ms","start":"2026-03-17T20:48:21.365858Z","end":"2026-03-17T20:48:21.542783Z","steps":["trace[260697248] 'agreement among raft nodes before linearized reading' (duration: 173.352854ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:21.542950Z","caller":"traceutil/trace.go:171","msg":"trace[805762053] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:2; response_revision:674; }","duration":"203.929738ms","start":"2026-03-17T20:48:21.339014Z","end":"2026-03-17T20:48:21.542943Z","steps":["trace[805762053] 'agreement among raft nodes before linearized reading' (duration: 200.321433ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:21.543137Z","caller":"traceutil/trace.go:171","msg":"trace[1316047458] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:2; response_revision:674; }","duration":"214.481746ms","start":"2026-03-17T20:48:21.328646Z","end":"2026-03-17T20:48:21.543128Z","steps":["trace[1316047458] 'agreement among raft nodes before linearized reading' (duration: 210.668005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:21.764372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.863369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:21.764469Z","caller":"traceutil/trace.go:171","msg":"trace[674781895] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:674; }","duration":"131.999513ms","start":"2026-03-17T20:48:21.632458Z","end":"2026-03-17T20:48:21.764458Z","steps":["trace[674781895] 'range keys from in-memory index tree' (duration: 126.617951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:21.764582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.012584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:21.764602Z","caller":"traceutil/trace.go:171","msg":"trace[1008342565] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:674; }","duration":"132.034994ms","start":"2026-03-17T20:48:21.632562Z","end":"2026-03-17T20:48:21.764597Z","steps":["trace[1008342565] 'count revisions from in-memory index tree' (duration: 125.358701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:21.764699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.005166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:48:21.764724Z","caller":"traceutil/trace.go:171","msg":"trace[221699767] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:674; }","duration":"123.039117ms","start":"2026-03-17T20:48:21.641680Z","end":"2026-03-17T20:48:21.764719Z","steps":["trace[221699767] 'count revisions from in-memory index tree' (duration: 119.859776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:21.764837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.049588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" limit:10000 ","response":"range_response_count:2 size:1407"} {"level":"info","ts":"2026-03-17T20:48:21.764868Z","caller":"traceutil/trace.go:171","msg":"trace[1932516485] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:2; response_revision:674; }","duration":"123.080319ms","start":"2026-03-17T20:48:21.641780Z","end":"2026-03-17T20:48:21.764860Z","steps":["trace[1932516485] 'range keys from in-memory index tree' (duration: 118.869084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:21.764965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.345148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:21.764991Z","caller":"traceutil/trace.go:171","msg":"trace[1510291339] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:674; }","duration":"113.39233ms","start":"2026-03-17T20:48:21.651592Z","end":"2026-03-17T20:48:21.764985Z","steps":["trace[1510291339] 'range keys from in-memory index tree' (duration: 111.982604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:21.765296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.639297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:21.765359Z","caller":"traceutil/trace.go:171","msg":"trace[1189508640] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:674; }","duration":"113.72517ms","start":"2026-03-17T20:48:21.651619Z","end":"2026-03-17T20:48:21.765344Z","steps":["trace[1189508640] 'count revisions from in-memory index tree' (duration: 111.23126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:25.658745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.586947ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-17T20:48:36.686594Z","caller":"traceutil/trace.go:171","msg":"trace[673417921] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"140.337427ms","start":"2026-03-17T20:48:36.546240Z","end":"2026-03-17T20:48:36.686578Z","steps":["trace[673417921] 'process raft request' (duration: 140.291715ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:36.999325Z","caller":"traceutil/trace.go:171","msg":"trace[693212181] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"206.112652ms","start":"2026-03-17T20:48:36.793175Z","end":"2026-03-17T20:48:36.999288Z","steps":["trace[693212181] 'process raft request' (duration: 175.003362ms)","trace[693212181] 'compare' (duration: 30.900153ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:48:37.160673Z","caller":"traceutil/trace.go:171","msg":"trace[1851916211] transaction","detail":"{read_only:false; number_of_response:0; response_revision:736; }","duration":"153.396275ms","start":"2026-03-17T20:48:37.007250Z","end":"2026-03-17T20:48:37.160646Z","steps":["trace[1851916211] 'process raft request' (duration: 151.764002ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:40.198693Z","caller":"traceutil/trace.go:171","msg":"trace[834141920] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"189.30426ms","start":"2026-03-17T20:48:40.009374Z","end":"2026-03-17T20:48:40.198678Z","steps":["trace[834141920] 'process raft request' (duration: 189.150415ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:40.199250Z","caller":"traceutil/trace.go:171","msg":"trace[225000547] linearizableReadLoop","detail":"{readStateIndex:822; appliedIndex:822; }","duration":"119.482185ms","start":"2026-03-17T20:48:40.079757Z","end":"2026-03-17T20:48:40.199240Z","steps":["trace[225000547] 'read index received' (duration: 119.479085ms)","trace[225000547] 'applied index is now lower than readState.Index' (duration: 2.52µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:40.199344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.576557ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:40.199404Z","caller":"traceutil/trace.go:171","msg":"trace[686089153] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:759; }","duration":"119.64775ms","start":"2026-03-17T20:48:40.079749Z","end":"2026-03-17T20:48:40.199397Z","steps":["trace[686089153] 'agreement among raft nodes before linearized reading' (duration: 119.565337ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:40.367223Z","caller":"traceutil/trace.go:171","msg":"trace[1009608575] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"142.717812ms","start":"2026-03-17T20:48:40.224457Z","end":"2026-03-17T20:48:40.367175Z","steps":["trace[1009608575] 'process raft request' (duration: 130.878606ms)","trace[1009608575] 'compare' (duration: 11.577508ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:48:42.689960Z","caller":"traceutil/trace.go:171","msg":"trace[1289875913] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"382.51557ms","start":"2026-03-17T20:48:42.307418Z","end":"2026-03-17T20:48:42.689933Z","steps":["trace[1289875913] 'process raft request' (duration: 382.344855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:42.690477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:42.307399Z","time spent":"382.667436ms","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:48:42.845572Z","caller":"traceutil/trace.go:171","msg":"trace[340686133] linearizableReadLoop","detail":"{readStateIndex:828; appliedIndex:828; }","duration":"477.956237ms","start":"2026-03-17T20:48:42.367583Z","end":"2026-03-17T20:48:42.845540Z","steps":["trace[340686133] 'read index received' (duration: 477.942897ms)","trace[340686133] 'applied index is now lower than readState.Index' (duration: 11.45µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:42.847154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.521969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-17T20:48:42.847252Z","caller":"traceutil/trace.go:171","msg":"trace[1627589051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:765; }","duration":"479.670563ms","start":"2026-03-17T20:48:42.367565Z","end":"2026-03-17T20:48:42.847236Z","steps":["trace[1627589051] 'agreement among raft nodes before linearized reading' (duration: 478.083072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:42.847286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:42.367481Z","time spent":"479.796188ms","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-17T20:48:42.850903Z","caller":"traceutil/trace.go:171","msg":"trace[1006575829] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"537.185442ms","start":"2026-03-17T20:48:42.313699Z","end":"2026-03-17T20:48:42.850884Z","steps":["trace[1006575829] 'process raft request' (duration: 536.996445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:42.851789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:42.313686Z","time spent":"537.836772ms","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3889,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:48:43.586986Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099765,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:48:43.590282Z","caller":"traceutil/trace.go:171","msg":"trace[1044023348] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"697.355023ms","start":"2026-03-17T20:48:42.892895Z","end":"2026-03-17T20:48:43.590250Z","steps":["trace[1044023348] 'process raft request' (duration: 697.047562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:43.590524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:48:42.892867Z","time spent":"697.522668ms","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:48:43.625741Z","caller":"traceutil/trace.go:171","msg":"trace[1413228777] linearizableReadLoop","detail":"{readStateIndex:833; appliedIndex:832; }","duration":"539.641089ms","start":"2026-03-17T20:48:43.086075Z","end":"2026-03-17T20:48:43.625716Z","steps":["trace[1413228777] 'read index received' (duration: 539.506434ms)","trace[1413228777] 'applied index is now lower than readState.Index' (duration: 133.785µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:43.625933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.773834ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:43.626181Z","caller":"traceutil/trace.go:171","msg":"trace[33496630] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:769; }","duration":"540.091544ms","start":"2026-03-17T20:48:43.086068Z","end":"2026-03-17T20:48:43.626160Z","steps":["trace[33496630] 'agreement among raft nodes before linearized reading' (duration: 539.737433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:43.627059Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5258406652763099767,"received-request-id":5258406652763099765} {"level":"warn","ts":"2026-03-17T20:48:43.627682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.123718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:48:43.627747Z","caller":"traceutil/trace.go:171","msg":"trace[1152515788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:769; }","duration":"176.239271ms","start":"2026-03-17T20:48:43.451490Z","end":"2026-03-17T20:48:43.627730Z","steps":["trace[1152515788] 'agreement among raft nodes before linearized reading' (duration: 176.104677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:08.168789Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:08.669942Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:09.170163Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:09.670975Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:10.171714Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099888,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:10.465686Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 3, index: 1006, vote: 0] ignored MsgPreVote from 2a3dba058e8a2d82 [logterm: 3, index: 1006] at term 3: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-03-17T20:49:10.671948Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:10.810542Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.635753431s","expected-duration":"1s"} {"level":"info","ts":"2026-03-17T20:49:10.810957Z","caller":"traceutil/trace.go:171","msg":"trace[580801667] linearizableReadLoop","detail":"{readStateIndex:1005; appliedIndex:1005; }","duration":"3.142278425s","start":"2026-03-17T20:49:07.668630Z","end":"2026-03-17T20:49:10.810908Z","steps":["trace[580801667] 'read index received' (duration: 3.142262795s)","trace[580801667] 'applied index is now lower than readState.Index' (duration: 13.1µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:11.007613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000297294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:11.007728Z","caller":"traceutil/trace.go:171","msg":"trace[2040780157] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00046318s","start":"2026-03-17T20:49:09.007244Z","end":"2026-03-17T20:49:11.007707Z","steps":["trace[2040780157] 'agreement among raft nodes before linearized reading' (duration: 2.000327905s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.007803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:09.007221Z","time spent":"2.000573393s","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:11.155431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077199361s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:11.155532Z","caller":"traceutil/trace.go:171","msg":"trace[1671109009] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:922; }","duration":"2.077305455s","start":"2026-03-17T20:49:09.078194Z","end":"2026-03-17T20:49:11.155499Z","steps":["trace[1671109009] 'range keys from in-memory index tree' (duration: 2.077145369s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.155597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.486942652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-17T20:49:11.155696Z","caller":"traceutil/trace.go:171","msg":"trace[1112272946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:922; }","duration":"3.487108228s","start":"2026-03-17T20:49:07.668563Z","end":"2026-03-17T20:49:11.155672Z","steps":["trace[1112272946] 'agreement among raft nodes before linearized reading' (duration: 3.142509163s)","trace[1112272946] 'range keys from in-memory index tree' (duration: 344.375498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:11.155742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:07.668543Z","time spent":"3.487190081s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:11.155799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.74146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:49:11.311926Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099889,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:11.715528Z","caller":"traceutil/trace.go:171","msg":"trace[1223210304] linearizableReadLoop","detail":"{readStateIndex:1009; appliedIndex:1009; }","duration":"904.456964ms","start":"2026-03-17T20:49:10.811037Z","end":"2026-03-17T20:49:11.715493Z","steps":["trace[1223210304] 'read index received' (duration: 904.443444ms)","trace[1223210304] 'applied index is now lower than readState.Index' (duration: 11.64µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:11.721457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.642385437s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:11.721581Z","caller":"traceutil/trace.go:171","msg":"trace[1367600634] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:926; }","duration":"3.642528462s","start":"2026-03-17T20:49:08.079024Z","end":"2026-03-17T20:49:11.721552Z","steps":["trace[1367600634] 'agreement among raft nodes before linearized reading' (duration: 3.636600595s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.721626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.589737734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-17T20:49:11.721621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.346215198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:49:11.721661Z","caller":"traceutil/trace.go:171","msg":"trace[615021812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:926; }","duration":"3.589801656s","start":"2026-03-17T20:49:08.131852Z","end":"2026-03-17T20:49:11.721654Z","steps":["trace[615021812] 'agreement among raft nodes before linearized reading' (duration: 3.583684593s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:11.721679Z","caller":"traceutil/trace.go:171","msg":"trace[1142989164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:926; }","duration":"3.346325432s","start":"2026-03-17T20:49:08.375338Z","end":"2026-03-17T20:49:11.721663Z","steps":["trace[1142989164] 'agreement among raft nodes before linearized reading' (duration: 3.340178727s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.721692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:08.131834Z","time spent":"3.589848217s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:11.721768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:08.375320Z","time spent":"3.346395253s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:11.730481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.988065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:11.730517Z","caller":"traceutil/trace.go:171","msg":"trace[2145849058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:928; }","duration":"722.069327ms","start":"2026-03-17T20:49:11.008441Z","end":"2026-03-17T20:49:11.730510Z","steps":["trace[2145849058] 'agreement among raft nodes before linearized reading' (duration: 722.005205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:11.730533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:11.008419Z","time spent":"722.110999ms","remote":"127.0.0.1:53562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:11.730582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.145343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-17T20:49:11.730666Z","caller":"traceutil/trace.go:171","msg":"trace[386473610] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:928; }","duration":"191.264977ms","start":"2026-03-17T20:49:11.539375Z","end":"2026-03-17T20:49:11.730640Z","steps":["trace[386473610] 'agreement among raft nodes before linearized reading' (duration: 191.141993ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:12.696266Z","caller":"traceutil/trace.go:171","msg":"trace[984197305] transaction","detail":"{read_only:false; number_of_response:1; response_revision:984; }","duration":"309.34539ms","start":"2026-03-17T20:49:12.386893Z","end":"2026-03-17T20:49:12.696238Z","steps":["trace[984197305] 'process raft request' (duration: 309.192975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:12.696642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:12.386859Z","time spent":"309.506657ms","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":59667,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:12.700067Z","caller":"traceutil/trace.go:171","msg":"trace[1092086031] transaction","detail":"{read_only:false; number_of_response:1; response_revision:984; }","duration":"275.668608ms","start":"2026-03-17T20:49:12.424376Z","end":"2026-03-17T20:49:12.700045Z","steps":["trace[1092086031] 'process raft request' (duration: 275.607855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.503752Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:14.004742Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:14.505479Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:14.862956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7840416s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:14.863049Z","caller":"traceutil/trace.go:171","msg":"trace[284943958] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:996; }","duration":"1.784152004s","start":"2026-03-17T20:49:13.078880Z","end":"2026-03-17T20:49:14.863032Z","steps":["trace[284943958] 'range keys from in-memory index tree' (duration: 1.784005199s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:14.864641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404355225s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:14.864769Z","caller":"traceutil/trace.go:171","msg":"trace[1192254491] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"1.872357679s","start":"2026-03-17T20:49:12.992388Z","end":"2026-03-17T20:49:14.864745Z","steps":["trace[1192254491] 'process raft request' (duration: 467.770446ms)","trace[1192254491] 'compare' (duration: 1.403508677s)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:14.864849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:12.992365Z","time spent":"1.872444572s","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:14.864887Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.060178266s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:15.004589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001843015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:15.004741Z","caller":"traceutil/trace.go:171","msg":"trace[1823936736] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002040401s","start":"2026-03-17T20:49:13.002672Z","end":"2026-03-17T20:49:15.004712Z","steps":["trace[1823936736] 'agreement among raft nodes before linearized reading' (duration: 2.001856265s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.004799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:13.002658Z","time spent":"2.002129264s","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:15.006780Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099939,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:15.222454Z","caller":"traceutil/trace.go:171","msg":"trace[1457166655] linearizableReadLoop","detail":"{readStateIndex:1156; appliedIndex:1160; }","duration":"2.219717476s","start":"2026-03-17T20:49:13.002708Z","end":"2026-03-17T20:49:15.222426Z","steps":["trace[1457166655] 'read index received' (duration: 2.219709885s)","trace[1457166655] 'applied index is now lower than readState.Index' (duration: 6.161µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:15.223455Z","caller":"traceutil/trace.go:171","msg":"trace[837143976] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1005; }","duration":"2.210675203s","start":"2026-03-17T20:49:13.012745Z","end":"2026-03-17T20:49:15.223420Z","steps":["trace[837143976] 'process raft request' (duration: 2.210408084s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:15.223555Z","caller":"traceutil/trace.go:171","msg":"trace[1250825128] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1008; }","duration":"321.298745ms","start":"2026-03-17T20:49:14.902218Z","end":"2026-03-17T20:49:15.223517Z","steps":["trace[1250825128] 'process raft request' (duration: 321.202022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.223644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:13.012725Z","time spent":"2.210802888s","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":74805,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:15.223778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:14.902198Z","time spent":"321.467831ms","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":74805,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:15.224089Z","caller":"traceutil/trace.go:171","msg":"trace[1423036763] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"2.120690899s","start":"2026-03-17T20:49:13.103373Z","end":"2026-03-17T20:49:15.224064Z","steps":["trace[1423036763] 'process raft request' (duration: 2.119885312s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.224243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:13.103353Z","time spent":"2.120802523s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:15.224433Z","caller":"traceutil/trace.go:171","msg":"trace[1018284310] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"901.376449ms","start":"2026-03-17T20:49:14.323028Z","end":"2026-03-17T20:49:15.224404Z","steps":["trace[1018284310] 'process raft request' (duration: 900.311643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.224492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:14.323002Z","time spent":"901.463162ms","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:15.232417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.419984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-03-17T20:49:15.232498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.354771ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:15.232508Z","caller":"traceutil/trace.go:171","msg":"trace[1757325176] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1011; }","duration":"126.58999ms","start":"2026-03-17T20:49:15.105900Z","end":"2026-03-17T20:49:15.232490Z","steps":["trace[1757325176] 'agreement among raft nodes before linearized reading' (duration: 126.389563ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:15.232566Z","caller":"traceutil/trace.go:171","msg":"trace[336029092] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1011; }","duration":"369.456044ms","start":"2026-03-17T20:49:14.863087Z","end":"2026-03-17T20:49:15.232543Z","steps":["trace[336029092] 'agreement among raft nodes before linearized reading' (duration: 369.273078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.232576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174013466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:49:15.232623Z","caller":"traceutil/trace.go:171","msg":"trace[877937612] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1011; }","duration":"1.174195292s","start":"2026-03-17T20:49:14.058419Z","end":"2026-03-17T20:49:15.232614Z","steps":["trace[877937612] 'agreement among raft nodes before linearized reading' (duration: 1.173897752s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.232653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:14.058399Z","time spent":"1.174244963s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:15.232605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.754491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:15.232741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036474478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-17T20:49:15.232766Z","caller":"traceutil/trace.go:171","msg":"trace[1476083071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1011; }","duration":"2.03653328s","start":"2026-03-17T20:49:13.196224Z","end":"2026-03-17T20:49:15.232758Z","steps":["trace[1476083071] 'agreement among raft nodes before linearized reading' (duration: 2.036106006s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:15.232753Z","caller":"traceutil/trace.go:171","msg":"trace[69370515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1011; }","duration":"227.907136ms","start":"2026-03-17T20:49:15.004791Z","end":"2026-03-17T20:49:15.232698Z","steps":["trace[69370515] 'agreement among raft nodes before linearized reading' (duration: 227.547294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.232786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:13.196200Z","time spent":"2.036579782s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:15.232870Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.33572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:49:15.232900Z","caller":"traceutil/trace.go:171","msg":"trace[160900017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1011; }","duration":"316.396792ms","start":"2026-03-17T20:49:14.916495Z","end":"2026-03-17T20:49:15.232891Z","steps":["trace[160900017] 'agreement among raft nodes before linearized reading' (duration: 315.854573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.232926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:14.916479Z","time spent":"316.440163ms","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:15.232949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397021871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.117\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-17T20:49:15.233265Z","caller":"traceutil/trace.go:171","msg":"trace[1139935883] range","detail":"{range_begin:/registry/masterleases/199.19.213.117; range_end:; response_count:1; response_revision:1011; }","duration":"1.397103334s","start":"2026-03-17T20:49:13.835879Z","end":"2026-03-17T20:49:15.232982Z","steps":["trace[1139935883] 'agreement among raft nodes before linearized reading' (duration: 1.396472733s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.233337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:13.835859Z","time spent":"1.397465396s","remote":"127.0.0.1:53586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.117\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:19.122783Z","caller":"traceutil/trace.go:171","msg":"trace[155419984] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"233.252038ms","start":"2026-03-17T20:49:18.889492Z","end":"2026-03-17T20:49:19.122744Z","steps":["trace[155419984] 'process raft request' (duration: 232.913337ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:19.124061Z","caller":"traceutil/trace.go:171","msg":"trace[1774166765] linearizableReadLoop","detail":"{readStateIndex:1207; appliedIndex:1207; }","duration":"117.215046ms","start":"2026-03-17T20:49:19.006827Z","end":"2026-03-17T20:49:19.124042Z","steps":["trace[1774166765] 'read index received' (duration: 117.208495ms)","trace[1774166765] 'applied index is now lower than readState.Index' (duration: 4.531µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:19.124339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.486505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:19.124423Z","caller":"traceutil/trace.go:171","msg":"trace[2012354495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1038; }","duration":"117.615089ms","start":"2026-03-17T20:49:19.006787Z","end":"2026-03-17T20:49:19.124402Z","steps":["trace[2012354495] 'agreement among raft nodes before linearized reading' (duration: 117.379441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:19.125421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.629458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:49:19.125483Z","caller":"traceutil/trace.go:171","msg":"trace[976642057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1038; }","duration":"111.747672ms","start":"2026-03-17T20:49:19.013720Z","end":"2026-03-17T20:49:19.125468Z","steps":["trace[976642057] 'agreement among raft nodes before linearized reading' (duration: 111.608138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:20.136024Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:20.637076Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:21.137938Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099987,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:21.166424Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 3, index: 1217, vote: 0] ignored MsgPreVote from 2a3dba058e8a2d82 [logterm: 3, index: 1217] at term 3: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-03-17T20:49:21.638826Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:22.056897Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.472330209s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:22.139213Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:22.640393Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099987,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:22.666709Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 3, index: 1217, vote: 0] ignored MsgPreVote from 2a3dba058e8a2d82 [logterm: 3, index: 1217] at term 3: lease is not expired (remaining ticks: 3)"} {"level":"warn","ts":"2026-03-17T20:49:23.005556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99994726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:23.005723Z","caller":"traceutil/trace.go:171","msg":"trace[2138725993] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000137827s","start":"2026-03-17T20:49:21.005534Z","end":"2026-03-17T20:49:23.005672Z","steps":["trace[2138725993] 'agreement among raft nodes before linearized reading' (duration: 1.999980302s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:23.005793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:21.005509Z","time spent":"2.000273452s","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:23.140625Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099987,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:23.177505Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 is starting a new election at term 3"} {"level":"info","ts":"2026-03-17T20:49:23.177666Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 became pre-candidate at term 3"} {"level":"info","ts":"2026-03-17T20:49:23.177687Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 received MsgPreVoteResp from d6c988546b3e48f9 at term 3"} {"level":"info","ts":"2026-03-17T20:49:23.177716Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 3, index: 1217] sent MsgPreVote request to 2a3dba058e8a2d82 at term 3"} {"level":"info","ts":"2026-03-17T20:49:23.177758Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 3, index: 1217] sent MsgPreVote request to 520ed656383c33a4 at term 3"} {"level":"info","ts":"2026-03-17T20:49:23.177774Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d6c988546b3e48f9 lost leader 520ed656383c33a4 at term 3"} {"level":"info","ts":"2026-03-17T20:49:23.179308Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 received MsgPreVoteResp from 2a3dba058e8a2d82 at term 3"} {"level":"info","ts":"2026-03-17T20:49:23.179393Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:49:23.179432Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 became candidate at term 4"} {"level":"info","ts":"2026-03-17T20:49:23.179455Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 received MsgVoteResp from d6c988546b3e48f9 at term 4"} {"level":"info","ts":"2026-03-17T20:49:23.179487Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 3, index: 1217] sent MsgVote request to 2a3dba058e8a2d82 at term 4"} {"level":"info","ts":"2026-03-17T20:49:23.179510Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 3, index: 1217] sent MsgVote request to 520ed656383c33a4 at term 4"} {"level":"warn","ts":"2026-03-17T20:49:23.641637Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:24.142495Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:24.643431Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:25.006244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999811202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:25.006347Z","caller":"traceutil/trace.go:171","msg":"trace[1906107674] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999978137s","start":"2026-03-17T20:49:23.006348Z","end":"2026-03-17T20:49:25.006326Z","steps":["trace[1906107674] 'agreement among raft nodes before linearized reading' (duration: 1.999849283s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:25.006407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:23.006325Z","time spent":"2.00006682s","remote":"127.0.0.1:53562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:25.144166Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099987,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:25.267011Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 3, index: 1217, vote: d6c988546b3e48f9] rejected MsgPreVote from 2a3dba058e8a2d82 [logterm: 3, index: 1219] at term 4"} {"level":"info","ts":"2026-03-17T20:49:25.277182Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 is starting a new election at term 4"} {"level":"info","ts":"2026-03-17T20:49:25.277216Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 became pre-candidate at term 4"} {"level":"info","ts":"2026-03-17T20:49:25.277230Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 received MsgPreVoteResp from d6c988546b3e48f9 at term 4"} {"level":"info","ts":"2026-03-17T20:49:25.277248Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 3, index: 1217] sent MsgPreVote request to 2a3dba058e8a2d82 at term 4"} {"level":"info","ts":"2026-03-17T20:49:25.277258Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 3, index: 1217] sent MsgPreVote request to 520ed656383c33a4 at term 4"} {"level":"warn","ts":"2026-03-17T20:49:25.644930Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:26.147262Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099987,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:26.147595Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 received MsgPreVoteResp rejection from 2a3dba058e8a2d82 at term 4"} {"level":"info","ts":"2026-03-17T20:49:26.147621Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 has received 1 MsgPreVoteResp votes and 1 vote rejections"} {"level":"warn","ts":"2026-03-17T20:49:26.663324Z","caller":"etcdserver/v3_server.go:932","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-17T20:49:26.663446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.027708191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tf4k9\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-17T20:49:26.663495Z","caller":"traceutil/trace.go:171","msg":"trace[1847701338] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tf4k9; range_end:; }","duration":"7.027808564s","start":"2026-03-17T20:49:19.635671Z","end":"2026-03-17T20:49:26.663479Z","steps":["trace[1847701338] 'agreement among raft nodes before linearized reading' (duration: 7.027743992s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:26.663541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:19.635653Z","time spent":"7.027878056s","remote":"127.0.0.1:53770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-tf4k9\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:26.777279Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 is starting a new election at term 4"} {"level":"info","ts":"2026-03-17T20:49:26.777321Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 became pre-candidate at term 4"} {"level":"info","ts":"2026-03-17T20:49:26.777333Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 received MsgPreVoteResp from d6c988546b3e48f9 at term 4"} {"level":"info","ts":"2026-03-17T20:49:26.777346Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 3, index: 1217] sent MsgPreVote request to 2a3dba058e8a2d82 at term 4"} {"level":"info","ts":"2026-03-17T20:49:26.777354Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 3, index: 1217] sent MsgPreVote request to 520ed656383c33a4 at term 4"} {"level":"info","ts":"2026-03-17T20:49:26.778256Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 received MsgPreVoteResp rejection from 2a3dba058e8a2d82 at term 4"} {"level":"info","ts":"2026-03-17T20:49:26.778317Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 has received 1 MsgPreVoteResp votes and 1 vote rejections"} {"level":"warn","ts":"2026-03-17T20:49:26.797818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999367792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:26.797885Z","caller":"traceutil/trace.go:171","msg":"trace[369138358] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999485996s","start":"2026-03-17T20:49:21.798385Z","end":"2026-03-17T20:49:26.797871Z","steps":["trace[369138358] 'agreement among raft nodes before linearized reading' (duration: 4.999402543s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:26.798757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:21.798365Z","time spent":"5.000368036s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:27.016931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000961589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:27.017489Z","caller":"traceutil/trace.go:171","msg":"trace[1695578821] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001872489s","start":"2026-03-17T20:49:25.015604Z","end":"2026-03-17T20:49:27.017476Z","steps":["trace[1695578821] 'agreement among raft nodes before linearized reading' (duration: 2.000980719s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:27.017526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.015594Z","time spent":"2.001923362s","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-17T20:49:27.066454Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 3, index: 1217, vote: d6c988546b3e48f9] cast MsgPreVote for 2a3dba058e8a2d82 [logterm: 3, index: 1219] at term 4"} {"level":"warn","ts":"2026-03-17T20:49:27.174347Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099990,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:27.221652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [term: 4] received a MsgVote message with higher term from 2a3dba058e8a2d82 [term: 5]"} {"level":"info","ts":"2026-03-17T20:49:27.221695Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 became follower at term 5"} {"level":"info","ts":"2026-03-17T20:49:27.221704Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 3, index: 1217, vote: 0] cast MsgVote for 2a3dba058e8a2d82 [logterm: 3, index: 1219] at term 5"} {"level":"warn","ts":"2026-03-17T20:49:27.233862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999118628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:27.234595Z","caller":"traceutil/trace.go:171","msg":"trace[2050839681] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999893124s","start":"2026-03-17T20:49:22.234690Z","end":"2026-03-17T20:49:27.234583Z","steps":["trace[2050839681] 'agreement among raft nodes before linearized reading' (duration: 4.999143648s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:27.234635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:22.234677Z","time spent":"4.999949906s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/03/17 20:49:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:27.675251Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099990,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:27.675373Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 no leader at term 5; dropping index reading msg"} {"level":"info","ts":"2026-03-17T20:49:27.806410Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [term: 5] ignored a MsgPreVoteResp message with lower term from 520ed656383c33a4 [term: 4]"} {"level":"info","ts":"2026-03-17T20:49:27.806491Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [term: 5] ignored a MsgPreVoteResp message with lower term from 520ed656383c33a4 [term: 4]"} {"level":"warn","ts":"2026-03-17T20:49:28.175976Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099990,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:28.176044Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 no leader at term 5; dropping index reading msg"} {"level":"info","ts":"2026-03-17T20:49:28.568706Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 3, index: 1217, vote: 2a3dba058e8a2d82] cast MsgPreVote for 2a3dba058e8a2d82 [logterm: 3, index: 1219] at term 5"} {"level":"warn","ts":"2026-03-17T20:49:28.678097Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099990,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:28.678166Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 no leader at term 5; dropping index reading msg"} {"level":"info","ts":"2026-03-17T20:49:28.692303Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 3, index: 1217, vote: 2a3dba058e8a2d82] cast MsgPreVote for 520ed656383c33a4 [logterm: 3, index: 1221] at term 5"} {"level":"warn","ts":"2026-03-17T20:49:29.015904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999311913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:29.015978Z","caller":"traceutil/trace.go:171","msg":"trace[261289948] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999418827s","start":"2026-03-17T20:49:27.016544Z","end":"2026-03-17T20:49:29.015963Z","steps":["trace[261289948] 'agreement among raft nodes before linearized reading' (duration: 1.999330434s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.016014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:27.016532Z","time spent":"1.999474678s","remote":"127.0.0.1:53562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:29.178970Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099990,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:29.179027Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 no leader at term 5; dropping index reading msg"} {"level":"info","ts":"2026-03-17T20:49:29.223585Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [term: 5] received a MsgVote message with higher term from 520ed656383c33a4 [term: 6]"} {"level":"info","ts":"2026-03-17T20:49:29.223631Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 became follower at term 6"} {"level":"info","ts":"2026-03-17T20:49:29.223643Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 3, index: 1217, vote: 0] cast MsgVote for 520ed656383c33a4 [logterm: 3, index: 1221] at term 6"} {"level":"info","ts":"2026-03-17T20:49:29.373566Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d6c988546b3e48f9 elected leader 520ed656383c33a4 at term 6"} {"level":"warn","ts":"2026-03-17T20:49:29.679031Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:30.179525Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:30.682915Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:31.024786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999676672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:31.024852Z","caller":"traceutil/trace.go:171","msg":"trace[95599852] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999782426s","start":"2026-03-17T20:49:29.025057Z","end":"2026-03-17T20:49:31.024839Z","steps":["trace[95599852] 'agreement among raft nodes before linearized reading' (duration: 1.999703773s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.024886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:29.025024Z","time spent":"1.999854308s","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:31.187627Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:31.689600Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099990,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:31.866923Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 3, index: 1217, vote: 520ed656383c33a4] ignored MsgPreVote from 2a3dba058e8a2d82 [logterm: 6, index: 1227] at term 6: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-03-17T20:49:32.189665Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:32.235034Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.523282279s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:32.238687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.92602203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:32.238724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.160198774s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:32.238705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.402026668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.117\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:32.238734Z","caller":"traceutil/trace.go:171","msg":"trace[1234755669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.926117413s","start":"2026-03-17T20:49:21.312609Z","end":"2026-03-17T20:49:32.238726Z","steps":["trace[1234755669] 'agreement among raft nodes before linearized reading' (duration: 10.926054851s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:32.238751Z","caller":"traceutil/trace.go:171","msg":"trace[1188949885] range","detail":"{range_begin:; range_end:; }","duration":"12.160221285s","start":"2026-03-17T20:49:20.078520Z","end":"2026-03-17T20:49:32.238741Z","steps":["trace[1188949885] 'agreement among raft nodes before linearized reading' (duration: 12.160198994s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:32.238759Z","caller":"traceutil/trace.go:171","msg":"trace[47832331] range","detail":"{range_begin:/registry/masterleases/199.19.213.117; range_end:; }","duration":"8.402115541s","start":"2026-03-17T20:49:23.836631Z","end":"2026-03-17T20:49:32.238747Z","steps":["trace[47832331] 'agreement among raft nodes before linearized reading' (duration: 8.402051689s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:32.238788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:23.836619Z","time spent":"8.402163582s","remote":"127.0.0.1:53586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.117\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:32.238801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.820678987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:32.238815Z","caller":"traceutil/trace.go:171","msg":"trace[574980014] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; }","duration":"9.820752919s","start":"2026-03-17T20:49:22.418058Z","end":"2026-03-17T20:49:32.238811Z","steps":["trace[574980014] 'agreement among raft nodes before linearized reading' (duration: 9.820718028s)"],"step_count":1} {"level":"error","ts":"2026-03-17T20:49:32.238789Z","caller":"etcdhttp/health.go:370","msg":"Health check error","path":"/readyz","reason":"[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:370\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-17T20:49:32.238830Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:22.418037Z","time spent":"9.820788201s","remote":"127.0.0.1:53964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:32.238761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:21.312591Z","time spent":"10.926163765s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:32.238679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.227163824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189dbc038f788154\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:32.238907Z","caller":"traceutil/trace.go:171","msg":"trace[2007461121] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.189dbc038f788154; range_end:; }","duration":"7.227441663s","start":"2026-03-17T20:49:25.011461Z","end":"2026-03-17T20:49:32.238902Z","steps":["trace[2007461121] 'agreement among raft nodes before linearized reading' (duration: 7.227191785s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:32.238923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.011445Z","time spent":"7.227473915s","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189dbc038f788154\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:32.238941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.359063645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:32.238960Z","caller":"traceutil/trace.go:171","msg":"trace[1391438002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"12.359153528s","start":"2026-03-17T20:49:19.879801Z","end":"2026-03-17T20:49:32.238955Z","steps":["trace[1391438002] 'agreement among raft nodes before linearized reading' (duration: 12.359131677s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:32.238982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:19.879768Z","time spent":"12.35920822s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:32.286896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.286288Z","time spent":"7.000583101s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:32.601892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:25.600842Z","time spent":"7.001038797s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:32.739772Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:33.025298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999699399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:33.025390Z","caller":"traceutil/trace.go:171","msg":"trace[435266326] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999797882s","start":"2026-03-17T20:49:31.025565Z","end":"2026-03-17T20:49:33.025363Z","steps":["trace[435266326] 'agreement among raft nodes before linearized reading' (duration: 1.999692139s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.025428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:31.025531Z","time spent":"1.999890905s","remote":"127.0.0.1:53562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:33.240538Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099991,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:33.467069Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 3, index: 1217, vote: 520ed656383c33a4] ignored MsgPreVote from 2a3dba058e8a2d82 [logterm: 6, index: 1227] at term 6: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-03-17T20:49:33.740699Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:34.241753Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:34.742749Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:34.792783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999225454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:34.792859Z","caller":"traceutil/trace.go:171","msg":"trace[61545196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999330978s","start":"2026-03-17T20:49:29.793510Z","end":"2026-03-17T20:49:34.792841Z","steps":["trace[61545196] 'agreement among raft nodes before linearized reading' (duration: 4.999231794s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:34.792895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:29.793501Z","time spent":"4.999387399s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/03/17 20:49:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:35.034360Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000687387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:35.034449Z","caller":"traceutil/trace.go:171","msg":"trace[1028715919] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000839351s","start":"2026-03-17T20:49:33.033591Z","end":"2026-03-17T20:49:35.034430Z","steps":["trace[1028715919] 'agreement among raft nodes before linearized reading' (duration: 2.000726668s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:35.034503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:33.033573Z","time spent":"2.000921115s","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-17T20:49:35.067078Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 3, index: 1217, vote: 520ed656383c33a4] ignored MsgPreVote from 2a3dba058e8a2d82 [logterm: 6, index: 1227] at term 6: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-03-17T20:49:35.243087Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:35.743647Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:35.853305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996996812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:35.853359Z","caller":"traceutil/trace.go:171","msg":"trace[1708334236] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.997091624s","start":"2026-03-17T20:49:30.856252Z","end":"2026-03-17T20:49:35.853344Z","steps":["trace[1708334236] 'agreement among raft nodes before linearized reading' (duration: 4.997010242s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:35.853432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:30.856241Z","time spent":"4.997182968s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/03/17 20:49:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:36.274600Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099991,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:36.667781Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 3, index: 1217, vote: 520ed656383c33a4] ignored MsgPreVote from 2a3dba058e8a2d82 [logterm: 6, index: 1227] at term 6: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-03-17T20:49:36.775638Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:36.791163Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.048016789s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:37.034696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999955533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:37.034783Z","caller":"traceutil/trace.go:171","msg":"trace[1122046118] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000103508s","start":"2026-03-17T20:49:35.034661Z","end":"2026-03-17T20:49:37.034765Z","steps":["trace[1122046118] 'agreement among raft nodes before linearized reading' (duration: 1.999995035s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.034865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:35.034636Z","time spent":"2.000217202s","remote":"127.0.0.1:53562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:37.240957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999567255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:37.241025Z","caller":"traceutil/trace.go:171","msg":"trace[2058143870] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99971259s","start":"2026-03-17T20:49:35.241299Z","end":"2026-03-17T20:49:37.241012Z","steps":["trace[2058143870] 'agreement among raft nodes before linearized reading' (duration: 1.999605166s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.241060Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:35.241272Z","time spent":"1.999780932s","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:37.275937Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099991,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:37.732402Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [term: 6] received a MsgVote message with higher term from 2a3dba058e8a2d82 [term: 7]"} {"level":"info","ts":"2026-03-17T20:49:37.732467Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 became follower at term 7"} {"level":"info","ts":"2026-03-17T20:49:37.732486Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 3, index: 1217, vote: 0] cast MsgVote for 2a3dba058e8a2d82 [logterm: 6, index: 1227] at term 7"} {"level":"info","ts":"2026-03-17T20:49:37.732500Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d6c988546b3e48f9 lost leader 520ed656383c33a4 at term 7"} {"level":"warn","ts":"2026-03-17T20:49:37.776653Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099991,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:37.776763Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 no leader at term 7; dropping index reading msg"} {"level":"info","ts":"2026-03-17T20:49:37.848112Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d6c988546b3e48f9 elected leader 2a3dba058e8a2d82 at term 7"} {"level":"warn","ts":"2026-03-17T20:49:37.848371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.464334545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:37.848425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.279729488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:37.848414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.958952058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:37.848452Z","caller":"traceutil/trace.go:171","msg":"trace[1384080344] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; }","duration":"10.464448049s","start":"2026-03-17T20:49:27.383989Z","end":"2026-03-17T20:49:37.848437Z","steps":["trace[1384080344] 'agreement among raft nodes before linearized reading' (duration: 10.464330225s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.848445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.379046204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:37.848491Z","caller":"traceutil/trace.go:171","msg":"trace[1326278053] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; }","duration":"8.27977903s","start":"2026-03-17T20:49:29.568664Z","end":"2026-03-17T20:49:37.848443Z","steps":["trace[1326278053] 'agreement among raft nodes before linearized reading' (duration: 8.279752529s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:37.848505Z","caller":"traceutil/trace.go:171","msg":"trace[1697865034] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; }","duration":"6.379128376s","start":"2026-03-17T20:49:31.469360Z","end":"2026-03-17T20:49:37.848489Z","steps":["trace[1697865034] 'agreement among raft nodes before linearized reading' (duration: 6.379063864s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.848546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:31.469352Z","time spent":"6.379184328s","remote":"127.0.0.1:54040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:37.848531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:29.568653Z","time spent":"8.279868863s","remote":"127.0.0.1:53830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:37.848432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.094282254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:37.848497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:27.383950Z","time spent":"10.464537222s","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:37.848357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.405555461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tf4k9\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:37.848610Z","caller":"traceutil/trace.go:171","msg":"trace[1929806126] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; }","duration":"7.959040411s","start":"2026-03-17T20:49:29.889420Z","end":"2026-03-17T20:49:37.848461Z","steps":["trace[1929806126] 'agreement among raft nodes before linearized reading' (duration: 7.958950518s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:37.848623Z","caller":"traceutil/trace.go:171","msg":"trace[601452604] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tf4k9; range_end:; }","duration":"9.405916434s","start":"2026-03-17T20:49:28.442699Z","end":"2026-03-17T20:49:37.848615Z","steps":["trace[601452604] 'agreement among raft nodes before linearized reading' (duration: 9.405570442s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.848643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:29.889365Z","time spent":"7.959268168s","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:37.848652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:28.442691Z","time spent":"9.405953885s","remote":"127.0.0.1:53770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-tf4k9\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:37.848529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.12352501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies/\" range_end:\"/registry/validatingadmissionpolicies0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:37.848736Z","caller":"traceutil/trace.go:171","msg":"trace[511739562] range","detail":"{range_begin:/registry/validatingadmissionpolicies/; range_end:/registry/validatingadmissionpolicies0; }","duration":"10.123763228s","start":"2026-03-17T20:49:27.724960Z","end":"2026-03-17T20:49:37.848724Z","steps":["trace[511739562] 'agreement among raft nodes before linearized reading' (duration: 10.12354038s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:37.848802Z","caller":"traceutil/trace.go:171","msg":"trace[1945480123] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; }","duration":"11.094516342s","start":"2026-03-17T20:49:26.754075Z","end":"2026-03-17T20:49:37.848591Z","steps":["trace[1945480123] 'agreement among raft nodes before linearized reading' (duration: 11.094295475s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.848846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:26.754064Z","time spent":"11.09476813s","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:37.849070Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:27.724952Z","time spent":"10.123871962s","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/validatingadmissionpolicies/\" range_end:\"/registry/validatingadmissionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:38.348585Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:38.849369Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099995,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:38.977584Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 is starting a new election at term 7"} {"level":"info","ts":"2026-03-17T20:49:38.977645Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 became pre-candidate at term 7"} {"level":"info","ts":"2026-03-17T20:49:38.977679Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 received MsgPreVoteResp from d6c988546b3e48f9 at term 7"} {"level":"info","ts":"2026-03-17T20:49:38.977711Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 3, index: 1217] sent MsgPreVote request to 2a3dba058e8a2d82 at term 7"} {"level":"info","ts":"2026-03-17T20:49:38.977731Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 3, index: 1217] sent MsgPreVote request to 520ed656383c33a4 at term 7"} {"level":"info","ts":"2026-03-17T20:49:38.977751Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d6c988546b3e48f9 lost leader 2a3dba058e8a2d82 at term 7"} {"level":"warn","ts":"2026-03-17T20:49:39.043886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000154442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:39.043957Z","caller":"traceutil/trace.go:171","msg":"trace[497509259] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000285006s","start":"2026-03-17T20:49:37.043657Z","end":"2026-03-17T20:49:39.043942Z","steps":["trace[497509259] 'agreement among raft nodes before linearized reading' (duration: 2.000197833s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:39.044000Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:37.043643Z","time spent":"2.000347418s","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-17T20:49:39.079241Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 became follower at term 7"} {"level":"info","ts":"2026-03-17T20:49:39.079329Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d6c988546b3e48f9 elected leader 2a3dba058e8a2d82 at term 7"} {"level":"warn","ts":"2026-03-17T20:49:39.079429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.266461032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:39.079430Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.222420428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.117\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:39.079465Z","caller":"traceutil/trace.go:171","msg":"trace[347537733] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; }","duration":"5.266541554s","start":"2026-03-17T20:49:33.812914Z","end":"2026-03-17T20:49:39.079455Z","steps":["trace[347537733] 'agreement among raft nodes before linearized reading' (duration: 5.266488603s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:39.079482Z","caller":"traceutil/trace.go:171","msg":"trace[1191616903] range","detail":"{range_begin:/registry/masterleases/199.19.213.117; range_end:; }","duration":"5.222521791s","start":"2026-03-17T20:49:33.856948Z","end":"2026-03-17T20:49:39.079469Z","steps":["trace[1191616903] 'agreement among raft nodes before linearized reading' (duration: 5.222453179s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:39.079495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:33.812898Z","time spent":"5.266588096s","remote":"127.0.0.1:54134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:39.079514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.839472973s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:39.079539Z","caller":"traceutil/trace.go:171","msg":"trace[130223332] range","detail":"{range_begin:; range_end:; }","duration":"6.839502604s","start":"2026-03-17T20:49:32.240030Z","end":"2026-03-17T20:49:39.079533Z","steps":["trace[130223332] 'agreement among raft nodes before linearized reading' (duration: 6.839471613s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:39.079542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561635523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:39.079522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.554452745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:39.079586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.765064511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:39.079589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.607982838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:39.079599Z","caller":"traceutil/trace.go:171","msg":"trace[1068022422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"3.765112462s","start":"2026-03-17T20:49:35.314483Z","end":"2026-03-17T20:49:39.079595Z","steps":["trace[1068022422] 'agreement among raft nodes before linearized reading' (duration: 3.765097952s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:39.079617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:35.314464Z","time spent":"3.765147574s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:39.079614Z","caller":"traceutil/trace.go:171","msg":"trace[403650698] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; }","duration":"2.60804679s","start":"2026-03-17T20:49:36.471561Z","end":"2026-03-17T20:49:39.079608Z","steps":["trace[403650698] 'agreement among raft nodes before linearized reading' (duration: 2.608018239s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:39.079611Z","caller":"traceutil/trace.go:171","msg":"trace[1086899147] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; }","duration":"5.55459438s","start":"2026-03-17T20:49:33.524997Z","end":"2026-03-17T20:49:39.079592Z","steps":["trace[1086899147] 'agreement among raft nodes before linearized reading' (duration: 5.554470166s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:39.079640Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:36.471543Z","time spent":"2.608089011s","remote":"127.0.0.1:53874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:39.079663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:33.524982Z","time spent":"5.554668572s","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:39.079675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.543509025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"error","ts":"2026-03-17T20:49:39.079556Z","caller":"etcdhttp/health.go:370","msg":"Health check error","path":"/readyz","reason":"[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:370\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-03-17T20:49:39.079565Z","caller":"traceutil/trace.go:171","msg":"trace[1352173004] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"1.561690655s","start":"2026-03-17T20:49:37.517868Z","end":"2026-03-17T20:49:39.079559Z","steps":["trace[1352173004] 'agreement among raft nodes before linearized reading' (duration: 1.561666134s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:39.079665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.279090027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:39.079805Z","caller":"traceutil/trace.go:171","msg":"trace[95267757] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; }","duration":"5.279312444s","start":"2026-03-17T20:49:33.800460Z","end":"2026-03-17T20:49:39.079772Z","steps":["trace[95267757] 'agreement among raft nodes before linearized reading' (duration: 5.279116228s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:39.079887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:33.800441Z","time spent":"5.279430019s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:39.079750Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:37.517852Z","time spent":"1.561893842s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:39.079694Z","caller":"traceutil/trace.go:171","msg":"trace[137092586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"4.543565726s","start":"2026-03-17T20:49:34.536123Z","end":"2026-03-17T20:49:39.079689Z","steps":["trace[137092586] 'agreement among raft nodes before linearized reading' (duration: 4.543544146s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:39.080000Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:34.536105Z","time spent":"4.543883027s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:39.079516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:33.856929Z","time spent":"5.222577953s","remote":"127.0.0.1:53586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.117\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:39.243611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:32.242849Z","time spent":"7.00075659s","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:39.291958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:32.291238Z","time spent":"7.000716082s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:39.580227Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099996,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:39.607863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:32.606940Z","time spent":"7.000918779s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:40.081150Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099996,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:40.581977Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099996,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:41.044876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000818512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:41.044956Z","caller":"traceutil/trace.go:171","msg":"trace[344997119] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000946346s","start":"2026-03-17T20:49:39.043992Z","end":"2026-03-17T20:49:41.044939Z","steps":["trace[344997119] 'agreement among raft nodes before linearized reading' (duration: 2.000848113s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.045004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:39.043974Z","time spent":"2.001021898s","remote":"127.0.0.1:53562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-17T20:49:41.077712Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 is starting a new election at term 7"} {"level":"info","ts":"2026-03-17T20:49:41.077759Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 became pre-candidate at term 7"} {"level":"info","ts":"2026-03-17T20:49:41.077778Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 received MsgPreVoteResp from d6c988546b3e48f9 at term 7"} {"level":"info","ts":"2026-03-17T20:49:41.077802Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 7, index: 1231] sent MsgPreVote request to 2a3dba058e8a2d82 at term 7"} {"level":"info","ts":"2026-03-17T20:49:41.077853Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 7, index: 1231] sent MsgPreVote request to 520ed656383c33a4 at term 7"} {"level":"info","ts":"2026-03-17T20:49:41.077869Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d6c988546b3e48f9 lost leader 2a3dba058e8a2d82 at term 7"} {"level":"warn","ts":"2026-03-17T20:49:41.097084Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763099996,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:41.145331Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 became follower at term 7"} {"level":"info","ts":"2026-03-17T20:49:41.145382Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d6c988546b3e48f9 elected leader 2a3dba058e8a2d82 at term 7"} {"level":"warn","ts":"2026-03-17T20:49:41.145515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479379722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:41.145553Z","caller":"traceutil/trace.go:171","msg":"trace[53867494] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; }","duration":"2.479458754s","start":"2026-03-17T20:49:38.666080Z","end":"2026-03-17T20:49:41.145538Z","steps":["trace[53867494] 'agreement among raft nodes before linearized reading' (duration: 2.479406883s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.145558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.134455136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:41.145604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.291637961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tf4k9\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:41.145609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:38.666061Z","time spent":"2.479536047s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-17T20:49:41.145615Z","caller":"traceutil/trace.go:171","msg":"trace[93024086] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; }","duration":"3.13455789s","start":"2026-03-17T20:49:38.011042Z","end":"2026-03-17T20:49:41.145600Z","steps":["trace[93024086] 'agreement among raft nodes before linearized reading' (duration: 3.134485868s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:41.145637Z","caller":"traceutil/trace.go:171","msg":"trace[890178348] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tf4k9; range_end:; }","duration":"3.291697613s","start":"2026-03-17T20:49:37.853930Z","end":"2026-03-17T20:49:41.145628Z","steps":["trace[890178348] 'agreement among raft nodes before linearized reading' (duration: 3.291656462s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.145662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:37.853920Z","time spent":"3.291733804s","remote":"127.0.0.1:53770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-tf4k9\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:41.145663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:38.011024Z","time spent":"3.134623042s","remote":"127.0.0.1:53752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-17T20:49:41.146702Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-03-17T20:49:41.146810Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-03-17T20:49:41.362814Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5258406652763099999,"received-request-id":5258406652763099996} {"level":"info","ts":"2026-03-17T20:49:41.406231Z","caller":"traceutil/trace.go:171","msg":"trace[209872329] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"2.108329703s","start":"2026-03-17T20:49:39.297866Z","end":"2026-03-17T20:49:41.406196Z","steps":["trace[209872329] 'process raft request' (duration: 2.108138156s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:41.406366Z","caller":"traceutil/trace.go:171","msg":"trace[172037581] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"1.79318514s","start":"2026-03-17T20:49:39.613158Z","end":"2026-03-17T20:49:41.406343Z","steps":["trace[172037581] 'process raft request' (duration: 1.79291349s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.406388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:39.297849Z","time spent":"2.108461686s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:41.406502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:39.613137Z","time spent":"1.793283653s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:41.406530Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.280909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:41.406586Z","caller":"traceutil/trace.go:171","msg":"trace[263817859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1058; }","duration":"353.371152ms","start":"2026-03-17T20:49:41.053199Z","end":"2026-03-17T20:49:41.406570Z","steps":["trace[263817859] 'agreement among raft nodes before linearized reading' (duration: 352.951178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.406619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:41.053183Z","time spent":"353.428435ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:41.406687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909322352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:49:41.406722Z","caller":"traceutil/trace.go:171","msg":"trace[682062874] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1058; }","duration":"1.909380284s","start":"2026-03-17T20:49:39.497331Z","end":"2026-03-17T20:49:41.406712Z","steps":["trace[682062874] 'agreement among raft nodes before linearized reading' (duration: 1.909302071s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.406751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:39.497319Z","time spent":"1.909424775s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:41.406843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15711033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189dbc038f788154\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-03-17T20:49:41.406896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199926562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:41.406942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32650608s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:41.406949Z","caller":"traceutil/trace.go:171","msg":"trace[266387784] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.189dbc038f788154; range_end:; response_count:1; response_revision:1058; }","duration":"2.157273455s","start":"2026-03-17T20:49:39.249647Z","end":"2026-03-17T20:49:41.406920Z","steps":["trace[266387784] 'agreement among raft nodes before linearized reading' (duration: 2.157011936s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:41.406135Z","caller":"traceutil/trace.go:171","msg":"trace[1055269848] linearizableReadLoop","detail":"{readStateIndex:1234; appliedIndex:1231; }","duration":"260.649399ms","start":"2026-03-17T20:49:41.145468Z","end":"2026-03-17T20:49:41.406118Z","steps":["trace[1055269848] 'read index received' (duration: 225.303434ms)","trace[1055269848] 'applied index is now lower than readState.Index' (duration: 35.345145ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:41.406996Z","caller":"traceutil/trace.go:171","msg":"trace[2050961479] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1058; }","duration":"1.200047066s","start":"2026-03-17T20:49:40.206927Z","end":"2026-03-17T20:49:41.406974Z","steps":["trace[2050961479] 'agreement among raft nodes before linearized reading' (duration: 1.19986462s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.407035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:39.249630Z","time spent":"2.15739483s","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189dbc038f788154\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:41.407045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:40.206889Z","time spent":"1.200146849s","remote":"127.0.0.1:54002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-17T20:49:41.406990Z","caller":"traceutil/trace.go:171","msg":"trace[1718293025] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1058; }","duration":"2.326554812s","start":"2026-03-17T20:49:39.080425Z","end":"2026-03-17T20:49:41.406979Z","steps":["trace[1718293025] 'agreement among raft nodes before linearized reading' (duration: 2.32648996s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:41.592811Z","caller":"traceutil/trace.go:171","msg":"trace[729305799] linearizableReadLoop","detail":"{readStateIndex:1241; appliedIndex:1241; }","duration":"185.706546ms","start":"2026-03-17T20:49:41.407086Z","end":"2026-03-17T20:49:41.592793Z","steps":["trace[729305799] 'read index received' (duration: 185.699985ms)","trace[729305799] 'applied index is now lower than readState.Index' (duration: 5.401µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.599976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.957823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 ","response":"range_response_count:1 size:7619"} {"level":"info","ts":"2026-03-17T20:49:41.600055Z","caller":"traceutil/trace.go:171","msg":"trace[224950083] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-3; range_end:; response_count:1; response_revision:1064; }","duration":"449.086997ms","start":"2026-03-17T20:49:41.150949Z","end":"2026-03-17T20:49:41.600036Z","steps":["trace[224950083] 'agreement among raft nodes before linearized reading' (duration: 441.940106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.600054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.359589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:49:41.600112Z","caller":"traceutil/trace.go:171","msg":"trace[1417711159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1064; }","duration":"431.452151ms","start":"2026-03-17T20:49:41.168645Z","end":"2026-03-17T20:49:41.600097Z","steps":["trace[1417711159] 'agreement among raft nodes before linearized reading' (duration: 424.150585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.600109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:41.150932Z","time spent":"449.160739ms","remote":"127.0.0.1:53770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7642,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:41.600142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:41.168635Z","time spent":"431.499914ms","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:41.707259Z","caller":"traceutil/trace.go:171","msg":"trace[1313546965] linearizableReadLoop","detail":"{readStateIndex:1244; appliedIndex:1244; }","duration":"114.380095ms","start":"2026-03-17T20:49:41.592852Z","end":"2026-03-17T20:49:41.707232Z","steps":["trace[1313546965] 'read index received' (duration: 114.373165ms)","trace[1313546965] 'applied index is now lower than readState.Index' (duration: 5.28µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.730439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.603068ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:41.731085Z","caller":"traceutil/trace.go:171","msg":"trace[1299950457] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1065; }","duration":"322.263871ms","start":"2026-03-17T20:49:41.408804Z","end":"2026-03-17T20:49:41.731067Z","steps":["trace[1299950457] 'agreement among raft nodes before linearized reading' (duration: 298.529628ms)","trace[1299950457] 'range keys from in-memory index tree' (duration: 23.052539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.730568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.407432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:41.731467Z","caller":"traceutil/trace.go:171","msg":"trace[1078165976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1065; }","duration":"322.392656ms","start":"2026-03-17T20:49:41.409061Z","end":"2026-03-17T20:49:41.731454Z","steps":["trace[1078165976] 'agreement among raft nodes before linearized reading' (duration: 298.213048ms)","trace[1078165976] 'range keys from in-memory index tree' (duration: 23.262666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.731552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:41.409046Z","time spent":"322.491668ms","remote":"127.0.0.1:53562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:42.096782Z","caller":"traceutil/trace.go:171","msg":"trace[76278018] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"486.009385ms","start":"2026-03-17T20:49:41.610753Z","end":"2026-03-17T20:49:42.096762Z","steps":["trace[76278018] 'process raft request' (duration: 485.945673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.096918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:41.610728Z","time spent":"486.122079ms","remote":"127.0.0.1:53770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7796,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:42.096816Z","caller":"traceutil/trace.go:171","msg":"trace[39778440] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"495.234937ms","start":"2026-03-17T20:49:41.601551Z","end":"2026-03-17T20:49:42.096786Z","steps":["trace[39778440] 'process raft request' (duration: 495.0269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.097317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:41.601525Z","time spent":"495.689742ms","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:42.371536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.340902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:42.372001Z","caller":"traceutil/trace.go:171","msg":"trace[2051799386] linearizableReadLoop","detail":"{readStateIndex:1252; appliedIndex:1253; }","duration":"293.285894ms","start":"2026-03-17T20:49:42.078703Z","end":"2026-03-17T20:49:42.371989Z","steps":["trace[2051799386] 'read index received' (duration: 293.282373ms)","trace[2051799386] 'applied index is now lower than readState.Index' (duration: 2.681µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.372079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.368637ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:42.372174Z","caller":"traceutil/trace.go:171","msg":"trace[1020505883] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1075; }","duration":"293.415279ms","start":"2026-03-17T20:49:42.078694Z","end":"2026-03-17T20:49:42.372110Z","steps":["trace[1020505883] 'agreement among raft nodes before linearized reading' (duration: 293.331136ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:42.395011Z","caller":"traceutil/trace.go:171","msg":"trace[244974770] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"293.74881ms","start":"2026-03-17T20:49:42.101245Z","end":"2026-03-17T20:49:42.394994Z","steps":["trace[244974770] 'process raft request' (duration: 293.677888ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:42.477631Z","caller":"traceutil/trace.go:171","msg":"trace[1466486060] linearizableReadLoop","detail":"{readStateIndex:1257; appliedIndex:1257; }","duration":"105.580379ms","start":"2026-03-17T20:49:42.372030Z","end":"2026-03-17T20:49:42.477610Z","steps":["trace[1466486060] 'read index received' (duration: 105.573759ms)","trace[1466486060] 'applied index is now lower than readState.Index' (duration: 5.65µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.504633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.596647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tf4k9\" limit:1 ","response":"range_response_count:1 size:18163"} {"level":"info","ts":"2026-03-17T20:49:42.504934Z","caller":"traceutil/trace.go:171","msg":"trace[1620008964] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tf4k9; range_end:; response_count:1; response_revision:1078; }","duration":"404.909437ms","start":"2026-03-17T20:49:42.100006Z","end":"2026-03-17T20:49:42.504915Z","steps":["trace[1620008964] 'agreement among raft nodes before linearized reading' (duration: 377.706028ms)","trace[1620008964] 'range keys from in-memory index tree' (duration: 26.844477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.504996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.099956Z","time spent":"405.029732ms","remote":"127.0.0.1:53770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18186,"request content":"key:\"/registry/pods/kube-system/cilium-tf4k9\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:42.964201Z","caller":"traceutil/trace.go:171","msg":"trace[1101307030] linearizableReadLoop","detail":"{readStateIndex:1259; appliedIndex:1259; }","duration":"486.484365ms","start":"2026-03-17T20:49:42.477687Z","end":"2026-03-17T20:49:42.964171Z","steps":["trace[1101307030] 'read index received' (duration: 486.478405ms)","trace[1101307030] 'applied index is now lower than readState.Index' (duration: 4.66µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.964544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.309824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189dbc038f788154\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-17T20:49:42.964601Z","caller":"traceutil/trace.go:171","msg":"trace[1853031152] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.189dbc038f788154; range_end:; response_count:1; response_revision:1080; }","duration":"566.420497ms","start":"2026-03-17T20:49:42.398168Z","end":"2026-03-17T20:49:42.964589Z","steps":["trace[1853031152] 'agreement among raft nodes before linearized reading' (duration: 566.277943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.964676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.398156Z","time spent":"566.4794ms","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189dbc038f788154\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.149154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.272052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:43.149387Z","caller":"traceutil/trace.go:171","msg":"trace[194157442] linearizableReadLoop","detail":"{readStateIndex:1261; appliedIndex:1259; }","duration":"185.079599ms","start":"2026-03-17T20:49:42.964288Z","end":"2026-03-17T20:49:43.149367Z","steps":["trace[194157442] 'read index received' (duration: 1.593944ms)","trace[194157442] 'applied index is now lower than readState.Index' (duration: 183.484525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:43.149932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.671398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:49:43.150016Z","caller":"traceutil/trace.go:171","msg":"trace[185827518] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"627.907728ms","start":"2026-03-17T20:49:42.522091Z","end":"2026-03-17T20:49:43.149999Z","steps":["trace[185827518] 'process raft request' (duration: 627.189214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.150109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.522068Z","time spent":"627.982551ms","remote":"127.0.0.1:53770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:43.150109Z","caller":"traceutil/trace.go:171","msg":"trace[1271872284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1082; }","duration":"503.927887ms","start":"2026-03-17T20:49:42.646166Z","end":"2026-03-17T20:49:43.150094Z","steps":["trace[1271872284] 'agreement among raft nodes before linearized reading' (duration: 503.671579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.150428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.646145Z","time spent":"504.265198ms","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:43.276937Z","caller":"traceutil/trace.go:171","msg":"trace[949713860] linearizableReadLoop","detail":"{readStateIndex:1263; appliedIndex:1261; }","duration":"127.482161ms","start":"2026-03-17T20:49:43.149434Z","end":"2026-03-17T20:49:43.276917Z","steps":["trace[949713860] 'read index received' (duration: 118.309391ms)","trace[949713860] 'applied index is now lower than readState.Index' (duration: 9.172ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:43.277027Z","caller":"traceutil/trace.go:171","msg":"trace[476957628] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"310.079636ms","start":"2026-03-17T20:49:42.966916Z","end":"2026-03-17T20:49:43.276996Z","steps":["trace[476957628] 'process raft request' (duration: 309.958392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.277067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.321049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.277099Z","caller":"traceutil/trace.go:171","msg":"trace[1317629179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1084; }","duration":"225.398572ms","start":"2026-03-17T20:49:43.051689Z","end":"2026-03-17T20:49:43.277088Z","steps":["trace[1317629179] 'agreement among raft nodes before linearized reading' (duration: 225.321729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.277132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:42.966895Z","time spent":"310.167239ms","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:43.277335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.971961ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:43.277399Z","caller":"traceutil/trace.go:171","msg":"trace[1887650969] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1084; }","duration":"129.049524ms","start":"2026-03-17T20:49:43.148334Z","end":"2026-03-17T20:49:43.277383Z","steps":["trace[1887650969] 'agreement among raft nodes before linearized reading' (duration: 128.681651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.283778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.597885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 ","response":"range_response_count:1 size:7811"} {"level":"info","ts":"2026-03-17T20:49:43.283839Z","caller":"traceutil/trace.go:171","msg":"trace[459058492] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-3; range_end:; response_count:1; response_revision:1085; }","duration":"127.710219ms","start":"2026-03-17T20:49:43.156116Z","end":"2026-03-17T20:49:43.283826Z","steps":["trace[459058492] 'agreement among raft nodes before linearized reading' (duration: 127.568864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.936558Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763100016,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:44.356927Z","caller":"traceutil/trace.go:171","msg":"trace[444665640] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"1.069620585s","start":"2026-03-17T20:49:43.287284Z","end":"2026-03-17T20:49:44.356904Z","steps":["trace[444665640] 'process raft request' (duration: 1.069498751s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:44.357059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:43.287267Z","time spent":"1.069728479s","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:44.437005Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763100016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:44.938102Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763100016,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:45.291678Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 7, index: 1269, vote: 2a3dba058e8a2d82] ignored MsgPreVote from 520ed656383c33a4 [logterm: 7, index: 1269] at term 7: lease is not expired (remaining ticks: 1)"} {"level":"warn","ts":"2026-03-17T20:49:45.439140Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763100016,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:45.780668Z","caller":"traceutil/trace.go:171","msg":"trace[191160941] linearizableReadLoop","detail":"{readStateIndex:1265; appliedIndex:1265; }","duration":"2.344782813s","start":"2026-03-17T20:49:43.435850Z","end":"2026-03-17T20:49:45.780633Z","steps":["trace[191160941] 'read index received' (duration: 2.344767952s)","trace[191160941] 'applied index is now lower than readState.Index' (duration: 12.821µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:45.780836Z","caller":"traceutil/trace.go:171","msg":"trace[560979256] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"2.487538069s","start":"2026-03-17T20:49:43.293282Z","end":"2026-03-17T20:49:45.780820Z","steps":["trace[560979256] 'process raft request' (duration: 2.487410755s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.780918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.345032921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-17T20:49:45.780943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:43.293255Z","time spent":"2.487626222s","remote":"127.0.0.1:53770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7604,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:45.780985Z","caller":"traceutil/trace.go:171","msg":"trace[1241335242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1089; }","duration":"2.345152105s","start":"2026-03-17T20:49:43.435817Z","end":"2026-03-17T20:49:45.780969Z","steps":["trace[1241335242] 'agreement among raft nodes before linearized reading' (duration: 2.344957379s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.781038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:43.435799Z","time spent":"2.345225098s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:45.781691Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5258406652763100019,"received-request-id":5258406652763100016} {"level":"warn","ts":"2026-03-17T20:49:45.782878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925020927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.117\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-17T20:49:45.782944Z","caller":"traceutil/trace.go:171","msg":"trace[1178548724] range","detail":"{range_begin:/registry/masterleases/199.19.213.117; range_end:; response_count:1; response_revision:1090; }","duration":"1.925124001s","start":"2026-03-17T20:49:43.857803Z","end":"2026-03-17T20:49:45.782927Z","steps":["trace[1178548724] 'agreement among raft nodes before linearized reading' (duration: 1.925009137s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.782992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:43.857785Z","time spent":"1.925191503s","remote":"127.0.0.1:53586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.117\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:45.783294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326197091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-17T20:49:45.783175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703674032s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:45.783371Z","caller":"traceutil/trace.go:171","msg":"trace[1291198112] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1090; }","duration":"1.326312166s","start":"2026-03-17T20:49:44.457038Z","end":"2026-03-17T20:49:45.783351Z","steps":["trace[1291198112] 'agreement among raft nodes before linearized reading' (duration: 1.326163831s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.783438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:44.457017Z","time spent":"1.326405228s","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":70,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:45.783281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117437839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:45.783574Z","caller":"traceutil/trace.go:171","msg":"trace[1409836424] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1090; }","duration":"1.117777001s","start":"2026-03-17T20:49:44.665782Z","end":"2026-03-17T20:49:45.783559Z","steps":["trace[1409836424] 'agreement among raft nodes before linearized reading' (duration: 1.117286604s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.783625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:44.665762Z","time spent":"1.117845374s","remote":"127.0.0.1:53826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:45.784001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.545716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:49:45.784051Z","caller":"traceutil/trace.go:171","msg":"trace[1256335676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1090; }","duration":"619.631688ms","start":"2026-03-17T20:49:45.164405Z","end":"2026-03-17T20:49:45.784037Z","steps":["trace[1256335676] 'agreement among raft nodes before linearized reading' (duration: 619.367859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.784079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068048079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:45.784114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735764387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:49:45.784129Z","caller":"traceutil/trace.go:171","msg":"trace[1461840612] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1090; }","duration":"1.068119421s","start":"2026-03-17T20:49:44.715994Z","end":"2026-03-17T20:49:45.784114Z","steps":["trace[1461840612] 'agreement among raft nodes before linearized reading' (duration: 1.068029978s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:45.784164Z","caller":"traceutil/trace.go:171","msg":"trace[1333038721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1090; }","duration":"1.73584995s","start":"2026-03-17T20:49:44.048299Z","end":"2026-03-17T20:49:45.784149Z","steps":["trace[1333038721] 'agreement among raft nodes before linearized reading' (duration: 1.735751347s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.784170Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:44.715984Z","time spent":"1.068173673s","remote":"127.0.0.1:53810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:45.784208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:44.048281Z","time spent":"1.735915692s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:45.784249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.519688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:45.784289Z","caller":"traceutil/trace.go:171","msg":"trace[829065091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1090; }","duration":"555.609822ms","start":"2026-03-17T20:49:45.228665Z","end":"2026-03-17T20:49:45.784275Z","steps":["trace[829065091] 'agreement among raft nodes before linearized reading' (duration: 555.5371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.784325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:45.228636Z","time spent":"555.680105ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:45.784163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:45.164382Z","time spent":"619.698621ms","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:45.784688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424480927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189dbc06b3ecfc31\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:45.784766Z","caller":"traceutil/trace.go:171","msg":"trace[1509579513] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.189dbc06b3ecfc31; range_end:; response_count:0; response_revision:1090; }","duration":"1.424617271s","start":"2026-03-17T20:49:44.360129Z","end":"2026-03-17T20:49:45.784747Z","steps":["trace[1509579513] 'agreement among raft nodes before linearized reading' (duration: 1.423292056s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.784809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:44.360111Z","time spent":"1.424689894s","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189dbc06b3ecfc31\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:45.785041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733416798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:45.785133Z","caller":"traceutil/trace.go:171","msg":"trace[2008675748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1090; }","duration":"1.733522061s","start":"2026-03-17T20:49:44.051595Z","end":"2026-03-17T20:49:45.785117Z","steps":["trace[2008675748] 'agreement among raft nodes before linearized reading' (duration: 1.73173516s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:45.783398Z","caller":"traceutil/trace.go:171","msg":"trace[189415014] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1090; }","duration":"1.703896529s","start":"2026-03-17T20:49:44.079484Z","end":"2026-03-17T20:49:45.783381Z","steps":["trace[189415014] 'agreement among raft nodes before linearized reading' (duration: 1.703653891s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.785213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:44.051587Z","time spent":"1.733615044s","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:46.288277Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763100020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:46.788821Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763100020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:47.289618Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763100020,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:47.292645Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 7, index: 1270, vote: 2a3dba058e8a2d82] cast MsgPreVote for 520ed656383c33a4 [logterm: 7, index: 1270] at term 7"} {"level":"info","ts":"2026-03-17T20:49:47.460967Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [term: 7] received a MsgVote message with higher term from 520ed656383c33a4 [term: 8]"} {"level":"info","ts":"2026-03-17T20:49:47.461604Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 became follower at term 8"} {"level":"info","ts":"2026-03-17T20:49:47.461659Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [logterm: 7, index: 1270, vote: 0] cast MsgVote for 520ed656383c33a4 [logterm: 7, index: 1270] at term 8"} {"level":"info","ts":"2026-03-17T20:49:47.461671Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d6c988546b3e48f9 lost leader 2a3dba058e8a2d82 at term 8"} {"level":"info","ts":"2026-03-17T20:49:47.704437Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d6c988546b3e48f9 elected leader 520ed656383c33a4 at term 8"} {"level":"warn","ts":"2026-03-17T20:49:47.704628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917198121s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:47.704682Z","caller":"traceutil/trace.go:171","msg":"trace[1298360130] range","detail":"{range_begin:; range_end:; }","duration":"1.917284694s","start":"2026-03-17T20:49:45.787385Z","end":"2026-03-17T20:49:47.704670Z","steps":["trace[1298360130] 'agreement among raft nodes before linearized reading' (duration: 1.917198681s)"],"step_count":1} {"level":"error","ts":"2026-03-17T20:49:47.704733Z","caller":"etcdhttp/health.go:370","msg":"Health check error","path":"/readyz","reason":"[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:370\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-17T20:49:47.787578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000008835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:47.787749Z","caller":"traceutil/trace.go:171","msg":"trace[1878669163] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000241712s","start":"2026-03-17T20:49:45.787489Z","end":"2026-03-17T20:49:47.787730Z","steps":["trace[1878669163] 'agreement among raft nodes before linearized reading' (duration: 2.000039126s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.787807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:45.787472Z","time spent":"2.000325836s","remote":"127.0.0.1:53562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:47.821102Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-03-17T20:49:47.821093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:45.786662Z","time spent":"2.03442814s","remote":"127.0.0.1:53586","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-17T20:49:47.822549Z","caller":"traceutil/trace.go:171","msg":"trace[1262770601] linearizableReadLoop","detail":"{readStateIndex:1271; appliedIndex:1271; }","duration":"117.980645ms","start":"2026-03-17T20:49:47.704556Z","end":"2026-03-17T20:49:47.822537Z","steps":["trace[1262770601] 'read index received' (duration: 117.976395ms)","trace[1262770601] 'applied index is now lower than readState.Index' (duration: 3.43µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:47.822636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29903435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:49:47.822847Z","caller":"traceutil/trace.go:171","msg":"trace[1607701278] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1090; }","duration":"1.299300699s","start":"2026-03-17T20:49:46.523538Z","end":"2026-03-17T20:49:47.822839Z","steps":["trace[1607701278] 'agreement among raft nodes before linearized reading' (duration: 1.29905845s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.822871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:46.523508Z","time spent":"1.29935618s","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:47.822793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034430851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tf4k9\" limit:1 ","response":"range_response_count:1 size:18699"} {"level":"info","ts":"2026-03-17T20:49:47.823018Z","caller":"traceutil/trace.go:171","msg":"trace[491173313] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tf4k9; range_end:; response_count:1; response_revision:1090; }","duration":"2.034677079s","start":"2026-03-17T20:49:45.788325Z","end":"2026-03-17T20:49:47.822994Z","steps":["trace[491173313] 'agreement among raft nodes before linearized reading' (duration: 2.03440819s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.822794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568690618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-17T20:49:47.823206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:45.788313Z","time spent":"2.034868005s","remote":"127.0.0.1:53770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18722,"request content":"key:\"/registry/pods/kube-system/cilium-tf4k9\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:47.823138Z","caller":"traceutil/trace.go:171","msg":"trace[902854212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1090; }","duration":"1.56907908s","start":"2026-03-17T20:49:46.254051Z","end":"2026-03-17T20:49:47.823130Z","steps":["trace[902854212] 'agreement among raft nodes before linearized reading' (duration: 1.568692537s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.823369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:46.254030Z","time spent":"1.569299948s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:47.989138Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5258406652763100026,"received-request-id":5258406652763100024} {"level":"info","ts":"2026-03-17T20:49:48.007062Z","caller":"traceutil/trace.go:171","msg":"trace[954924466] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"185.019385ms","start":"2026-03-17T20:49:47.822020Z","end":"2026-03-17T20:49:48.007040Z","steps":["trace[954924466] 'process raft request' (duration: 167.126539ms)","trace[954924466] 'compare' (duration: 17.818773ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:48.248823Z","caller":"traceutil/trace.go:171","msg":"trace[933962594] linearizableReadLoop","detail":"{readStateIndex:1271; appliedIndex:1272; }","duration":"426.218904ms","start":"2026-03-17T20:49:47.822579Z","end":"2026-03-17T20:49:48.248798Z","steps":["trace[933962594] 'read index received' (duration: 426.213664ms)","trace[933962594] 'applied index is now lower than readState.Index' (duration: 3.94µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:48.249461Z","caller":"traceutil/trace.go:171","msg":"trace[1482052820] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"412.376206ms","start":"2026-03-17T20:49:47.837060Z","end":"2026-03-17T20:49:48.249437Z","steps":["trace[1482052820] 'process raft request' (duration: 412.301183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.250937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:47.837038Z","time spent":"413.796684ms","remote":"127.0.0.1:53770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18939,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:48.250472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.08919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:48.251348Z","caller":"traceutil/trace.go:171","msg":"trace[187171431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1093; }","duration":"457.99095ms","start":"2026-03-17T20:49:47.793339Z","end":"2026-03-17T20:49:48.251329Z","steps":["trace[187171431] 'agreement among raft nodes before linearized reading' (duration: 457.080249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.251410Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:47.793329Z","time spent":"458.068943ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:48.250540Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.122101ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:48.251658Z","caller":"traceutil/trace.go:171","msg":"trace[442346828] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1093; }","duration":"546.238479ms","start":"2026-03-17T20:49:47.705407Z","end":"2026-03-17T20:49:48.251646Z","steps":["trace[442346828] 'agreement among raft nodes before linearized reading' (duration: 545.11145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.255013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.214266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:460"} {"level":"info","ts":"2026-03-17T20:49:48.255086Z","caller":"traceutil/trace.go:171","msg":"trace[1819533571] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1093; }","duration":"245.323969ms","start":"2026-03-17T20:49:48.009749Z","end":"2026-03-17T20:49:48.255073Z","steps":["trace[1819533571] 'agreement among raft nodes before linearized reading' (duration: 245.192125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.973406Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763100032,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:49.259279Z","caller":"traceutil/trace.go:171","msg":"trace[1000374707] linearizableReadLoop","detail":"{readStateIndex:1275; appliedIndex:1275; }","duration":"786.930327ms","start":"2026-03-17T20:49:48.472327Z","end":"2026-03-17T20:49:49.259257Z","steps":["trace[1000374707] 'read index received' (duration: 786.923577ms)","trace[1000374707] 'applied index is now lower than readState.Index' (duration: 5.43µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:49.259536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.115544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tf4k9\" limit:1 ","response":"range_response_count:1 size:18954"} {"level":"info","ts":"2026-03-17T20:49:49.259585Z","caller":"traceutil/trace.go:171","msg":"trace[258763130] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tf4k9; range_end:; response_count:1; response_revision:1094; }","duration":"787.321441ms","start":"2026-03-17T20:49:48.472252Z","end":"2026-03-17T20:49:49.259574Z","steps":["trace[258763130] 'agreement among raft nodes before linearized reading' (duration: 787.121824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.259728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:48.472236Z","time spent":"787.464205ms","remote":"127.0.0.1:53770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18977,"request content":"key:\"/registry/pods/kube-system/cilium-tf4k9\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.265033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.184748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:49:49.265114Z","caller":"traceutil/trace.go:171","msg":"trace[889191472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1094; }","duration":"785.287651ms","start":"2026-03-17T20:49:48.479814Z","end":"2026-03-17T20:49:49.265102Z","steps":["trace[889191472] 'agreement among raft nodes before linearized reading' (duration: 785.145516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.265153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.870389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:49.265202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:48.479808Z","time spent":"785.331283ms","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:49.265237Z","caller":"traceutil/trace.go:171","msg":"trace[76282438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1094; }","duration":"211.961872ms","start":"2026-03-17T20:49:49.053255Z","end":"2026-03-17T20:49:49.265217Z","steps":["trace[76282438] 'agreement among raft nodes before linearized reading' (duration: 211.831098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.265412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.862684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-17T20:49:49.265448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.700616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs/\" range_end:\"/registry/servicecidrs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-17T20:49:49.265454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.215044ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:49.265483Z","caller":"traceutil/trace.go:171","msg":"trace[2095222834] range","detail":"{range_begin:/registry/servicecidrs/; range_end:/registry/servicecidrs0; response_count:0; response_revision:1094; }","duration":"230.761948ms","start":"2026-03-17T20:49:49.034704Z","end":"2026-03-17T20:49:49.265466Z","steps":["trace[2095222834] 'agreement among raft nodes before linearized reading' (duration: 230.720347ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:49.265499Z","caller":"traceutil/trace.go:171","msg":"trace[90339577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1094; }","duration":"716.968597ms","start":"2026-03-17T20:49:48.548495Z","end":"2026-03-17T20:49:49.265464Z","steps":["trace[90339577] 'agreement among raft nodes before linearized reading' (duration: 716.838653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.265526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.242341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:49.265550Z","caller":"traceutil/trace.go:171","msg":"trace[255238223] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1094; }","duration":"212.280053ms","start":"2026-03-17T20:49:49.053263Z","end":"2026-03-17T20:49:49.265543Z","steps":["trace[255238223] 'agreement among raft nodes before linearized reading' (duration: 212.235252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.265558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:48.548476Z","time spent":"717.067671ms","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:49.265484Z","caller":"traceutil/trace.go:171","msg":"trace[724481541] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1094; }","duration":"187.244755ms","start":"2026-03-17T20:49:49.078229Z","end":"2026-03-17T20:49:49.265474Z","steps":["trace[724481541] 'agreement among raft nodes before linearized reading' (duration: 187.203223ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:49.588431Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [term: 8] ignored a MsgReadIndexResp message with lower term from 2a3dba058e8a2d82 [term: 7]"} {"level":"info","ts":"2026-03-17T20:49:49.588526Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d6c988546b3e48f9 [term: 8] ignored a MsgReadIndexResp message with lower term from 2a3dba058e8a2d82 [term: 7]"} {"level":"info","ts":"2026-03-17T20:49:49.663790Z","caller":"traceutil/trace.go:171","msg":"trace[1521957020] linearizableReadLoop","detail":"{readStateIndex:1276; appliedIndex:1276; }","duration":"286.679904ms","start":"2026-03-17T20:49:49.377083Z","end":"2026-03-17T20:49:49.663762Z","steps":["trace[1521957020] 'read index received' (duration: 286.671353ms)","trace[1521957020] 'applied index is now lower than readState.Index' (duration: 6.73µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:49.663942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.821248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:49:49.663983Z","caller":"traceutil/trace.go:171","msg":"trace[492723909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1095; }","duration":"286.932233ms","start":"2026-03-17T20:49:49.377042Z","end":"2026-03-17T20:49:49.663974Z","steps":["trace[492723909] 'agreement among raft nodes before linearized reading' (duration: 286.807608ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:49.665489Z","caller":"traceutil/trace.go:171","msg":"trace[1994195533] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"386.695272ms","start":"2026-03-17T20:49:49.278759Z","end":"2026-03-17T20:49:49.665454Z","steps":["trace[1994195533] 'process raft request' (duration: 386.283118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.665695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:49.278737Z","time spent":"386.838797ms","remote":"127.0.0.1:53770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19205,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:51.130610Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763100040,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:51.631690Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763100040,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:51.659212Z","caller":"traceutil/trace.go:171","msg":"trace[410418957] linearizableReadLoop","detail":"{readStateIndex:1284; appliedIndex:1286; }","duration":"1.029113586s","start":"2026-03-17T20:49:50.629966Z","end":"2026-03-17T20:49:51.659080Z","steps":["trace[410418957] 'read index received' (duration: 1.029100825s)","trace[410418957] 'applied index is now lower than readState.Index' (duration: 9.531µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.725364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095348652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tf4k9\" limit:1 ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-17T20:49:51.725477Z","caller":"traceutil/trace.go:171","msg":"trace[1252358238] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tf4k9; range_end:; response_count:1; response_revision:1104; }","duration":"1.095512757s","start":"2026-03-17T20:49:50.629936Z","end":"2026-03-17T20:49:51.725448Z","steps":["trace[1252358238] 'agreement among raft nodes before linearized reading' (duration: 1.029312782s)","trace[1252358238] 'range keys from in-memory index tree' (duration: 65.971727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.725523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:50.629920Z","time spent":"1.09559337s","remote":"127.0.0.1:53770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19243,"request content":"key:\"/registry/pods/kube-system/cilium-tf4k9\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:51.730557Z","caller":"traceutil/trace.go:171","msg":"trace[1676424423] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"210.068643ms","start":"2026-03-17T20:49:51.520458Z","end":"2026-03-17T20:49:51.730527Z","steps":["trace[1676424423] 'process raft request' (duration: 210.012131ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:51.730962Z","caller":"traceutil/trace.go:171","msg":"trace[2142830655] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"313.720157ms","start":"2026-03-17T20:49:51.417192Z","end":"2026-03-17T20:49:51.730912Z","steps":["trace[2142830655] 'process raft request' (duration: 313.102896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.731278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.739577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:51.731338Z","caller":"traceutil/trace.go:171","msg":"trace[559190325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1106; }","duration":"677.83158ms","start":"2026-03-17T20:49:51.053497Z","end":"2026-03-17T20:49:51.731328Z","steps":["trace[559190325] 'agreement among raft nodes before linearized reading' (duration: 677.741017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.731366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:51.053482Z","time spent":"677.877072ms","remote":"127.0.0.1:53562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:51.731392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.536033ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:51.731429Z","caller":"traceutil/trace.go:171","msg":"trace[1905707989] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1106; }","duration":"652.568394ms","start":"2026-03-17T20:49:51.078847Z","end":"2026-03-17T20:49:51.731416Z","steps":["trace[1905707989] 'agreement among raft nodes before linearized reading' (duration: 652.524832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.731675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:51.417170Z","time spent":"313.85646ms","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:52.016921Z","caller":"traceutil/trace.go:171","msg":"trace[1048779716] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"261.613409ms","start":"2026-03-17T20:49:51.755283Z","end":"2026-03-17T20:49:52.016896Z","steps":["trace[1048779716] 'process raft request' (duration: 261.397172ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.035886Z","caller":"traceutil/trace.go:171","msg":"trace[1220602558] linearizableReadLoop","detail":"{readStateIndex:1293; appliedIndex:1293; }","duration":"151.235029ms","start":"2026-03-17T20:49:51.884626Z","end":"2026-03-17T20:49:52.035861Z","steps":["trace[1220602558] 'read index received' (duration: 151.227808ms)","trace[1220602558] 'applied index is now lower than readState.Index' (duration: 5.771µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.036121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.481417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:49:52.036197Z","caller":"traceutil/trace.go:171","msg":"trace[535788233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1111; }","duration":"151.616742ms","start":"2026-03-17T20:49:51.884563Z","end":"2026-03-17T20:49:52.036180Z","steps":["trace[535788233] 'agreement among raft nodes before linearized reading' (duration: 151.382834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.239554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.920428ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:52.239623Z","caller":"traceutil/trace.go:171","msg":"trace[1328242530] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1114; }","duration":"161.007291ms","start":"2026-03-17T20:49:52.078602Z","end":"2026-03-17T20:49:52.239610Z","steps":["trace[1328242530] 'range keys from in-memory index tree' (duration: 160.841625ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.533006Z","caller":"traceutil/trace.go:171","msg":"trace[997420950] linearizableReadLoop","detail":"{readStateIndex:1299; appliedIndex:1300; }","duration":"480.66523ms","start":"2026-03-17T20:49:52.052315Z","end":"2026-03-17T20:49:52.532980Z","steps":["trace[997420950] 'read index received' (duration: 480.65859ms)","trace[997420950] 'applied index is now lower than readState.Index' (duration: 4.82µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.533193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.827856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:52.533233Z","caller":"traceutil/trace.go:171","msg":"trace[1112542908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1117; }","duration":"480.93706ms","start":"2026-03-17T20:49:52.052287Z","end":"2026-03-17T20:49:52.533224Z","steps":["trace[1112542908] 'agreement among raft nodes before linearized reading' (duration: 480.818586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.533292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.052272Z","time spent":"481.013263ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:52.534706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.916601ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:52.534712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.344335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:49:52.534755Z","caller":"traceutil/trace.go:171","msg":"trace[23810962] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1117; }","duration":"295.091097ms","start":"2026-03-17T20:49:52.239652Z","end":"2026-03-17T20:49:52.534743Z","steps":["trace[23810962] 'agreement among raft nodes before linearized reading' (duration: 294.899661ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.534842Z","caller":"traceutil/trace.go:171","msg":"trace[1244096528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1117; }","duration":"471.533921ms","start":"2026-03-17T20:49:52.063293Z","end":"2026-03-17T20:49:52.534827Z","steps":["trace[1244096528] 'agreement among raft nodes before linearized reading' (duration: 471.347425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.535031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.063255Z","time spent":"471.720277ms","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:52.789720Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:45.789264Z","time spent":"7.00045056s","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:53.152247Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763100049,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:53.375033Z","caller":"traceutil/trace.go:171","msg":"trace[476061224] linearizableReadLoop","detail":"{readStateIndex:1301; appliedIndex:1301; }","duration":"723.370733ms","start":"2026-03-17T20:49:52.651593Z","end":"2026-03-17T20:49:53.374964Z","steps":["trace[476061224] 'read index received' (duration: 723.357473ms)","trace[476061224] 'applied index is now lower than readState.Index' (duration: 11.02µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:53.515147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.537248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tf4k9\" limit:1 ","response":"range_response_count:1 size:19479"} {"level":"info","ts":"2026-03-17T20:49:53.515659Z","caller":"traceutil/trace.go:171","msg":"trace[628005449] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tf4k9; range_end:; response_count:1; response_revision:1118; }","duration":"864.079256ms","start":"2026-03-17T20:49:52.651557Z","end":"2026-03-17T20:49:53.515637Z","steps":["trace[628005449] 'agreement among raft nodes before linearized reading' (duration: 723.501558ms)","trace[628005449] 'range keys from in-memory index tree' (duration: 139.978628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:53.515910Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.651544Z","time spent":"864.349525ms","remote":"127.0.0.1:53770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19502,"request content":"key:\"/registry/pods/kube-system/cilium-tf4k9\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:53.791813Z","caller":"traceutil/trace.go:171","msg":"trace[801554247] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"997.4023ms","start":"2026-03-17T20:49:52.794395Z","end":"2026-03-17T20:49:53.791797Z","steps":["trace[801554247] 'process raft request' (duration: 997.372549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:53.791908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.794379Z","time spent":"997.488582ms","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:53.876327Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763100051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:54.376792Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763100051,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:54.634893Z","caller":"traceutil/trace.go:171","msg":"trace[2087120624] linearizableReadLoop","detail":"{readStateIndex:1306; appliedIndex:1307; }","duration":"1.259642745s","start":"2026-03-17T20:49:53.375229Z","end":"2026-03-17T20:49:54.634871Z","steps":["trace[2087120624] 'read index received' (duration: 1.259637865s)","trace[2087120624] 'applied index is now lower than readState.Index' (duration: 3.79µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.634974Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5258406652763100054,"received-request-id":5258406652763100051} {"level":"warn","ts":"2026-03-17T20:49:54.838159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070754419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-17T20:49:54.838227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.075671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:54.838292Z","caller":"traceutil/trace.go:171","msg":"trace[1656654150] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1124; }","duration":"2.070935445s","start":"2026-03-17T20:49:52.767321Z","end":"2026-03-17T20:49:54.838256Z","steps":["trace[1656654150] 'agreement among raft nodes before linearized reading' (duration: 1.867694268s)","trace[1656654150] 'count revisions from in-memory index tree' (duration: 203.06222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.838358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:52.767304Z","time spent":"2.071037888s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:49:54.838183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759317408s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:54.838408Z","caller":"traceutil/trace.go:171","msg":"trace[314497163] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"1.307234122s","start":"2026-03-17T20:49:53.531150Z","end":"2026-03-17T20:49:54.838384Z","steps":["trace[314497163] 'process raft request' (duration: 1.103937104s)","trace[314497163] 'compare' (duration: 202.972427ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:54.838526Z","caller":"traceutil/trace.go:171","msg":"trace[185929648] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1124; }","duration":"1.75966462s","start":"2026-03-17T20:49:53.078793Z","end":"2026-03-17T20:49:54.838457Z","steps":["trace[185929648] 'agreement among raft nodes before linearized reading' (duration: 1.556161734s)","trace[185929648] 'range keys from in-memory index tree' (duration: 203.076771ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:54.838580Z","caller":"traceutil/trace.go:171","msg":"trace[1006986052] linearizableReadLoop","detail":"{readStateIndex:1309; appliedIndex:1307; }","duration":"203.605799ms","start":"2026-03-17T20:49:54.634961Z","end":"2026-03-17T20:49:54.838566Z","steps":["trace[1006986052] 'read index received' (duration: 2.911809ms)","trace[1006986052] 'applied index is now lower than readState.Index' (duration: 200.69261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.838691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188825005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-17T20:49:54.838770Z","caller":"traceutil/trace.go:171","msg":"trace[218208719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1126; }","duration":"1.18893737s","start":"2026-03-17T20:49:53.649822Z","end":"2026-03-17T20:49:54.838759Z","steps":["trace[218208719] 'agreement among raft nodes before linearized reading' (duration: 1.188811356s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.838806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:53.649803Z","time spent":"1.188992521s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:54.838824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.50079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:49:54.838906Z","caller":"traceutil/trace.go:171","msg":"trace[995676532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1126; }","duration":"909.604603ms","start":"2026-03-17T20:49:53.929285Z","end":"2026-03-17T20:49:54.838889Z","steps":["trace[995676532] 'agreement among raft nodes before linearized reading' (duration: 909.450318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.838947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:53.929273Z","time spent":"909.663545ms","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:54.838962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043549828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/etcd-controller-3.189dbc0855cd408f\" limit:1 ","response":"range_response_count:1 size:754"} {"level":"info","ts":"2026-03-17T20:49:54.839013Z","caller":"traceutil/trace.go:171","msg":"trace[897982660] range","detail":"{range_begin:/registry/events/kube-system/etcd-controller-3.189dbc0855cd408f; range_end:; response_count:1; response_revision:1126; }","duration":"1.043625051s","start":"2026-03-17T20:49:53.795374Z","end":"2026-03-17T20:49:54.838999Z","steps":["trace[897982660] 'agreement among raft nodes before linearized reading' (duration: 1.043532768s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:54.839154Z","caller":"traceutil/trace.go:171","msg":"trace[655852065] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"484.304123ms","start":"2026-03-17T20:49:54.354833Z","end":"2026-03-17T20:49:54.839137Z","steps":["trace[655852065] 'process raft request' (duration: 483.480445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.839239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:54.354813Z","time spent":"484.383976ms","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4184,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:54.839307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.238024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.117\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-17T20:49:54.839359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.221913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:54.839396Z","caller":"traceutil/trace.go:171","msg":"trace[1350212769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1126; }","duration":"785.282945ms","start":"2026-03-17T20:49:54.054103Z","end":"2026-03-17T20:49:54.839386Z","steps":["trace[1350212769] 'agreement among raft nodes before linearized reading' (duration: 785.230554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.839425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:54.054071Z","time spent":"785.347287ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:54.839436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108060066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:49:54.839476Z","caller":"traceutil/trace.go:171","msg":"trace[1805373473] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1126; }","duration":"1.108130588s","start":"2026-03-17T20:49:53.731335Z","end":"2026-03-17T20:49:54.839466Z","steps":["trace[1805373473] 'agreement among raft nodes before linearized reading' (duration: 1.108062216s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.839517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:53.731321Z","time spent":"1.108187981s","remote":"127.0.0.1:54042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-17T20:49:54.839364Z","caller":"traceutil/trace.go:171","msg":"trace[180668109] range","detail":"{range_begin:/registry/masterleases/199.19.213.117; range_end:; response_count:1; response_revision:1126; }","duration":"981.318796ms","start":"2026-03-17T20:49:53.858037Z","end":"2026-03-17T20:49:54.839355Z","steps":["trace[180668109] 'agreement among raft nodes before linearized reading' (duration: 981.224213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.839600Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:53.858025Z","time spent":"981.563745ms","remote":"127.0.0.1:53586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.117\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:54.839997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:53.531080Z","time spent":"1.307423789s","remote":"127.0.0.1:53770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19703,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:54.842026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:53.795361Z","time spent":"1.043680013s","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":777,"request content":"key:\"/registry/events/kube-system/etcd-controller-3.189dbc0855cd408f\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:55.156265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.958663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:55.211656Z","caller":"traceutil/trace.go:171","msg":"trace[1689320362] linearizableReadLoop","detail":"{readStateIndex:1310; appliedIndex:1314; }","duration":"370.526114ms","start":"2026-03-17T20:49:54.841098Z","end":"2026-03-17T20:49:55.211624Z","steps":["trace[1689320362] 'read index received' (duration: 370.518054ms)","trace[1689320362] 'applied index is now lower than readState.Index' (duration: 6.11µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:55.212078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.847626ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:55.212151Z","caller":"traceutil/trace.go:171","msg":"trace[716807104] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1132; }","duration":"371.021942ms","start":"2026-03-17T20:49:54.841093Z","end":"2026-03-17T20:49:55.212115Z","steps":["trace[716807104] 'agreement among raft nodes before linearized reading' (duration: 370.814815ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:55.211764Z","caller":"traceutil/trace.go:171","msg":"trace[137340086] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"367.074417ms","start":"2026-03-17T20:49:54.844668Z","end":"2026-03-17T20:49:55.211742Z","steps":["trace[137340086] 'process raft request' (duration: 366.937043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.211852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:54.841660Z","time spent":"370.189883ms","remote":"127.0.0.1:53586","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:55.212523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:54.844648Z","time spent":"367.706789ms","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:55.250808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.423297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tf4k9\" limit:1 ","response":"range_response_count:1 size:19718"} {"level":"info","ts":"2026-03-17T20:49:55.250942Z","caller":"traceutil/trace.go:171","msg":"trace[394350737] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tf4k9; range_end:; response_count:1; response_revision:1132; }","duration":"407.560753ms","start":"2026-03-17T20:49:54.843364Z","end":"2026-03-17T20:49:55.250925Z","steps":["trace[394350737] 'agreement among raft nodes before linearized reading' (duration: 407.318484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.250790Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.068013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:55.251022Z","caller":"traceutil/trace.go:171","msg":"trace[1119261028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1132; }","duration":"409.331253ms","start":"2026-03-17T20:49:54.841680Z","end":"2026-03-17T20:49:55.251012Z","steps":["trace[1119261028] 'agreement among raft nodes before linearized reading' (duration: 409.065153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.251049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:54.841671Z","time spent":"409.369894ms","remote":"127.0.0.1:53562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:55.250792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.086427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:49:55.251124Z","caller":"traceutil/trace.go:171","msg":"trace[257631966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1132; }","duration":"270.46648ms","start":"2026-03-17T20:49:54.980648Z","end":"2026-03-17T20:49:55.251114Z","steps":["trace[257631966] 'agreement among raft nodes before linearized reading' (duration: 270.070017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.251171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:54.843356Z","time spent":"407.615874ms","remote":"127.0.0.1:53770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19741,"request content":"key:\"/registry/pods/kube-system/cilium-tf4k9\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:55.322592Z","caller":"traceutil/trace.go:171","msg":"trace[1371726200] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"109.085423ms","start":"2026-03-17T20:49:55.213472Z","end":"2026-03-17T20:49:55.322557Z","steps":["trace[1371726200] 'process raft request' (duration: 46.707836ms)","trace[1371726200] 'compare' (duration: 62.242772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:55.322657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.288239ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:55.322694Z","caller":"traceutil/trace.go:171","msg":"trace[137329814] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1134; }","duration":"109.340081ms","start":"2026-03-17T20:49:55.213344Z","end":"2026-03-17T20:49:55.322684Z","steps":["trace[137329814] 'agreement among raft nodes before linearized reading' (duration: 109.238158ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:55.322615Z","caller":"traceutil/trace.go:171","msg":"trace[1666969322] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"106.265017ms","start":"2026-03-17T20:49:55.216306Z","end":"2026-03-17T20:49:55.322571Z","steps":["trace[1666969322] 'process raft request' (duration: 106.219116ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:55.511823Z","caller":"traceutil/trace.go:171","msg":"trace[134765703] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"244.620583ms","start":"2026-03-17T20:49:55.267176Z","end":"2026-03-17T20:49:55.511797Z","steps":["trace[134765703] 'process raft request' (duration: 217.598356ms)","trace[134765703] 'compare' (duration: 26.873982ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:55.543668Z","caller":"traceutil/trace.go:171","msg":"trace[624070696] linearizableReadLoop","detail":"{readStateIndex:1319; appliedIndex:1321; }","duration":"218.848598ms","start":"2026-03-17T20:49:55.324804Z","end":"2026-03-17T20:49:55.543652Z","steps":["trace[624070696] 'read index received' (duration: 218.845368ms)","trace[624070696] 'applied index is now lower than readState.Index' (duration: 2.6µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:55.543771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.958191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:460"} {"level":"info","ts":"2026-03-17T20:49:55.543794Z","caller":"traceutil/trace.go:171","msg":"trace[195241903] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1137; }","duration":"219.041935ms","start":"2026-03-17T20:49:55.324746Z","end":"2026-03-17T20:49:55.543788Z","steps":["trace[195241903] 'agreement among raft nodes before linearized reading' (duration: 218.966942ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:55.543971Z","caller":"traceutil/trace.go:171","msg":"trace[435106624] transaction","detail":"{read_only:false; response_revision:1138; number_of_response:1; }","duration":"217.137921ms","start":"2026-03-17T20:49:55.326798Z","end":"2026-03-17T20:49:55.543936Z","steps":["trace[435106624] 'process raft request' (duration: 216.925253ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:55.742181Z","caller":"traceutil/trace.go:171","msg":"trace[971733569] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"146.939567ms","start":"2026-03-17T20:49:55.595225Z","end":"2026-03-17T20:49:55.742165Z","steps":["trace[971733569] 'process raft request' (duration: 146.896725ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:55.952629Z","caller":"traceutil/trace.go:171","msg":"trace[939787165] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"162.980533ms","start":"2026-03-17T20:49:55.789629Z","end":"2026-03-17T20:49:55.952610Z","steps":["trace[939787165] 'process raft request' (duration: 162.880239ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:56.130858Z","caller":"traceutil/trace.go:171","msg":"trace[863621923] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"172.282008ms","start":"2026-03-17T20:49:55.958553Z","end":"2026-03-17T20:49:56.130835Z","steps":["trace[863621923] 'process raft request' (duration: 171.916715ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:56.281540Z","caller":"traceutil/trace.go:171","msg":"trace[1382092972] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"111.703683ms","start":"2026-03-17T20:49:56.169810Z","end":"2026-03-17T20:49:56.281514Z","steps":["trace[1382092972] 'process raft request' (duration: 59.76742ms)","trace[1382092972] 'compare' (duration: 51.816119ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:56.657281Z","caller":"traceutil/trace.go:171","msg":"trace[1092185929] linearizableReadLoop","detail":"{readStateIndex:1341; appliedIndex:1342; }","duration":"300.771321ms","start":"2026-03-17T20:49:56.356491Z","end":"2026-03-17T20:49:56.657262Z","steps":["trace[1092185929] 'read index received' (duration: 300.759671ms)","trace[1092185929] 'applied index is now lower than readState.Index' (duration: 10.01µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:56.657427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.918636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:49:56.657456Z","caller":"traceutil/trace.go:171","msg":"trace[1654632812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1158; }","duration":"301.043259ms","start":"2026-03-17T20:49:56.356405Z","end":"2026-03-17T20:49:56.657449Z","steps":["trace[1654632812] 'agreement among raft nodes before linearized reading' (duration: 300.942396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.657477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:56.356387Z","time spent":"301.083951ms","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:56.657899Z","caller":"traceutil/trace.go:171","msg":"trace[1621924394] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"368.367995ms","start":"2026-03-17T20:49:56.289498Z","end":"2026-03-17T20:49:56.657866Z","steps":["trace[1621924394] 'process raft request' (duration: 368.290532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.658114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:56.289470Z","time spent":"368.52262ms","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:56.900140Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.778026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:56.900298Z","caller":"traceutil/trace.go:171","msg":"trace[212796656] linearizableReadLoop","detail":"{readStateIndex:1346; appliedIndex:1345; }","duration":"238.410445ms","start":"2026-03-17T20:49:56.661866Z","end":"2026-03-17T20:49:56.900276Z","steps":["trace[212796656] 'read index received' (duration: 108.295697ms)","trace[212796656] 'applied index is now lower than readState.Index' (duration: 130.113338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:56.900422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.543749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189dbc038f788154\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-17T20:49:56.900466Z","caller":"traceutil/trace.go:171","msg":"trace[1833785821] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.189dbc038f788154; range_end:; response_count:1; response_revision:1162; }","duration":"238.630822ms","start":"2026-03-17T20:49:56.661822Z","end":"2026-03-17T20:49:56.900453Z","steps":["trace[1833785821] 'agreement among raft nodes before linearized reading' (duration: 238.536428ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:57.095334Z","caller":"traceutil/trace.go:171","msg":"trace[1411461194] linearizableReadLoop","detail":"{readStateIndex:1350; appliedIndex:1350; }","duration":"194.977661ms","start":"2026-03-17T20:49:56.900330Z","end":"2026-03-17T20:49:57.095307Z","steps":["trace[1411461194] 'read index received' (duration: 194.97035ms)","trace[1411461194] 'applied index is now lower than readState.Index' (duration: 6.201µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:57.095531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.012036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tf4k9\" limit:1 ","response":"range_response_count:1 size:19713"} {"level":"info","ts":"2026-03-17T20:49:57.095585Z","caller":"traceutil/trace.go:171","msg":"trace[1980881784] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"191.754511ms","start":"2026-03-17T20:49:56.903805Z","end":"2026-03-17T20:49:57.095560Z","steps":["trace[1980881784] 'process raft request' (duration: 191.670668ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:57.095638Z","caller":"traceutil/trace.go:171","msg":"trace[1116297842] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tf4k9; range_end:; response_count:1; response_revision:1166; }","duration":"338.177762ms","start":"2026-03-17T20:49:56.757440Z","end":"2026-03-17T20:49:57.095618Z","steps":["trace[1116297842] 'agreement among raft nodes before linearized reading' (duration: 337.948104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.095691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:56.757427Z","time spent":"338.254925ms","remote":"127.0.0.1:53770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19736,"request content":"key:\"/registry/pods/kube-system/cilium-tf4k9\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:57.099171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.294378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:49:57.099456Z","caller":"traceutil/trace.go:171","msg":"trace[493613741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1169; }","duration":"184.634399ms","start":"2026-03-17T20:49:56.914805Z","end":"2026-03-17T20:49:57.099440Z","steps":["trace[493613741] 'agreement among raft nodes before linearized reading' (duration: 184.188404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.099524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.117751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:49:57.100463Z","caller":"traceutil/trace.go:171","msg":"trace[2097149045] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1169; }","duration":"157.110415ms","start":"2026-03-17T20:49:56.943330Z","end":"2026-03-17T20:49:57.100440Z","steps":["trace[2097149045] 'agreement among raft nodes before linearized reading' (duration: 156.08405ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:57.277517Z","caller":"traceutil/trace.go:171","msg":"trace[1167830177] linearizableReadLoop","detail":"{readStateIndex:1354; appliedIndex:1354; }","duration":"176.201174ms","start":"2026-03-17T20:49:57.101269Z","end":"2026-03-17T20:49:57.277470Z","steps":["trace[1167830177] 'read index received' (duration: 176.195244ms)","trace[1167830177] 'applied index is now lower than readState.Index' (duration: 4.55µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:57.277672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.38252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:57.277753Z","caller":"traceutil/trace.go:171","msg":"trace[780797452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1170; }","duration":"176.516855ms","start":"2026-03-17T20:49:57.101226Z","end":"2026-03-17T20:49:57.277743Z","steps":["trace[780797452] 'agreement among raft nodes before linearized reading' (duration: 176.36459ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:57.278430Z","caller":"traceutil/trace.go:171","msg":"trace[826634151] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"161.603778ms","start":"2026-03-17T20:49:57.116802Z","end":"2026-03-17T20:49:57.278406Z","steps":["trace[826634151] 'process raft request' (duration: 161.521485ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:57.278647Z","caller":"traceutil/trace.go:171","msg":"trace[1172169257] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"177.337143ms","start":"2026-03-17T20:49:57.101273Z","end":"2026-03-17T20:49:57.278610Z","steps":["trace[1172169257] 'process raft request' (duration: 176.913569ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:57.717541Z","caller":"traceutil/trace.go:171","msg":"trace[2063806986] linearizableReadLoop","detail":"{readStateIndex:1359; appliedIndex:1359; }","duration":"267.840615ms","start":"2026-03-17T20:49:57.449675Z","end":"2026-03-17T20:49:57.717516Z","steps":["trace[2063806986] 'read index received' (duration: 267.835105ms)","trace[2063806986] 'applied index is now lower than readState.Index' (duration: 3.77µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:57.717617Z","caller":"traceutil/trace.go:171","msg":"trace[709907225] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"433.138599ms","start":"2026-03-17T20:49:57.284447Z","end":"2026-03-17T20:49:57.717586Z","steps":["trace[709907225] 'process raft request' (duration: 433.032355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.717708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.009691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-17T20:49:57.717748Z","caller":"traceutil/trace.go:171","msg":"trace[408987969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1176; }","duration":"268.094994ms","start":"2026-03-17T20:49:57.449643Z","end":"2026-03-17T20:49:57.717738Z","steps":["trace[408987969] 'agreement among raft nodes before linearized reading' (duration: 267.966369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.717733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:57.284425Z","time spent":"433.255952ms","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:58.009945Z","caller":"traceutil/trace.go:171","msg":"trace[680655674] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"287.274066ms","start":"2026-03-17T20:49:57.722660Z","end":"2026-03-17T20:49:58.009934Z","steps":["trace[680655674] 'process raft request' (duration: 287.243105ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:58.252520Z","caller":"traceutil/trace.go:171","msg":"trace[365705454] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"239.461664ms","start":"2026-03-17T20:49:58.013047Z","end":"2026-03-17T20:49:58.252509Z","steps":["trace[365705454] 'process raft request' (duration: 239.288708ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:58.253135Z","caller":"traceutil/trace.go:171","msg":"trace[291045145] linearizableReadLoop","detail":"{readStateIndex:1363; appliedIndex:1364; }","duration":"174.26031ms","start":"2026-03-17T20:49:58.078858Z","end":"2026-03-17T20:49:58.253119Z","steps":["trace[291045145] 'read index received' (duration: 174.255659ms)","trace[291045145] 'applied index is now lower than readState.Index' (duration: 3.631µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:58.253397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.526278ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:58.254135Z","caller":"traceutil/trace.go:171","msg":"trace[552655061] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1180; }","duration":"175.266974ms","start":"2026-03-17T20:49:58.078851Z","end":"2026-03-17T20:49:58.254118Z","steps":["trace[552655061] 'agreement among raft nodes before linearized reading' (duration: 174.455526ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:58.817600Z","caller":"traceutil/trace.go:171","msg":"trace[44082039] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"226.165142ms","start":"2026-03-17T20:49:58.591412Z","end":"2026-03-17T20:49:58.817577Z","steps":["trace[44082039] 'process raft request' (duration: 225.954305ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:58.894230Z","caller":"traceutil/trace.go:171","msg":"trace[201860307] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"212.533369ms","start":"2026-03-17T20:49:58.681676Z","end":"2026-03-17T20:49:58.894210Z","steps":["trace[201860307] 'process raft request' (duration: 212.382984ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:59.434803Z","caller":"traceutil/trace.go:171","msg":"trace[595793909] linearizableReadLoop","detail":"{readStateIndex:1396; appliedIndex:1396; }","duration":"380.619642ms","start":"2026-03-17T20:49:59.054157Z","end":"2026-03-17T20:49:59.434776Z","steps":["trace[595793909] 'read index received' (duration: 380.615712ms)","trace[595793909] 'applied index is now lower than readState.Index' (duration: 3.17µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:59.434947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.781207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:59.435373Z","caller":"traceutil/trace.go:171","msg":"trace[352439380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1210; }","duration":"381.250543ms","start":"2026-03-17T20:49:59.054109Z","end":"2026-03-17T20:49:59.435360Z","steps":["trace[352439380] 'agreement among raft nodes before linearized reading' (duration: 380.776127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:59.435429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:49:59.054066Z","time spent":"381.351287ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:59.436454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.854521ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:59.436520Z","caller":"traceutil/trace.go:171","msg":"trace[1747109052] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1210; }","duration":"277.921383ms","start":"2026-03-17T20:49:59.158582Z","end":"2026-03-17T20:49:59.436504Z","steps":["trace[1747109052] 'agreement among raft nodes before linearized reading' (duration: 277.83105ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:00.516531Z","caller":"traceutil/trace.go:171","msg":"trace[1282906367] linearizableReadLoop","detail":"{readStateIndex:1409; appliedIndex:1409; }","duration":"286.519269ms","start":"2026-03-17T20:50:00.229992Z","end":"2026-03-17T20:50:00.516511Z","steps":["trace[1282906367] 'read index received' (duration: 286.513819ms)","trace[1282906367] 'applied index is now lower than readState.Index' (duration: 4.58µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:00.516718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.706335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:50:00.516760Z","caller":"traceutil/trace.go:171","msg":"trace[1966169612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1224; }","duration":"286.798849ms","start":"2026-03-17T20:50:00.229952Z","end":"2026-03-17T20:50:00.516750Z","steps":["trace[1966169612] 'agreement among raft nodes before linearized reading' (duration: 286.673955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:00.518758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.091251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-17T20:50:00.518844Z","caller":"traceutil/trace.go:171","msg":"trace[780898723] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1224; }","duration":"190.221936ms","start":"2026-03-17T20:50:00.328602Z","end":"2026-03-17T20:50:00.518824Z","steps":["trace[780898723] 'agreement among raft nodes before linearized reading' (duration: 190.067ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:00.860722Z","caller":"traceutil/trace.go:171","msg":"trace[93496555] linearizableReadLoop","detail":"{readStateIndex:1417; appliedIndex:1417; }","duration":"179.796201ms","start":"2026-03-17T20:50:00.680909Z","end":"2026-03-17T20:50:00.860705Z","steps":["trace[93496555] 'read index received' (duration: 179.793671ms)","trace[93496555] 'applied index is now lower than readState.Index' (duration: 2.02µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:00.860822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.904194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-tf4k9.189dbc0e7dbaffcc\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-03-17T20:50:00.860841Z","caller":"traceutil/trace.go:171","msg":"trace[18577662] range","detail":"{range_begin:/registry/events/kube-system/cilium-tf4k9.189dbc0e7dbaffcc; range_end:; response_count:1; response_revision:1231; }","duration":"179.963526ms","start":"2026-03-17T20:50:00.680871Z","end":"2026-03-17T20:50:00.860835Z","steps":["trace[18577662] 'agreement among raft nodes before linearized reading' (duration: 179.895204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:03.555479Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763100130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:03.849126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:03.010619Z","time spent":"838.498469ms","remote":"127.0.0.1:57472","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-17T20:50:03.849322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.515685ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:03.849348Z","caller":"traceutil/trace.go:171","msg":"trace[1406023212] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1274; }","duration":"770.550246ms","start":"2026-03-17T20:50:03.078787Z","end":"2026-03-17T20:50:03.849338Z","steps":["trace[1406023212] 'range keys from in-memory index tree' (duration: 770.478874ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:03.850234Z","caller":"traceutil/trace.go:171","msg":"trace[1199735446] linearizableReadLoop","detail":"{readStateIndex:1462; appliedIndex:1461; }","duration":"795.377821ms","start":"2026-03-17T20:50:03.054838Z","end":"2026-03-17T20:50:03.850216Z","steps":["trace[1199735446] 'read index received' (duration: 791.166248ms)","trace[1199735446] 'applied index is now lower than readState.Index' (duration: 4.210323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:03.850383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.539926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:03.850409Z","caller":"traceutil/trace.go:171","msg":"trace[454126825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1275; }","duration":"795.613149ms","start":"2026-03-17T20:50:03.054788Z","end":"2026-03-17T20:50:03.850401Z","steps":["trace[454126825] 'agreement among raft nodes before linearized reading' (duration: 795.571248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:03.850442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:03.054771Z","time spent":"795.666211ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:50:03.852115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.211124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:50:03.852167Z","caller":"traceutil/trace.go:171","msg":"trace[232445134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1275; }","duration":"124.299107ms","start":"2026-03-17T20:50:03.727858Z","end":"2026-03-17T20:50:03.852157Z","steps":["trace[232445134] 'agreement among raft nodes before linearized reading' (duration: 124.209584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:03.852306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.715994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-17T20:50:03.852358Z","caller":"traceutil/trace.go:171","msg":"trace[302476505] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1275; }","duration":"354.803067ms","start":"2026-03-17T20:50:03.497548Z","end":"2026-03-17T20:50:03.852351Z","steps":["trace[302476505] 'agreement among raft nodes before linearized reading' (duration: 354.734694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:03.852418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:03.497533Z","time spent":"354.852099ms","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:06.564620Z","caller":"traceutil/trace.go:171","msg":"trace[908143615] linearizableReadLoop","detail":"{readStateIndex:1557; appliedIndex:1557; }","duration":"388.69964ms","start":"2026-03-17T20:50:06.175893Z","end":"2026-03-17T20:50:06.564592Z","steps":["trace[908143615] 'read index received' (duration: 388.69273ms)","trace[908143615] 'applied index is now lower than readState.Index' (duration: 5.33µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:06.564950Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.021931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:06.565001Z","caller":"traceutil/trace.go:171","msg":"trace[1952432874] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1328; }","duration":"389.115414ms","start":"2026-03-17T20:50:06.175872Z","end":"2026-03-17T20:50:06.564988Z","steps":["trace[1952432874] 'agreement among raft nodes before linearized reading' (duration: 388.796753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:06.565044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:06.175863Z","time spent":"389.167896ms","remote":"127.0.0.1:53870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:50:06.566653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.072006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:06.566781Z","caller":"traceutil/trace.go:171","msg":"trace[829934424] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:1329; }","duration":"209.237861ms","start":"2026-03-17T20:50:06.357491Z","end":"2026-03-17T20:50:06.566729Z","steps":["trace[829934424] 'agreement among raft nodes before linearized reading' (duration: 209.068846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.257955Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763100191,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:50:07.644464Z","caller":"traceutil/trace.go:171","msg":"trace[1849592712] transaction","detail":"{read_only:false; response_revision:1332; number_of_response:1; }","duration":"942.620347ms","start":"2026-03-17T20:50:06.701822Z","end":"2026-03-17T20:50:07.644442Z","steps":["trace[1849592712] 'process raft request' (duration: 942.561145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.644721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:06.701800Z","time spent":"942.742961ms","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:07.650271Z","caller":"traceutil/trace.go:171","msg":"trace[1229097227] linearizableReadLoop","detail":"{readStateIndex:1561; appliedIndex:1562; }","duration":"893.188414ms","start":"2026-03-17T20:50:06.757056Z","end":"2026-03-17T20:50:07.650244Z","steps":["trace[1229097227] 'read index received' (duration: 893.181864ms)","trace[1229097227] 'applied index is now lower than readState.Index' (duration: 5.14µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:07.650510Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.412262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" limit:1 ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-17T20:50:07.650572Z","caller":"traceutil/trace.go:171","msg":"trace[830070744] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:1332; }","duration":"893.549606ms","start":"2026-03-17T20:50:06.757006Z","end":"2026-03-17T20:50:07.650556Z","steps":["trace[830070744] 'agreement among raft nodes before linearized reading' (duration: 893.36942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.650622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:06.756951Z","time spent":"893.65465ms","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:07.687354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.790182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-17T20:50:07.687424Z","caller":"traceutil/trace.go:171","msg":"trace[1272499882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1335; }","duration":"917.900045ms","start":"2026-03-17T20:50:06.769508Z","end":"2026-03-17T20:50:07.687408Z","steps":["trace[1272499882] 'agreement among raft nodes before linearized reading' (duration: 916.770796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.687459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:06.769496Z","time spent":"917.954387ms","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:07.687446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.517953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" limit:1 ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-03-17T20:50:07.687417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.275974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" limit:1 ","response":"range_response_count:1 size:4180"} {"level":"warn","ts":"2026-03-17T20:50:07.687529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.432121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-17T20:50:07.687565Z","caller":"traceutil/trace.go:171","msg":"trace[362328389] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1335; }","duration":"657.545065ms","start":"2026-03-17T20:50:07.030009Z","end":"2026-03-17T20:50:07.687554Z","steps":["trace[362328389] 'agreement among raft nodes before linearized reading' (duration: 656.312523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.687573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.531194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:50:07.687548Z","caller":"traceutil/trace.go:171","msg":"trace[102401773] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:1335; }","duration":"130.471361ms","start":"2026-03-17T20:50:07.557048Z","end":"2026-03-17T20:50:07.687520Z","steps":["trace[102401773] 'agreement among raft nodes before linearized reading' (duration: 129.27532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.687598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:07.029981Z","time spent":"657.610297ms","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:07.687602Z","caller":"traceutil/trace.go:171","msg":"trace[1193196171] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1335; }","duration":"692.620107ms","start":"2026-03-17T20:50:06.994972Z","end":"2026-03-17T20:50:07.687593Z","steps":["trace[1193196171] 'agreement among raft nodes before linearized reading' (duration: 691.359614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.687643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.906269ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:07.687692Z","caller":"traceutil/trace.go:171","msg":"trace[2051931195] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1335; }","duration":"608.953221ms","start":"2026-03-17T20:50:07.078724Z","end":"2026-03-17T20:50:07.687677Z","steps":["trace[2051931195] 'agreement among raft nodes before linearized reading' (duration: 607.574144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.687702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.958871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" limit:1 ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-17T20:50:07.687733Z","caller":"traceutil/trace.go:171","msg":"trace[1059645501] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:1335; }","duration":"530.052185ms","start":"2026-03-17T20:50:07.157673Z","end":"2026-03-17T20:50:07.687725Z","steps":["trace[1059645501] 'agreement among raft nodes before linearized reading' (duration: 528.678098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.687437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.591337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" limit:1 ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-17T20:50:07.687522Z","caller":"traceutil/trace.go:171","msg":"trace[1286288905] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:1335; }","duration":"330.658197ms","start":"2026-03-17T20:50:07.356844Z","end":"2026-03-17T20:50:07.687502Z","steps":["trace[1286288905] 'agreement among raft nodes before linearized reading' (duration: 329.497708ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:07.687780Z","caller":"traceutil/trace.go:171","msg":"trace[986577797] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:1335; }","duration":"729.99818ms","start":"2026-03-17T20:50:06.957766Z","end":"2026-03-17T20:50:07.687764Z","steps":["trace[986577797] 'agreement among raft nodes before linearized reading' (duration: 728.580722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.687757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:07.157643Z","time spent":"530.107807ms","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:07.687466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.971878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:07.688061Z","caller":"traceutil/trace.go:171","msg":"trace[615552008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1335; }","duration":"633.60503ms","start":"2026-03-17T20:50:07.054439Z","end":"2026-03-17T20:50:07.688044Z","steps":["trace[615552008] 'agreement among raft nodes before linearized reading' (duration: 631.8702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.688107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:07.054420Z","time spent":"633.673952ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:50:07.687784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:07.356824Z","time spent":"330.949447ms","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:07.687821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:06.957740Z","time spent":"730.068943ms","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:07.689312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:06.994941Z","time spent":"692.688379ms","remote":"127.0.0.1:53688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:50:08.657681Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763100197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:09.158522Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763100197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:09.666937Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763100197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:09.797092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003671491s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:09.797201Z","caller":"traceutil/trace.go:171","msg":"trace[598203528] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1336; }","duration":"1.003805316s","start":"2026-03-17T20:50:08.793367Z","end":"2026-03-17T20:50:09.797173Z","steps":["trace[598203528] 'range keys from in-memory index tree' (duration: 1.003617789s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:09.797307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.199525ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:09.797362Z","caller":"traceutil/trace.go:171","msg":"trace[140497317] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1336; }","duration":"719.263367ms","start":"2026-03-17T20:50:09.078083Z","end":"2026-03-17T20:50:09.797346Z","steps":["trace[140497317] 'range keys from in-memory index tree' (duration: 719.152803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:09.799260Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.025671958s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:50:10.167499Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763100197,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:50:10.274514Z","caller":"traceutil/trace.go:171","msg":"trace[505277640] linearizableReadLoop","detail":"{readStateIndex:1571; appliedIndex:1574; }","duration":"2.117439112s","start":"2026-03-17T20:50:08.157054Z","end":"2026-03-17T20:50:10.274493Z","steps":["trace[505277640] 'read index received' (duration: 2.117434532s)","trace[505277640] 'applied index is now lower than readState.Index' (duration: 3.57µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:10.274656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117597128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" limit:1 ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-17T20:50:10.274677Z","caller":"traceutil/trace.go:171","msg":"trace[103332798] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:1342; }","duration":"2.11768374s","start":"2026-03-17T20:50:08.156986Z","end":"2026-03-17T20:50:10.274670Z","steps":["trace[103332798] 'agreement among raft nodes before linearized reading' (duration: 2.117603947s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.274697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:08.156961Z","time spent":"2.117731632s","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:10.275776Z","caller":"traceutil/trace.go:171","msg":"trace[1629259877] transaction","detail":"{read_only:false; response_revision:1343; number_of_response:1; }","duration":"2.313126595s","start":"2026-03-17T20:50:07.962613Z","end":"2026-03-17T20:50:10.275740Z","steps":["trace[1629259877] 'process raft request' (duration: 2.312644219s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.275935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:07.962573Z","time spent":"2.31326896s","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:50:10.276334Z","caller":"traceutil/trace.go:171","msg":"trace[1641493042] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"807.099811ms","start":"2026-03-17T20:50:09.469225Z","end":"2026-03-17T20:50:10.276325Z","steps":["trace[1641493042] 'process raft request' (duration: 807.004568ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:10.276358Z","caller":"traceutil/trace.go:171","msg":"trace[381005803] transaction","detail":"{read_only:false; response_revision:1344; number_of_response:1; }","duration":"810.058682ms","start":"2026-03-17T20:50:09.466280Z","end":"2026-03-17T20:50:10.276338Z","steps":["trace[381005803] 'process raft request' (duration: 809.257644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.276426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:09.466258Z","time spent":"810.137165ms","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:50:10.277293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:09.469207Z","time spent":"807.160483ms","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:50:10.625468Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5258406652763100201,"received-request-id":5258406652763100197} {"level":"warn","ts":"2026-03-17T20:50:10.775468Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763100201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:50:10.805008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999654729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:50:10.805171Z","caller":"traceutil/trace.go:171","msg":"trace[1461499648] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999861566s","start":"2026-03-17T20:50:08.805291Z","end":"2026-03-17T20:50:10.805153Z","steps":["trace[1461499648] 'agreement among raft nodes before linearized reading' (duration: 1.99967877s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.805229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:08.805275Z","time spent":"1.999945919s","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:50:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-17T20:50:10.880968Z","caller":"traceutil/trace.go:171","msg":"trace[1837887902] linearizableReadLoop","detail":"{readStateIndex:1579; appliedIndex:1582; }","duration":"606.381647ms","start":"2026-03-17T20:50:10.274566Z","end":"2026-03-17T20:50:10.880947Z","steps":["trace[1837887902] 'read index received' (duration: 606.371927ms)","trace[1837887902] 'applied index is now lower than readState.Index' (duration: 8.52µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:10.881246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.084298354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:50:10.881658Z","caller":"traceutil/trace.go:171","msg":"trace[1185764704] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1348; }","duration":"2.084736778s","start":"2026-03-17T20:50:08.796906Z","end":"2026-03-17T20:50:10.881642Z","steps":["trace[1185764704] 'agreement among raft nodes before linearized reading' (duration: 2.084265332s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.881699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:08.796902Z","time spent":"2.08478708s","remote":"127.0.0.1:53930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":14,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-17T20:50:10.881694Z","caller":"traceutil/trace.go:171","msg":"trace[598483978] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1348; }","duration":"577.195893ms","start":"2026-03-17T20:50:10.304449Z","end":"2026-03-17T20:50:10.881645Z","steps":["trace[598483978] 'process raft request' (duration: 576.82149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.881318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084034558s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:10.881891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.304419Z","time spent":"577.329238ms","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":82,"response count":0,"response size":24280,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:10.881901Z","caller":"traceutil/trace.go:171","msg":"trace[1169590099] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1348; }","duration":"1.084593117s","start":"2026-03-17T20:50:09.797251Z","end":"2026-03-17T20:50:10.881844Z","steps":["trace[1169590099] 'agreement among raft nodes before linearized reading' (duration: 1.084002437s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.881393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.084544021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:10.882063Z","caller":"traceutil/trace.go:171","msg":"trace[1684323775] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1348; }","duration":"2.085236315s","start":"2026-03-17T20:50:08.796811Z","end":"2026-03-17T20:50:10.882047Z","steps":["trace[1684323775] 'agreement among raft nodes before linearized reading' (duration: 2.084555682s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.882123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:08.796789Z","time spent":"2.085320278s","remote":"127.0.0.1:53806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:50:10.881387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042962709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:10.882248Z","caller":"traceutil/trace.go:171","msg":"trace[1726920906] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1348; }","duration":"1.04386897s","start":"2026-03-17T20:50:09.838362Z","end":"2026-03-17T20:50:10.882231Z","steps":["trace[1726920906] 'agreement among raft nodes before linearized reading' (duration: 1.042927538s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.882315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:09.838341Z","time spent":"1.043955092s","remote":"127.0.0.1:53918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:50:10.881423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.680431091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-17T20:50:10.882483Z","caller":"traceutil/trace.go:171","msg":"trace[1572227729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1348; }","duration":"2.68155664s","start":"2026-03-17T20:50:08.200906Z","end":"2026-03-17T20:50:10.882463Z","steps":["trace[1572227729] 'agreement among raft nodes before linearized reading' (duration: 2.680336999s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.882623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:08.200891Z","time spent":"2.681712055s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:10.881483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460962248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-17T20:50:10.882758Z","caller":"traceutil/trace.go:171","msg":"trace[1774693041] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1348; }","duration":"2.462268014s","start":"2026-03-17T20:50:08.420475Z","end":"2026-03-17T20:50:10.882743Z","steps":["trace[1774693041] 'agreement among raft nodes before linearized reading' (duration: 2.460933078s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.882814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:08.420455Z","time spent":"2.462341255s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:10.881518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083853088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-tf4k9.189dbc0e7dbaffcc\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-03-17T20:50:10.882946Z","caller":"traceutil/trace.go:171","msg":"trace[1127544027] range","detail":"{range_begin:/registry/events/kube-system/cilium-tf4k9.189dbc0e7dbaffcc; range_end:; response_count:1; response_revision:1348; }","duration":"2.085282877s","start":"2026-03-17T20:50:08.797648Z","end":"2026-03-17T20:50:10.882931Z","steps":["trace[1127544027] 'agreement among raft nodes before linearized reading' (duration: 2.083647521s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.881516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124478791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-17T20:50:10.883001Z","caller":"traceutil/trace.go:171","msg":"trace[1271714355] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:1348; }","duration":"2.125966202s","start":"2026-03-17T20:50:08.757025Z","end":"2026-03-17T20:50:10.882992Z","steps":["trace[1271714355] 'agreement among raft nodes before linearized reading' (duration: 2.124322166s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.883002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:08.797641Z","time spent":"2.085346239s","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":826,"request content":"key:\"/registry/events/kube-system/cilium-tf4k9.189dbc0e7dbaffcc\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:10.883033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:08.757006Z","time spent":"2.126016093s","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:10.881519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.279687496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:50:10.883345Z","caller":"traceutil/trace.go:171","msg":"trace[795369426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1348; }","duration":"2.281542539s","start":"2026-03-17T20:50:08.601786Z","end":"2026-03-17T20:50:10.883328Z","steps":["trace[795369426] 'agreement among raft nodes before linearized reading' (duration: 2.279626533s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.883401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:08.601767Z","time spent":"2.281616782s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:10.881339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10435644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-17T20:50:10.883470Z","caller":"traceutil/trace.go:171","msg":"trace[235430754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1348; }","duration":"1.106506234s","start":"2026-03-17T20:50:09.776942Z","end":"2026-03-17T20:50:10.883448Z","steps":["trace[235430754] 'agreement among raft nodes before linearized reading' (duration: 1.10433138s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.883568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:09.776924Z","time spent":"1.106625827s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:10.987050Z","caller":"traceutil/trace.go:171","msg":"trace[1081238975] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1349; }","duration":"408.699824ms","start":"2026-03-17T20:50:10.578338Z","end":"2026-03-17T20:50:10.987038Z","steps":["trace[1081238975] 'process raft request' (duration: 408.673533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.987158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.578323Z","time spent":"408.789936ms","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":82,"response count":0,"response size":24280,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:50:11.306441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.884634ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:50:11.382693Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5258406652763100204,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:50:11.415975Z","caller":"traceutil/trace.go:171","msg":"trace[145922115] linearizableReadLoop","detail":"{readStateIndex:1588; appliedIndex:1589; }","duration":"534.345695ms","start":"2026-03-17T20:50:10.881599Z","end":"2026-03-17T20:50:11.415945Z","steps":["trace[145922115] 'read index received' (duration: 534.330544ms)","trace[145922115] 'applied index is now lower than readState.Index' (duration: 13.041µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:11.416120Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.21299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" limit:1 ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-17T20:50:11.416322Z","caller":"traceutil/trace.go:171","msg":"trace[782745816] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:1350; }","duration":"610.451518ms","start":"2026-03-17T20:50:10.805858Z","end":"2026-03-17T20:50:11.416309Z","steps":["trace[782745816] 'agreement among raft nodes before linearized reading' (duration: 610.193139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.416121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.1932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:188486"} {"level":"info","ts":"2026-03-17T20:50:11.416483Z","caller":"traceutil/trace.go:171","msg":"trace[533757185] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1350; }","duration":"610.599703ms","start":"2026-03-17T20:50:10.805873Z","end":"2026-03-17T20:50:11.416473Z","steps":["trace[533757185] 'agreement among raft nodes before linearized reading' (duration: 610.117906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.416515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.805861Z","time spent":"610.644555ms","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":188509,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:11.416125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.676125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:11.416617Z","caller":"traceutil/trace.go:171","msg":"trace[546987003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1350; }","duration":"611.205834ms","start":"2026-03-17T20:50:10.805399Z","end":"2026-03-17T20:50:11.416605Z","steps":["trace[546987003] 'agreement among raft nodes before linearized reading' (duration: 610.688817ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:11.416636Z","caller":"traceutil/trace.go:171","msg":"trace[907106057] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"531.591441ms","start":"2026-03-17T20:50:10.885037Z","end":"2026-03-17T20:50:11.416628Z","steps":["trace[907106057] 'process raft request' (duration: 531.442846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.416655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.805379Z","time spent":"611.266946ms","remote":"127.0.0.1:53562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:50:11.416695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.885014Z","time spent":"531.638813ms","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:50:11.416225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.531876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:187261"} {"level":"info","ts":"2026-03-17T20:50:11.416864Z","caller":"traceutil/trace.go:171","msg":"trace[785244520] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1350; }","duration":"605.137627ms","start":"2026-03-17T20:50:10.811673Z","end":"2026-03-17T20:50:11.416810Z","steps":["trace[785244520] 'agreement among raft nodes before linearized reading' (duration: 604.470455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.417245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.805846Z","time spent":"611.38948ms","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:11.416831Z","caller":"traceutil/trace.go:171","msg":"trace[785816752] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"513.447333ms","start":"2026-03-17T20:50:10.903345Z","end":"2026-03-17T20:50:11.416793Z","steps":["trace[785816752] 'process raft request' (duration: 513.187404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.417371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.811666Z","time spent":"605.501889ms","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":187284,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:11.417900Z","caller":"traceutil/trace.go:171","msg":"trace[1184865639] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1354; }","duration":"340.027775ms","start":"2026-03-17T20:50:11.077855Z","end":"2026-03-17T20:50:11.417883Z","steps":["trace[1184865639] 'process raft request' (duration: 339.936542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.418720Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:11.077827Z","time spent":"340.853273ms","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":188531,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:50:11.417943Z","caller":"traceutil/trace.go:171","msg":"trace[98694016] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1354; }","duration":"456.497134ms","start":"2026-03-17T20:50:10.961437Z","end":"2026-03-17T20:50:11.417934Z","steps":["trace[98694016] 'process raft request' (duration: 455.166008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.418807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.961418Z","time spent":"457.347382ms","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":188531,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:50:11.418792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:10.903328Z","time spent":"514.122546ms","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:50:11.617558Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5258406652763100209,"received-request-id":5258406652763100204} {"level":"warn","ts":"2026-03-17T20:50:11.834434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.790058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:50:11.835362Z","caller":"traceutil/trace.go:171","msg":"trace[43991473] linearizableReadLoop","detail":"{readStateIndex:1598; appliedIndex:1599; }","duration":"419.284947ms","start":"2026-03-17T20:50:11.416056Z","end":"2026-03-17T20:50:11.835341Z","steps":["trace[43991473] 'read index received' (duration: 419.277907ms)","trace[43991473] 'applied index is now lower than readState.Index' (duration: 5.55µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:11.835491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.605349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-17T20:50:11.835556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.295582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-17T20:50:11.835615Z","caller":"traceutil/trace.go:171","msg":"trace[1711590728] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1356; }","duration":"774.384736ms","start":"2026-03-17T20:50:11.061213Z","end":"2026-03-17T20:50:11.835598Z","steps":["trace[1711590728] 'agreement among raft nodes before linearized reading' (duration: 774.270962ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:11.835611Z","caller":"traceutil/trace.go:171","msg":"trace[1926460376] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1356; }","duration":"606.763755ms","start":"2026-03-17T20:50:11.228804Z","end":"2026-03-17T20:50:11.835568Z","steps":["trace[1926460376] 'agreement among raft nodes before linearized reading' (duration: 606.599159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.835661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.69907ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:11.835675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:11.228787Z","time spent":"606.874619ms","remote":"127.0.0.1:54058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-17T20:50:11.835722Z","caller":"traceutil/trace.go:171","msg":"trace[876562804] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1357; }","duration":"952.761122ms","start":"2026-03-17T20:50:10.882947Z","end":"2026-03-17T20:50:11.835708Z","steps":["trace[876562804] 'agreement among raft nodes before linearized reading' (duration: 952.558915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:11.836053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:11.061197Z","time spent":"774.83613ms","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-17T20:50:11.836926Z","caller":"traceutil/trace.go:171","msg":"trace[612923233] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1359; }","duration":"235.188803ms","start":"2026-03-17T20:50:11.601721Z","end":"2026-03-17T20:50:11.836909Z","steps":["trace[612923233] 'process raft request' (duration: 235.077149ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:12.070973Z","caller":"traceutil/trace.go:171","msg":"trace[577850025] linearizableReadLoop","detail":"{readStateIndex:1603; appliedIndex:1603; }","duration":"235.458632ms","start":"2026-03-17T20:50:11.835470Z","end":"2026-03-17T20:50:12.070929Z","steps":["trace[577850025] 'read index received' (duration: 235.439442ms)","trace[577850025] 'applied index is now lower than readState.Index' (duration: 16.34µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:12.071231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.573207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-tf4k9.189dbc0e7dbaffcc\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"warn","ts":"2026-03-17T20:50:12.071223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.202381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:188252"} {"level":"warn","ts":"2026-03-17T20:50:12.071261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.465437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:12.071285Z","caller":"traceutil/trace.go:171","msg":"trace[1126594879] range","detail":"{range_begin:/registry/events/kube-system/cilium-tf4k9.189dbc0e7dbaffcc; range_end:; response_count:1; response_revision:1359; }","duration":"650.63998ms","start":"2026-03-17T20:50:11.420626Z","end":"2026-03-17T20:50:12.071266Z","steps":["trace[1126594879] 'agreement among raft nodes before linearized reading' (duration: 650.566217ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:12.071305Z","caller":"traceutil/trace.go:171","msg":"trace[558448935] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1359; }","duration":"259.323035ms","start":"2026-03-17T20:50:11.811962Z","end":"2026-03-17T20:50:12.071285Z","steps":["trace[558448935] 'agreement among raft nodes before linearized reading' (duration: 259.032605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.071321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:11.420614Z","time spent":"650.698351ms","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":826,"request content":"key:\"/registry/events/kube-system/cilium-tf4k9.189dbc0e7dbaffcc\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:12.071140Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.265244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:50:12.071595Z","caller":"traceutil/trace.go:171","msg":"trace[1542203152] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1359; }","duration":"279.788742ms","start":"2026-03-17T20:50:11.791785Z","end":"2026-03-17T20:50:12.071574Z","steps":["trace[1542203152] 'agreement among raft nodes before linearized reading' (duration: 279.254914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.071137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.224967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-17T20:50:12.071699Z","caller":"traceutil/trace.go:171","msg":"trace[1934878123] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1359; }","duration":"265.851388ms","start":"2026-03-17T20:50:11.805834Z","end":"2026-03-17T20:50:12.071685Z","steps":["trace[1934878123] 'agreement among raft nodes before linearized reading' (duration: 265.141234ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:12.071318Z","caller":"traceutil/trace.go:171","msg":"trace[2087553120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1359; }","duration":"646.54133ms","start":"2026-03-17T20:50:11.424762Z","end":"2026-03-17T20:50:12.071303Z","steps":["trace[2087553120] 'agreement among raft nodes before linearized reading' (duration: 646.449017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.071825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:11.424754Z","time spent":"647.058927ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:50:12.101146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.645226ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:12.101211Z","caller":"traceutil/trace.go:171","msg":"trace[476427729] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1361; }","duration":"264.711919ms","start":"2026-03-17T20:50:11.836484Z","end":"2026-03-17T20:50:12.101196Z","steps":["trace[476427729] 'agreement among raft nodes before linearized reading' (duration: 264.591444ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:12.553593Z","caller":"traceutil/trace.go:171","msg":"trace[2030910876] transaction","detail":"{read_only:false; response_revision:1373; number_of_response:1; }","duration":"127.281468ms","start":"2026-03-17T20:50:12.426284Z","end":"2026-03-17T20:50:12.553565Z","steps":["trace[2030910876] 'process raft request' (duration: 127.200355ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:12.553648Z","caller":"traceutil/trace.go:171","msg":"trace[334850354] transaction","detail":"{read_only:false; response_revision:1372; number_of_response:1; }","duration":"127.406842ms","start":"2026-03-17T20:50:12.426218Z","end":"2026-03-17T20:50:12.553625Z","steps":["trace[334850354] 'process raft request' (duration: 127.138463ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:12.554845Z","caller":"traceutil/trace.go:171","msg":"trace[2025683342] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"128.470499ms","start":"2026-03-17T20:50:12.426357Z","end":"2026-03-17T20:50:12.554827Z","steps":["trace[2025683342] 'process raft request' (duration: 128.123177ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:12.556438Z","caller":"traceutil/trace.go:171","msg":"trace[1363358918] linearizableReadLoop","detail":"{readStateIndex:1618; appliedIndex:1620; }","duration":"115.396963ms","start":"2026-03-17T20:50:12.441020Z","end":"2026-03-17T20:50:12.556417Z","steps":["trace[1363358918] 'read index received' (duration: 115.390703ms)","trace[1363358918] 'applied index is now lower than readState.Index' (duration: 5.03µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:12.556619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.571449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:12.556698Z","caller":"traceutil/trace.go:171","msg":"trace[576926418] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1375; }","duration":"115.687762ms","start":"2026-03-17T20:50:12.440998Z","end":"2026-03-17T20:50:12.556685Z","steps":["trace[576926418] 'agreement among raft nodes before linearized reading' (duration: 115.564588ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:12.735683Z","caller":"traceutil/trace.go:171","msg":"trace[1330120055] linearizableReadLoop","detail":"{readStateIndex:1620; appliedIndex:1620; }","duration":"179.091654ms","start":"2026-03-17T20:50:12.556517Z","end":"2026-03-17T20:50:12.735609Z","steps":["trace[1330120055] 'read index received' (duration: 179.070353ms)","trace[1330120055] 'applied index is now lower than readState.Index' (duration: 19.091µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:12.736589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.497551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:12.736680Z","caller":"traceutil/trace.go:171","msg":"trace[1624361721] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1375; }","duration":"295.615685ms","start":"2026-03-17T20:50:12.441045Z","end":"2026-03-17T20:50:12.736661Z","steps":["trace[1624361721] 'agreement among raft nodes before linearized reading' (duration: 294.772836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.736688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.32914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:12.736766Z","caller":"traceutil/trace.go:171","msg":"trace[1449280123] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1375; }","duration":"279.433074ms","start":"2026-03-17T20:50:12.457315Z","end":"2026-03-17T20:50:12.736748Z","steps":["trace[1449280123] 'agreement among raft nodes before linearized reading' (duration: 278.479061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.737097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.960336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:12.737090Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.952391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:12.737127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.525895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:12.737136Z","caller":"traceutil/trace.go:171","msg":"trace[1851199888] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1375; }","duration":"296.015209ms","start":"2026-03-17T20:50:12.441112Z","end":"2026-03-17T20:50:12.737128Z","steps":["trace[1851199888] 'agreement among raft nodes before linearized reading' (duration: 294.696254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.737044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.805366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:50:12.737233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.641009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:12.737275Z","caller":"traceutil/trace.go:171","msg":"trace[891253301] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1375; }","duration":"220.707501ms","start":"2026-03-17T20:50:12.516556Z","end":"2026-03-17T20:50:12.737264Z","steps":["trace[891253301] 'agreement among raft nodes before linearized reading' (duration: 219.124857ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:12.737157Z","caller":"traceutil/trace.go:171","msg":"trace[312511738] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1375; }","duration":"220.591257ms","start":"2026-03-17T20:50:12.516557Z","end":"2026-03-17T20:50:12.737148Z","steps":["trace[312511738] 'agreement among raft nodes before linearized reading' (duration: 219.21772ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:12.737180Z","caller":"traceutil/trace.go:171","msg":"trace[1252512778] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1375; }","duration":"280.049054ms","start":"2026-03-17T20:50:12.457097Z","end":"2026-03-17T20:50:12.737146Z","steps":["trace[1252512778] 'agreement among raft nodes before linearized reading' (duration: 278.704158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:12.737203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.247386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:12.737515Z","caller":"traceutil/trace.go:171","msg":"trace[1054622833] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1375; }","duration":"220.579777ms","start":"2026-03-17T20:50:12.516926Z","end":"2026-03-17T20:50:12.737505Z","steps":["trace[1054622833] 'agreement among raft nodes before linearized reading' (duration: 218.840808ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:12.737528Z","caller":"traceutil/trace.go:171","msg":"trace[504849280] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1375; }","duration":"280.105246ms","start":"2026-03-17T20:50:12.457159Z","end":"2026-03-17T20:50:12.737265Z","steps":["trace[504849280] 'agreement among raft nodes before linearized reading' (duration: 278.626696ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:13.655582Z","caller":"traceutil/trace.go:171","msg":"trace[29070437] linearizableReadLoop","detail":"{readStateIndex:1625; appliedIndex:1625; }","duration":"231.453229ms","start":"2026-03-17T20:50:13.424104Z","end":"2026-03-17T20:50:13.655557Z","steps":["trace[29070437] 'read index received' (duration: 231.447619ms)","trace[29070437] 'applied index is now lower than readState.Index' (duration: 4.17µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:13.655817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.684107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-17T20:50:13.655875Z","caller":"traceutil/trace.go:171","msg":"trace[2118735026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1380; }","duration":"231.806531ms","start":"2026-03-17T20:50:13.424055Z","end":"2026-03-17T20:50:13.655862Z","steps":["trace[2118735026] 'agreement among raft nodes before linearized reading' (duration: 231.600694ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:14.797857Z","caller":"traceutil/trace.go:171","msg":"trace[1728490782] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"114.762302ms","start":"2026-03-17T20:50:14.683079Z","end":"2026-03-17T20:50:14.797841Z","steps":["trace[1728490782] 'process raft request' (duration: 83.745785ms)","trace[1728490782] 'compare' (duration: 30.900553ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:50:15.886500Z","caller":"traceutil/trace.go:171","msg":"trace[199349677] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"180.812716ms","start":"2026-03-17T20:50:15.705670Z","end":"2026-03-17T20:50:15.886482Z","steps":["trace[199349677] 'process raft request' (duration: 180.673931ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:16.142681Z","caller":"traceutil/trace.go:171","msg":"trace[64299229] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"209.563357ms","start":"2026-03-17T20:50:15.933092Z","end":"2026-03-17T20:50:16.142656Z","steps":["trace[64299229] 'process raft request' (duration: 157.942417ms)","trace[64299229] 'compare' (duration: 51.358182ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:50:16.398658Z","caller":"traceutil/trace.go:171","msg":"trace[892443403] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"250.185544ms","start":"2026-03-17T20:50:16.148438Z","end":"2026-03-17T20:50:16.398624Z","steps":["trace[892443403] 'process raft request' (duration: 171.766759ms)","trace[892443403] 'compare' (duration: 78.260789ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:50:16.449729Z","caller":"traceutil/trace.go:171","msg":"trace[1892234064] linearizableReadLoop","detail":"{readStateIndex:1648; appliedIndex:1648; }","duration":"282.565318ms","start":"2026-03-17T20:50:16.167137Z","end":"2026-03-17T20:50:16.449702Z","steps":["trace[1892234064] 'read index received' (duration: 282.557268ms)","trace[1892234064] 'applied index is now lower than readState.Index' (duration: 5.93µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:16.472310Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.136719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:50:16.472403Z","caller":"traceutil/trace.go:171","msg":"trace[285705630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1400; }","duration":"305.297903ms","start":"2026-03-17T20:50:16.167083Z","end":"2026-03-17T20:50:16.472380Z","steps":["trace[285705630] 'agreement among raft nodes before linearized reading' (duration: 282.711993ms)","trace[285705630] 'range keys from in-memory index tree' (duration: 22.406134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:16.472480Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:16.167068Z","time spent":"305.393507ms","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:16.473024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.955271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T20:50:16.474187Z","caller":"traceutil/trace.go:171","msg":"trace[683085555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1402; }","duration":"143.028409ms","start":"2026-03-17T20:50:16.330889Z","end":"2026-03-17T20:50:16.473917Z","steps":["trace[683085555] 'agreement among raft nodes before linearized reading' (duration: 141.542968ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:16.852206Z","caller":"traceutil/trace.go:171","msg":"trace[30452958] linearizableReadLoop","detail":"{readStateIndex:1655; appliedIndex:1655; }","duration":"271.021905ms","start":"2026-03-17T20:50:16.581154Z","end":"2026-03-17T20:50:16.852176Z","steps":["trace[30452958] 'read index received' (duration: 270.990954ms)","trace[30452958] 'applied index is now lower than readState.Index' (duration: 8.98µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:16.919305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.122264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T20:50:16.919399Z","caller":"traceutil/trace.go:171","msg":"trace[1499771519] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1405; }","duration":"338.273889ms","start":"2026-03-17T20:50:16.581105Z","end":"2026-03-17T20:50:16.919378Z","steps":["trace[1499771519] 'agreement among raft nodes before linearized reading' (duration: 271.204931ms)","trace[1499771519] 'count revisions from in-memory index tree' (duration: 66.930103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:16.919460Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T20:50:16.581080Z","time spent":"338.361302ms","remote":"127.0.0.1:53770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":25,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-17T20:50:16.919506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.865308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-tf4k9.189dbc0e7dbaffcc\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-03-17T20:50:16.919605Z","caller":"traceutil/trace.go:171","msg":"trace[1605267192] range","detail":"{range_begin:/registry/events/kube-system/cilium-tf4k9.189dbc0e7dbaffcc; range_end:; response_count:1; response_revision:1406; }","duration":"239.005113ms","start":"2026-03-17T20:50:16.680585Z","end":"2026-03-17T20:50:16.919590Z","steps":["trace[1605267192] 'agreement among raft nodes before linearized reading' (duration: 238.851448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:16.919626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.81064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:50:16.919682Z","caller":"traceutil/trace.go:171","msg":"trace[1377877587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1406; }","duration":"139.905003ms","start":"2026-03-17T20:50:16.779764Z","end":"2026-03-17T20:50:16.919669Z","steps":["trace[1377877587] 'agreement among raft nodes before linearized reading' (duration: 139.790269ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:17.063132Z","caller":"traceutil/trace.go:171","msg":"trace[493542113] linearizableReadLoop","detail":"{readStateIndex:1658; appliedIndex:1658; }","duration":"106.605876ms","start":"2026-03-17T20:50:16.956482Z","end":"2026-03-17T20:50:17.063088Z","steps":["trace[493542113] 'read index received' (duration: 106.593586ms)","trace[493542113] 'applied index is now lower than readState.Index' (duration: 10.48µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:17.063518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.99273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-17T20:50:17.063613Z","caller":"traceutil/trace.go:171","msg":"trace[1951941992] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1408; }","duration":"107.178966ms","start":"2026-03-17T20:50:16.956416Z","end":"2026-03-17T20:50:17.063595Z","steps":["trace[1951941992] 'agreement among raft nodes before linearized reading' (duration: 106.792352ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:17.063716Z","caller":"traceutil/trace.go:171","msg":"trace[1442241076] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"141.32618ms","start":"2026-03-17T20:50:16.922371Z","end":"2026-03-17T20:50:17.063698Z","steps":["trace[1442241076] 'process raft request' (duration: 140.829783ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:17.063751Z","caller":"traceutil/trace.go:171","msg":"trace[1741704648] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"108.024764ms","start":"2026-03-17T20:50:16.955709Z","end":"2026-03-17T20:50:17.063733Z","steps":["trace[1741704648] 'process raft request' (duration: 107.950242ms)"],"step_count":1}