{"level":"warn","ts":"2026-05-09T13:13:15.009722Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-09T13:13:15.009935Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.77:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.77:2380","--initial-cluster=controller-1=https://199.204.45.229:2380,controller-2=https://199.204.45.109:2380,controller-3=https://199.204.45.77:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.77:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.77:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-09T13:13:15.010073Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-09T13:13:15.010353Z","caller":"embed/etcd.go:140","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.77:2380"]} {"level":"info","ts":"2026-05-09T13:13:15.010406Z","caller":"embed/etcd.go:528","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-09T13:13:15.011073Z","caller":"embed/etcd.go:148","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.77:2379"]} {"level":"info","ts":"2026-05-09T13:13:15.014060Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.5.21","git-sha":"a17edfd","go-version":"go1.23.7","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.77:2380"],"listen-peer-urls":["https://199.204.45.77:2380"],"advertise-client-urls":["https://199.204.45.77:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.77:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.229:2380,controller-2=https://199.204.45.109:2380,controller-3=https://199.204.45.77:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-09T13:13:15.021214Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.445591ms"} {"level":"info","ts":"2026-05-09T13:13:15.031753Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.204.45.229:2380","host":"199.204.45.229:2380","resolved-addr":"199.204.45.229:2380"} {"level":"info","ts":"2026-05-09T13:13:15.031812Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.204.45.109:2380","host":"199.204.45.109:2380","resolved-addr":"199.204.45.109:2380"} {"level":"info","ts":"2026-05-09T13:13:15.031845Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.204.45.77:2380","host":"199.204.45.77:2380","resolved-addr":"199.204.45.77:2380"} {"level":"info","ts":"2026-05-09T13:13:15.031856Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.204.45.109:2380","host":"199.204.45.109:2380","resolved-addr":"199.204.45.109:2380"} {"level":"info","ts":"2026-05-09T13:13:15.031870Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.204.45.77:2380","host":"199.204.45.77:2380","resolved-addr":"199.204.45.77:2380"} {"level":"info","ts":"2026-05-09T13:13:15.031881Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.204.45.229:2380","host":"199.204.45.229:2380","resolved-addr":"199.204.45.229:2380"} {"level":"info","ts":"2026-05-09T13:13:15.055445Z","caller":"etcdserver/raft.go:506","msg":"starting local member","local-member-id":"faf479c52908c230","cluster-id":"4ad2674607ff1d60"} {"level":"info","ts":"2026-05-09T13:13:15.056565Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 switched to configuration voters=()"} {"level":"info","ts":"2026-05-09T13:13:15.056695Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 became follower at term 0"} {"level":"info","ts":"2026-05-09T13:13:15.056714Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft faf479c52908c230 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-05-09T13:13:15.063311Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-09T13:13:15.066642Z","caller":"mvcc/kvstore.go:425","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-09T13:13:15.066863Z","caller":"etcdserver/server.go:628","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-05-09T13:13:15.068636Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-09T13:13:15.070725Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"faf479c52908c230","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-05-09T13:13:15.070758Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"faf479c52908c230","remote-peer-id":"3ba9ae53cc4335db","remote-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-05-09T13:13:15.070789Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"faf479c52908c230","remote-peer-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:13:15.070799Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"faf479c52908c230","remote-peer-id":"e2c0aeaa63762224","remote-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-05-09T13:13:15.070818Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-05-09T13:13:15.070846Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"faf479c52908c230","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-05-09T13:13:15.071741Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"faf479c52908c230","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-05-09T13:13:15.072343Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"faf479c52908c230","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-05-09T13:13:15.073830Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-05-09T13:13:15.073903Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"faf479c52908c230","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-05-09T13:13:15.073913Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"faf479c52908c230","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-05-09T13:13:15.073924Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"faf479c52908c230","remote-peer-id":"3ba9ae53cc4335db","remote-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-05-09T13:13:15.074204Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:13:15.074239Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"faf479c52908c230","remote-peer-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:13:15.074384Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"faf479c52908c230","remote-peer-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:13:15.074500Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"faf479c52908c230","remote-peer-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:13:15.074604Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:13:15.074639Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"faf479c52908c230","remote-peer-id":"e2c0aeaa63762224","remote-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-05-09T13:13:15.074678Z","caller":"etcdserver/server.go:875","msg":"starting etcd server","local-member-id":"faf479c52908c230","local-server-version":"3.5.21","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-09T13:13:15.075306Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"faf479c52908c230","remote-peer-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:13:15.075614Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-05-09T13:13:15.076563Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-09T13:13:15.076774Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-09T13:13:15.079062Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-09T13:13:15.075667Z","caller":"etcdserver/server.go:775","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-05-09T13:13:15.076816Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"faf479c52908c230","remote-peer-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:13:15.081121Z","caller":"embed/etcd.go:762","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-09T13:13:15.081670Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"faf479c52908c230","initial-advertise-peer-urls":["https://199.204.45.77:2380"],"listen-peer-urls":["https://199.204.45.77:2380"],"advertise-client-urls":["https://199.204.45.77:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.77:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-09T13:13:15.081737Z","caller":"embed/etcd.go:908","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-09T13:13:15.082087Z","caller":"embed/etcd.go:633","msg":"serving peer traffic","address":"199.204.45.77:2380"} {"level":"info","ts":"2026-05-09T13:13:15.082189Z","caller":"embed/etcd.go:603","msg":"cmux::serve","address":"199.204.45.77:2380"} {"level":"info","ts":"2026-05-09T13:13:15.082612Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"faf479c52908c230","to":"3ba9ae53cc4335db","stream-type":"stream Message"} {"level":"info","ts":"2026-05-09T13:13:15.082671Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-05-09T13:13:15.082733Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"faf479c52908c230","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-05-09T13:13:15.082755Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"faf479c52908c230","to":"e2c0aeaa63762224","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-09T13:13:15.082816Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:13:15.082844Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"faf479c52908c230","remote-peer-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:13:15.083322Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"faf479c52908c230","to":"e2c0aeaa63762224","stream-type":"stream Message"} {"level":"info","ts":"2026-05-09T13:13:15.083371Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 [term: 0] received a MsgHeartbeat message with higher term from 3ba9ae53cc4335db [term: 2]"} {"level":"info","ts":"2026-05-09T13:13:15.083448Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 became follower at term 2"} {"level":"info","ts":"2026-05-09T13:13:15.083496Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: faf479c52908c230 elected leader 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-05-09T13:13:15.083662Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"faf479c52908c230","to":"3ba9ae53cc4335db","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-09T13:13:15.083679Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"faf479c52908c230","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-05-09T13:13:15.083381Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"faf479c52908c230","remote-peer-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:13:15.091644Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"faf479c52908c230","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-05-09T13:13:15.091670Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"faf479c52908c230","remote-peer-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:13:15.095320Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"faf479c52908c230","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-05-09T13:13:15.095723Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"faf479c52908c230","remote-peer-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:13:15.117406Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 switched to configuration voters=(4299158994234324443)"} {"level":"info","ts":"2026-05-09T13:13:15.117649Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4ad2674607ff1d60","local-member-id":"faf479c52908c230","added-peer-id":"3ba9ae53cc4335db","added-peer-peer-urls":["https://199.204.45.229:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-05-09T13:13:15.117792Z","caller":"membership/cluster.go:587","msg":"set initial cluster version","cluster-id":"4ad2674607ff1d60","local-member-id":"faf479c52908c230","cluster-version":"3.5"} {"level":"info","ts":"2026-05-09T13:13:15.117868Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-09T13:13:15.129672Z","caller":"etcdserver/server.go:798","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"faf479c52908c230","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-05-09T13:13:15.157774Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 switched to configuration voters=(4299158994234324443) learners=(16339251494936519204)"} {"level":"info","ts":"2026-05-09T13:13:15.157920Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4ad2674607ff1d60","local-member-id":"faf479c52908c230","added-peer-id":"e2c0aeaa63762224","added-peer-peer-urls":["https://199.204.45.109:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-05-09T13:13:15.158441Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 switched to configuration voters=(4299158994234324443 16339251494936519204)"} {"level":"info","ts":"2026-05-09T13:13:15.158523Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"4ad2674607ff1d60","local-member-id":"faf479c52908c230","promoted-member-id":"e2c0aeaa63762224"} {"level":"info","ts":"2026-05-09T13:13:15.187769Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 switched to configuration voters=(4299158994234324443 16339251494936519204) learners=(18083212291503342128)"} {"level":"info","ts":"2026-05-09T13:13:15.187889Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4ad2674607ff1d60","local-member-id":"faf479c52908c230","added-peer-id":"faf479c52908c230","added-peer-peer-urls":["https://199.204.45.77:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-05-09T13:13:15.189387Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-09T13:13:15.189490Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-09T13:13:15.189323Z","caller":"etcdserver/server.go:2144","msg":"published local member to cluster through raft","local-member-id":"faf479c52908c230","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.77:2379]}","request-path":"/0/members/faf479c52908c230/attributes","cluster-id":"4ad2674607ff1d60","publish-timeout":"7s"} {"level":"info","ts":"2026-05-09T13:13:15.189989Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-09T13:13:15.190695Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-09T13:13:15.190694Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-05-09T13:13:15.191485Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-05-09T13:13:15.192057Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-09T13:13:15.192276Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.77:2379"} {"level":"warn","ts":"2026-05-09T13:13:15.199083Z","caller":"embed/config_logging.go:170","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:40844","server-name":"","error":"EOF"} {"level":"info","ts":"2026-05-09T13:13:15.635133Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 switched to configuration voters=(4299158994234324443 16339251494936519204 18083212291503342128)"} {"level":"info","ts":"2026-05-09T13:13:15.635309Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"4ad2674607ff1d60","local-member-id":"faf479c52908c230","promoted-member-id":"faf479c52908c230"} {"level":"warn","ts":"2026-05-09T13:13:27.184665Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:13:27.684950Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:13:28.021071Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.499199925s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-09T13:13:28.032786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276586881s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:13:28.032894Z","caller":"traceutil/trace.go:171","msg":"trace[473196627] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:740; }","duration":"1.276708494s","start":"2026-05-09T13:13:26.756169Z","end":"2026-05-09T13:13:28.032877Z","steps":["trace[473196627] 'range keys from in-memory index tree' (duration: 1.27654093s)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:13:28.036595Z","caller":"traceutil/trace.go:171","msg":"trace[619478654] linearizableReadLoop","detail":"{readStateIndex:799; appliedIndex:799; }","duration":"1.352240701s","start":"2026-05-09T13:13:26.684343Z","end":"2026-05-09T13:13:28.036584Z","steps":["trace[619478654] 'read index received' (duration: 1.352235811s)","trace[619478654] 'applied index is now lower than readState.Index' (duration: 4.13µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:13:28.036717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352364983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-3\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:13:28.036743Z","caller":"traceutil/trace.go:171","msg":"trace[1969715139] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-3; range_end:; response_count:0; response_revision:745; }","duration":"1.352434663s","start":"2026-05-09T13:13:26.684300Z","end":"2026-05-09T13:13:28.036735Z","steps":["trace[1969715139] 'agreement among raft nodes before linearized reading' (duration: 1.352369192s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:28.036782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:13:26.684278Z","time spent":"1.352498305s","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-node-lease/controller-3\" limit:1 "} {"level":"info","ts":"2026-05-09T13:13:28.037369Z","caller":"traceutil/trace.go:171","msg":"trace[209640690] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"538.560143ms","start":"2026-05-09T13:13:27.498782Z","end":"2026-05-09T13:13:28.037342Z","steps":["trace[209640690] 'process raft request' (duration: 538.495912ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:13:28.037832Z","caller":"traceutil/trace.go:171","msg":"trace[1663964054] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"1.314564398s","start":"2026-05-09T13:13:26.723255Z","end":"2026-05-09T13:13:28.037820Z","steps":["trace[1663964054] 'process raft request' (duration: 1.313919217s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:28.038082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:13:26.723239Z","time spent":"1.314628289s","remote":"127.0.0.1:42436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3004,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T13:13:28.038169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:13:27.498753Z","time spent":"538.686695ms","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T13:13:28.038894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318953673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-3\" limit:1 ","response":"range_response_count:1 size:3019"} {"level":"warn","ts":"2026-05-09T13:13:28.038936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.16764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-09T13:13:28.038980Z","caller":"traceutil/trace.go:171","msg":"trace[113535634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:747; }","duration":"295.254941ms","start":"2026-05-09T13:13:27.743707Z","end":"2026-05-09T13:13:28.038962Z","steps":["trace[113535634] 'agreement among raft nodes before linearized reading' (duration: 295.139999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:28.039131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.180334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-3\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T13:13:28.039178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.632996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:13:28.039217Z","caller":"traceutil/trace.go:171","msg":"trace[1491978607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:747; }","duration":"777.734708ms","start":"2026-05-09T13:13:27.261472Z","end":"2026-05-09T13:13:28.039207Z","steps":["trace[1491978607] 'agreement among raft nodes before linearized reading' (duration: 777.667747ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:13:28.039163Z","caller":"traceutil/trace.go:171","msg":"trace[1743267701] range","detail":"{range_begin:/registry/csinodes/controller-3; range_end:; response_count:0; response_revision:747; }","duration":"248.239564ms","start":"2026-05-09T13:13:27.790917Z","end":"2026-05-09T13:13:28.039156Z","steps":["trace[1743267701] 'agreement among raft nodes before linearized reading' (duration: 248.120232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:28.039225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259344428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-05-09T13:13:28.039407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165571781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-05-09T13:13:28.039499Z","caller":"traceutil/trace.go:171","msg":"trace[1193658570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:747; }","duration":"1.165917496s","start":"2026-05-09T13:13:26.873557Z","end":"2026-05-09T13:13:28.039475Z","steps":["trace[1193658570] 'agreement among raft nodes before linearized reading' (duration: 1.165353847s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:28.039251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:13:27.261446Z","time spent":"777.800119ms","remote":"127.0.0.1:42266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-09T13:13:28.039584Z","caller":"traceutil/trace.go:171","msg":"trace[1708846478] range","detail":"{range_begin:/registry/minions/controller-3; range_end:; response_count:1; response_revision:747; }","duration":"1.319040665s","start":"2026-05-09T13:13:26.719915Z","end":"2026-05-09T13:13:28.038955Z","steps":["trace[1708846478] 'agreement among raft nodes before linearized reading' (duration: 1.318914653s)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:13:28.039542Z","caller":"traceutil/trace.go:171","msg":"trace[2082683746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:747; }","duration":"1.25941429s","start":"2026-05-09T13:13:26.779838Z","end":"2026-05-09T13:13:28.039252Z","steps":["trace[2082683746] 'agreement among raft nodes before linearized reading' (duration: 1.259307928s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:28.039631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:13:26.719854Z","time spent":"1.319766077s","remote":"127.0.0.1:42436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":3042,"request content":"key:\"/registry/minions/controller-3\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:13:28.039635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:13:26.779820Z","time spent":"1.259806656s","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:13:28.040051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:13:26.873534Z","time spent":"1.166498037s","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:13:33.760916Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:13:34.039155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.386852ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:13:34.039240Z","caller":"traceutil/trace.go:171","msg":"trace[1176410222] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:792; }","duration":"283.490884ms","start":"2026-05-09T13:13:33.755731Z","end":"2026-05-09T13:13:34.039222Z","steps":["trace[1176410222] 'range keys from in-memory index tree' (duration: 283.348571ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:13:34.072773Z","caller":"traceutil/trace.go:171","msg":"trace[237361431] linearizableReadLoop","detail":"{readStateIndex:856; appliedIndex:855; }","duration":"812.192921ms","start":"2026-05-09T13:13:33.260562Z","end":"2026-05-09T13:13:34.072755Z","steps":["trace[237361431] 'read index received' (duration: 812.17956ms)","trace[237361431] 'applied index is now lower than readState.Index' (duration: 12.921µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:13:34.072907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.323932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:13:34.072928Z","caller":"traceutil/trace.go:171","msg":"trace[1379142564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:795; }","duration":"812.402413ms","start":"2026-05-09T13:13:33.260521Z","end":"2026-05-09T13:13:34.072923Z","steps":["trace[1379142564] 'agreement among raft nodes before linearized reading' (duration: 812.333892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:34.072948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:13:33.260506Z","time spent":"812.438165ms","remote":"127.0.0.1:42266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T13:13:34.353557Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13992857820356555470,"received-request-id":13992857820356555469} {"level":"warn","ts":"2026-05-09T13:13:34.843182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.392687ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-09T13:13:34.843425Z","caller":"traceutil/trace.go:171","msg":"trace[1176874143] linearizableReadLoop","detail":"{readStateIndex:857; appliedIndex:856; }","duration":"770.557275ms","start":"2026-05-09T13:13:34.072835Z","end":"2026-05-09T13:13:34.843392Z","steps":["trace[1176874143] 'read index received' (duration: 282.107603ms)","trace[1176874143] 'applied index is now lower than readState.Index' (duration: 488.445982ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:13:34.843610Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.279459ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:13:34.843670Z","caller":"traceutil/trace.go:171","msg":"trace[1473849554] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:797; }","duration":"804.36593ms","start":"2026-05-09T13:13:34.039288Z","end":"2026-05-09T13:13:34.843654Z","steps":["trace[1473849554] 'agreement among raft nodes before linearized reading' (duration: 804.252568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:34.844899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.817489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:13:34.844951Z","caller":"traceutil/trace.go:171","msg":"trace[2138173130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:797; }","duration":"770.890281ms","start":"2026-05-09T13:13:34.074047Z","end":"2026-05-09T13:13:34.844937Z","steps":["trace[2138173130] 'agreement among raft nodes before linearized reading' (duration: 770.809069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:13:34.844992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:13:34.074036Z","time spent":"770.946301ms","remote":"127.0.0.1:42280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T13:13:39.993245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.396436ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-09T13:13:39.993306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.339187ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:13:39.993426Z","caller":"traceutil/trace.go:171","msg":"trace[1698897821] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:815; }","duration":"237.494959ms","start":"2026-05-09T13:13:39.755906Z","end":"2026-05-09T13:13:39.993401Z","steps":["trace[1698897821] 'range keys from in-memory index tree' (duration: 237.280567ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:13:45.464128Z","caller":"traceutil/trace.go:171","msg":"trace[1566237422] linearizableReadLoop","detail":"{readStateIndex:901; appliedIndex:903; }","duration":"204.035305ms","start":"2026-05-09T13:13:45.260074Z","end":"2026-05-09T13:13:45.464109Z","steps":["trace[1566237422] 'read index received' (duration: 204.030515ms)","trace[1566237422] 'applied index is now lower than readState.Index' (duration: 3.76µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:13:45.464231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.149696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:13:45.464260Z","caller":"traceutil/trace.go:171","msg":"trace[644205595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:834; }","duration":"204.217748ms","start":"2026-05-09T13:13:45.260034Z","end":"2026-05-09T13:13:45.464252Z","steps":["trace[644205595] 'agreement among raft nodes before linearized reading' (duration: 204.164727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:03.810973Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:04.311884Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:04.813143Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:05.311117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000338293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T13:14:05.311263Z","caller":"traceutil/trace.go:171","msg":"trace[494694252] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000530616s","start":"2026-05-09T13:14:03.310709Z","end":"2026-05-09T13:14:05.311239Z","steps":["trace[494694252] 'agreement among raft nodes before linearized reading' (duration: 2.000364234s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:05.311383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:03.310691Z","time spent":"2.000679158s","remote":"127.0.0.1:42266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 13:14:05 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T13:14:05.314344Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:05.814661Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:06.380250Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:06.880423Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:07.311636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000130083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T13:14:07.311707Z","caller":"traceutil/trace.go:171","msg":"trace[1759658265] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000242265s","start":"2026-05-09T13:14:05.311450Z","end":"2026-05-09T13:14:07.311692Z","steps":["trace[1759658265] 'agreement among raft nodes before linearized reading' (duration: 2.000151784s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:07.311744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:05.311430Z","time spent":"2.000308106s","remote":"127.0.0.1:42280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T13:14:07.380654Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:07.881708Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:08.382048Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555610,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:08.455335Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 [logterm: 2, index: 1054, vote: 0] ignored MsgPreVote from e2c0aeaa63762224 [logterm: 2, index: 1054] at term 2: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-05-09T13:14:08.750593Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.663129513s","expected-duration":"1s"} {"level":"info","ts":"2026-05-09T13:14:08.829970Z","caller":"traceutil/trace.go:171","msg":"trace[631634630] linearizableReadLoop","detail":"{readStateIndex:1057; appliedIndex:1072; }","duration":"5.519204059s","start":"2026-05-09T13:14:03.310749Z","end":"2026-05-09T13:14:08.829953Z","steps":["trace[631634630] 'read index received' (duration: 5.519198379s)","trace[631634630] 'applied index is now lower than readState.Index' (duration: 4.61µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:14:08.842598Z","caller":"traceutil/trace.go:171","msg":"trace[1008178677] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"1.526919802s","start":"2026-05-09T13:14:07.315606Z","end":"2026-05-09T13:14:08.842526Z","steps":["trace[1008178677] 'process raft request' (duration: 1.514491351s)","trace[1008178677] 'compare' (duration: 12.199907ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:14:08.843665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:07.315583Z","time spent":"1.527101984s","remote":"127.0.0.1:42326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T13:14:08.899761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.397602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-09T13:14:08.899817Z","caller":"traceutil/trace.go:171","msg":"trace[360098380] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:999; }","duration":"333.508544ms","start":"2026-05-09T13:14:08.566298Z","end":"2026-05-09T13:14:08.899807Z","steps":["trace[360098380] 'agreement among raft nodes before linearized reading' (duration: 333.365002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.899841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:08.566279Z","time spent":"333.556885ms","remote":"127.0.0.1:42288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.77\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:14:08.899802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.68809069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-09T13:14:08.899885Z","caller":"traceutil/trace.go:171","msg":"trace[1336202699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:999; }","duration":"2.688247853s","start":"2026-05-09T13:14:06.211622Z","end":"2026-05-09T13:14:08.899869Z","steps":["trace[1336202699] 'agreement among raft nodes before linearized reading' (duration: 2.68806497s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.899977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:06.211601Z","time spent":"2.688366504s","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:14:08.900035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.162919382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-09T13:14:08.900056Z","caller":"traceutil/trace.go:171","msg":"trace[548535544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:999; }","duration":"5.162989084s","start":"2026-05-09T13:14:03.737061Z","end":"2026-05-09T13:14:08.900050Z","steps":["trace[548535544] 'agreement among raft nodes before linearized reading' (duration: 5.162950463s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.900044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579341545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T13:14:08.900072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:03.737034Z","time spent":"5.163035054s","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-05-09T13:14:08.900084Z","caller":"traceutil/trace.go:171","msg":"trace[1699873676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:999; }","duration":"1.579412566s","start":"2026-05-09T13:14:07.320661Z","end":"2026-05-09T13:14:08.900073Z","steps":["trace[1699873676] 'agreement among raft nodes before linearized reading' (duration: 1.579230643s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.900207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440921073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-05-09T13:14:08.900234Z","caller":"traceutil/trace.go:171","msg":"trace[1566898750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:999; }","duration":"2.441001693s","start":"2026-05-09T13:14:06.459226Z","end":"2026-05-09T13:14:08.900227Z","steps":["trace[1566898750] 'agreement among raft nodes before linearized reading' (duration: 2.440935752s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.900253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:06.459197Z","time spent":"2.441049734s","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:14:08.900201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:07.320646Z","time spent":"1.579548158s","remote":"127.0.0.1:42266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T13:14:08.900093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.006998179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-05-09T13:14:08.900401Z","caller":"traceutil/trace.go:171","msg":"trace[75452585] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:999; }","duration":"4.007391215s","start":"2026-05-09T13:14:04.892996Z","end":"2026-05-09T13:14:08.900388Z","steps":["trace[75452585] 'agreement among raft nodes before linearized reading' (duration: 4.00699826s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.900103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.14318136s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:08.900449Z","caller":"traceutil/trace.go:171","msg":"trace[1561197992] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:999; }","duration":"5.143784989s","start":"2026-05-09T13:14:03.756650Z","end":"2026-05-09T13:14:08.900435Z","steps":["trace[1561197992] 'agreement among raft nodes before linearized reading' (duration: 5.1431385s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:08.900517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:04.892962Z","time spent":"4.007463386s","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:14:09.006891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.807764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:09.006962Z","caller":"traceutil/trace.go:171","msg":"trace[82842294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1009; }","duration":"104.913735ms","start":"2026-05-09T13:14:08.902033Z","end":"2026-05-09T13:14:09.006947Z","steps":["trace[82842294] 'agreement among raft nodes before linearized reading' (duration: 104.768533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:09.006959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.5011ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:09.007057Z","caller":"traceutil/trace.go:171","msg":"trace[517560254] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1009; }","duration":"104.619932ms","start":"2026-05-09T13:14:08.902408Z","end":"2026-05-09T13:14:09.007028Z","steps":["trace[517560254] 'agreement among raft nodes before linearized reading' (duration: 104.444889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:09.761787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.928312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-09T13:14:09.761896Z","caller":"traceutil/trace.go:171","msg":"trace[309397666] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"332.617428ms","start":"2026-05-09T13:14:09.429260Z","end":"2026-05-09T13:14:09.761877Z","steps":["trace[309397666] 'process raft request' (duration: 123.524903ms)","trace[309397666] 'compare' (duration: 208.692858ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:14:09.761961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:09.429232Z","time spent":"332.698739ms","remote":"127.0.0.1:42304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98689,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T13:14:10.261522Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555648,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:10.342351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.854458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-09T13:14:10.376997Z","caller":"traceutil/trace.go:171","msg":"trace[1275824395] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1033; }","duration":"928.285747ms","start":"2026-05-09T13:14:09.448670Z","end":"2026-05-09T13:14:10.376956Z","steps":["trace[1275824395] 'process raft request' (duration: 928.017183ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:14:10.377069Z","caller":"traceutil/trace.go:171","msg":"trace[315714484] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"586.913832ms","start":"2026-05-09T13:14:09.790115Z","end":"2026-05-09T13:14:10.377029Z","steps":["trace[315714484] 'process raft request' (duration: 586.858741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:10.377199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:09.790087Z","time spent":"587.041215ms","remote":"127.0.0.1:42304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65412,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T13:14:10.377205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.930354ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:10.377259Z","caller":"traceutil/trace.go:171","msg":"trace[1127251281] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1035; }","duration":"616.022745ms","start":"2026-05-09T13:14:09.761227Z","end":"2026-05-09T13:14:10.377249Z","steps":["trace[1127251281] 'agreement among raft nodes before linearized reading' (duration: 615.848083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:10.377308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:09.448640Z","time spent":"928.456729ms","remote":"127.0.0.1:42304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":151272,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:14:10.377001Z","caller":"traceutil/trace.go:171","msg":"trace[1725159757] linearizableReadLoop","detail":"{readStateIndex:1186; appliedIndex:1184; }","duration":"615.728751ms","start":"2026-05-09T13:14:09.761233Z","end":"2026-05-09T13:14:10.376962Z","steps":["trace[1725159757] 'read index received' (duration: 611.298577ms)","trace[1725159757] 'applied index is now lower than readState.Index' (duration: 4.426804ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:14:10.377616Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13992857820356555658,"received-request-id":13992857820356555648} {"level":"warn","ts":"2026-05-09T13:14:10.399798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.070257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:10.399860Z","caller":"traceutil/trace.go:171","msg":"trace[86364254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1035; }","duration":"140.208199ms","start":"2026-05-09T13:14:10.259638Z","end":"2026-05-09T13:14:10.399846Z","steps":["trace[86364254] 'agreement among raft nodes before linearized reading' (duration: 140.075027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:10.911632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.621932ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:10.911740Z","caller":"traceutil/trace.go:171","msg":"trace[504666094] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1036; }","duration":"269.722173ms","start":"2026-05-09T13:14:10.641979Z","end":"2026-05-09T13:14:10.911701Z","steps":["trace[504666094] 'range keys from in-memory index tree' (duration: 269.576151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:10.912782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.046112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-09T13:14:10.912882Z","caller":"traceutil/trace.go:171","msg":"trace[676016904] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"474.07481ms","start":"2026-05-09T13:14:10.438790Z","end":"2026-05-09T13:14:10.912865Z","steps":["trace[676016904] 'process raft request' (duration: 12.44591ms)","trace[676016904] 'compare' (duration: 460.482804ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:14:10.912935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:10.438769Z","time spent":"474.143691ms","remote":"127.0.0.1:42304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:14:10.927600Z","caller":"traceutil/trace.go:171","msg":"trace[1165886021] linearizableReadLoop","detail":"{readStateIndex:1202; appliedIndex:1202; }","duration":"171.355771ms","start":"2026-05-09T13:14:10.756222Z","end":"2026-05-09T13:14:10.927578Z","steps":["trace[1165886021] 'read index received' (duration: 171.31283ms)","trace[1165886021] 'applied index is now lower than readState.Index' (duration: 41.631µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:14:10.927789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.586064ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:10.927826Z","caller":"traceutil/trace.go:171","msg":"trace[1370673665] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1043; }","duration":"171.627714ms","start":"2026-05-09T13:14:10.756182Z","end":"2026-05-09T13:14:10.927809Z","steps":["trace[1370673665] 'agreement among raft nodes before linearized reading' (duration: 171.571213ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:14:10.933414Z","caller":"traceutil/trace.go:171","msg":"trace[1400394736] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1043; }","duration":"443.346567ms","start":"2026-05-09T13:14:10.490055Z","end":"2026-05-09T13:14:10.933401Z","steps":["trace[1400394736] 'process raft request' (duration: 443.041383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:10.933793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:10.490035Z","time spent":"443.706792ms","remote":"127.0.0.1:42304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":104,"response count":0,"response size":65472,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T13:14:17.301896Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:17.472120Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.673603517s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-09T13:14:17.802534Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:18.205363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.741173158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-09T13:14:18.205444Z","caller":"traceutil/trace.go:171","msg":"trace[856241081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1084; }","duration":"2.741319731s","start":"2026-05-09T13:14:15.464106Z","end":"2026-05-09T13:14:18.205426Z","steps":["trace[856241081] 'range keys from in-memory index tree' (duration: 2.739537785s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:18.205511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:15.464090Z","time spent":"2.741385362s","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:14:18.205733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.450222894s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:18.205792Z","caller":"traceutil/trace.go:171","msg":"trace[846208341] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1084; }","duration":"2.450296065s","start":"2026-05-09T13:14:15.755482Z","end":"2026-05-09T13:14:18.205778Z","steps":["trace[846208341] 'range keys from in-memory index tree' (duration: 2.450183883s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:18.205780Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.731345948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cpktw\" limit:1 ","response":"range_response_count:1 size:18158"} {"level":"info","ts":"2026-05-09T13:14:18.205860Z","caller":"traceutil/trace.go:171","msg":"trace[1325205682] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cpktw; range_end:; response_count:1; response_revision:1084; }","duration":"2.73148295s","start":"2026-05-09T13:14:15.474355Z","end":"2026-05-09T13:14:18.205838Z","steps":["trace[1325205682] 'range keys from in-memory index tree' (duration: 2.729956969s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:18.205902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:15.474329Z","time spent":"2.731563431s","remote":"127.0.0.1:42444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18181,"request content":"key:\"/registry/pods/kube-system/cilium-cpktw\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:14:18.303187Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555693,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:18.557600Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 is starting a new election at term 2"} {"level":"info","ts":"2026-05-09T13:14:18.557683Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 became pre-candidate at term 2"} {"level":"info","ts":"2026-05-09T13:14:18.557708Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 received MsgPreVoteResp from faf479c52908c230 at term 2"} {"level":"info","ts":"2026-05-09T13:14:18.557836Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 [logterm: 2, index: 1255] sent MsgPreVote request to 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-05-09T13:14:18.557870Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 [logterm: 2, index: 1255] sent MsgPreVote request to e2c0aeaa63762224 at term 2"} {"level":"info","ts":"2026-05-09T13:14:18.558069Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: faf479c52908c230 lost leader 3ba9ae53cc4335db at term 2"} {"level":"warn","ts":"2026-05-09T13:14:18.803629Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:19.260912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00028217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T13:14:19.261019Z","caller":"traceutil/trace.go:171","msg":"trace[2142415614] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000459402s","start":"2026-05-09T13:14:17.260533Z","end":"2026-05-09T13:14:19.260992Z","steps":["trace[2142415614] 'agreement among raft nodes before linearized reading' (duration: 2.000321601s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:19.261212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:17.260508Z","time spent":"2.000690666s","remote":"127.0.0.1:42266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T13:14:19.304536Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555693,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:19.757957Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 is starting a new election at term 2"} {"level":"info","ts":"2026-05-09T13:14:19.758024Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 became pre-candidate at term 2"} {"level":"info","ts":"2026-05-09T13:14:19.758047Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 received MsgPreVoteResp from faf479c52908c230 at term 2"} {"level":"info","ts":"2026-05-09T13:14:19.758075Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 [logterm: 2, index: 1255] sent MsgPreVote request to 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-05-09T13:14:19.758092Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 [logterm: 2, index: 1255] sent MsgPreVote request to e2c0aeaa63762224 at term 2"} {"level":"info","ts":"2026-05-09T13:14:19.759368Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 received MsgPreVoteResp from e2c0aeaa63762224 at term 2"} {"level":"info","ts":"2026-05-09T13:14:19.759428Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-05-09T13:14:19.759450Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 became candidate at term 3"} {"level":"info","ts":"2026-05-09T13:14:19.759464Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 received MsgVoteResp from faf479c52908c230 at term 3"} {"level":"info","ts":"2026-05-09T13:14:19.759486Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 [logterm: 2, index: 1255] sent MsgVote request to 3ba9ae53cc4335db at term 3"} {"level":"info","ts":"2026-05-09T13:14:19.759507Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 [logterm: 2, index: 1255] sent MsgVote request to e2c0aeaa63762224 at term 3"} {"level":"warn","ts":"2026-05-09T13:14:19.805543Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:20.306048Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:20.806867Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555693,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:20.858241Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 [term: 3] ignored a MsgReadIndexResp message with lower term from 3ba9ae53cc4335db [term: 2]"} {"level":"warn","ts":"2026-05-09T13:14:21.261639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999980335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T13:14:21.261914Z","caller":"traceutil/trace.go:171","msg":"trace[1175724578] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000297739s","start":"2026-05-09T13:14:19.261604Z","end":"2026-05-09T13:14:21.261902Z","steps":["trace[1175724578] 'agreement among raft nodes before linearized reading' (duration: 2.000008095s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:21.261954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:19.261583Z","time spent":"2.00036238s","remote":"127.0.0.1:42280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 13:14:21 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T13:14:21.307268Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:21.801121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999223976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T13:14:21.801207Z","caller":"traceutil/trace.go:171","msg":"trace[2027940074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999358799s","start":"2026-05-09T13:14:16.801832Z","end":"2026-05-09T13:14:21.801190Z","steps":["trace[2027940074] 'agreement among raft nodes before linearized reading' (duration: 4.999247307s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:21.801256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:16.801817Z","time spent":"4.999428479s","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:14:21.807877Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555693,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:21.884249Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 [logterm: 2, index: 1255, vote: faf479c52908c230] cast MsgPreVote for 3ba9ae53cc4335db [logterm: 2, index: 1261] at term 3"} {"level":"info","ts":"2026-05-09T13:14:21.957147Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 is starting a new election at term 3"} {"level":"info","ts":"2026-05-09T13:14:21.957192Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 became pre-candidate at term 3"} {"level":"info","ts":"2026-05-09T13:14:21.957205Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 received MsgPreVoteResp from faf479c52908c230 at term 3"} {"level":"info","ts":"2026-05-09T13:14:21.957220Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 [logterm: 2, index: 1255] sent MsgPreVote request to 3ba9ae53cc4335db at term 3"} {"level":"info","ts":"2026-05-09T13:14:21.957229Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 [logterm: 2, index: 1255] sent MsgPreVote request to e2c0aeaa63762224 at term 3"} {"level":"info","ts":"2026-05-09T13:14:22.208698Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 [term: 3] received a MsgVote message with higher term from 3ba9ae53cc4335db [term: 4]"} {"level":"info","ts":"2026-05-09T13:14:22.208752Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 became follower at term 4"} {"level":"info","ts":"2026-05-09T13:14:22.208766Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 [logterm: 2, index: 1255, vote: 0] cast MsgVote for 3ba9ae53cc4335db [logterm: 2, index: 1261] at term 4"} {"level":"warn","ts":"2026-05-09T13:14:22.307934Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555693,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:22.308003Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 no leader at term 4; dropping index reading msg"} {"level":"warn","ts":"2026-05-09T13:14:22.640455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000154153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T13:14:22.640548Z","caller":"traceutil/trace.go:171","msg":"trace[864292325] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000317575s","start":"2026-05-09T13:14:20.640210Z","end":"2026-05-09T13:14:22.640528Z","steps":["trace[864292325] 'agreement among raft nodes before linearized reading' (duration: 2.000201464s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:22.640597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:20.640180Z","time spent":"2.000407186s","remote":"127.0.0.1:42266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 13:14:22 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T13:14:22.808819Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555693,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:22.808921Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 no leader at term 4; dropping index reading msg"} {"level":"warn","ts":"2026-05-09T13:14:23.087497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999210633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T13:14:23.087594Z","caller":"traceutil/trace.go:171","msg":"trace[2066378739] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999368666s","start":"2026-05-09T13:14:18.088202Z","end":"2026-05-09T13:14:23.087571Z","steps":["trace[2066378739] 'agreement among raft nodes before linearized reading' (duration: 4.999243134s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:23.087648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:18.088179Z","time spent":"4.999455017s","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/05/09 13:14:23 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T13:14:23.273890Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998735042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T13:14:23.273990Z","caller":"traceutil/trace.go:171","msg":"trace[1759320788] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998869503s","start":"2026-05-09T13:14:21.275095Z","end":"2026-05-09T13:14:23.273965Z","steps":["trace[1759320788] 'agreement among raft nodes before linearized reading' (duration: 1.998750892s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:23.274049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:21.275084Z","time spent":"1.998953134s","remote":"127.0.0.1:42280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 13:14:23 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T13:14:23.309522Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555693,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:23.309647Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 no leader at term 4; dropping index reading msg"} {"level":"info","ts":"2026-05-09T13:14:23.583007Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 [logterm: 2, index: 1255, vote: 3ba9ae53cc4335db] cast MsgPreVote for 3ba9ae53cc4335db [logterm: 2, index: 1261] at term 4"} {"level":"warn","ts":"2026-05-09T13:14:23.802663Z","caller":"etcdserver/v3_server.go:932","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"info","ts":"2026-05-09T13:14:23.802813Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 no leader at term 4; dropping index reading msg"} {"level":"warn","ts":"2026-05-09T13:14:24.303194Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555697,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:24.303465Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 no leader at term 4; dropping index reading msg"} {"level":"warn","ts":"2026-05-09T13:14:24.803701Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555697,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:24.803918Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 no leader at term 4; dropping index reading msg"} {"level":"info","ts":"2026-05-09T13:14:25.085794Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 [logterm: 2, index: 1255, vote: 3ba9ae53cc4335db] cast MsgPreVote for 3ba9ae53cc4335db [logterm: 2, index: 1261] at term 4"} {"level":"warn","ts":"2026-05-09T13:14:25.221297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:18.221083Z","time spent":"7.000208487s","remote":"127.0.0.1:42444","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-09T13:14:25.283515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00013478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T13:14:25.283576Z","caller":"traceutil/trace.go:171","msg":"trace[1686379351] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000246142s","start":"2026-05-09T13:14:23.283316Z","end":"2026-05-09T13:14:25.283563Z","steps":["trace[1686379351] 'agreement among raft nodes before linearized reading' (duration: 2.0001634s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:25.283614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:23.283295Z","time spent":"2.000312562s","remote":"127.0.0.1:42266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T13:14:25.304556Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555697,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:25.304653Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 no leader at term 4; dropping index reading msg"} {"level":"warn","ts":"2026-05-09T13:14:25.804734Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555697,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:25.805152Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 no leader at term 4; dropping index reading msg"} {"level":"warn","ts":"2026-05-09T13:14:26.061351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:19.060448Z","time spent":"7.000895789s","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-09T13:14:26.282962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:19.282237Z","time spent":"7.000719436s","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-09T13:14:26.305108Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555697,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:26.305170Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 no leader at term 4; dropping index reading msg"} {"level":"warn","ts":"2026-05-09T13:14:26.805176Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555697,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:26.805248Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 no leader at term 4; dropping index reading msg"} {"level":"info","ts":"2026-05-09T13:14:27.255037Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 [logterm: 2, index: 1255, vote: 3ba9ae53cc4335db] cast MsgPreVote for e2c0aeaa63762224 [logterm: 2, index: 1261] at term 4"} {"level":"warn","ts":"2026-05-09T13:14:27.285504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995511407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T13:14:27.285579Z","caller":"traceutil/trace.go:171","msg":"trace[1077671804] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.995624278s","start":"2026-05-09T13:14:25.289943Z","end":"2026-05-09T13:14:27.285567Z","steps":["trace[1077671804] 'agreement among raft nodes before linearized reading' (duration: 1.995533417s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:27.285609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:25.289929Z","time spent":"1.995672828s","remote":"127.0.0.1:42280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 13:14:27 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T13:14:27.305247Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555697,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:27.305311Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 no leader at term 4; dropping index reading msg"} {"level":"warn","ts":"2026-05-09T13:14:27.805542Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555697,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:27.805694Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 no leader at term 4; dropping index reading msg"} {"level":"warn","ts":"2026-05-09T13:14:28.306211Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555697,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:28.306344Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 no leader at term 4; dropping index reading msg"} {"level":"warn","ts":"2026-05-09T13:14:28.806997Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555697,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:28.807149Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 no leader at term 4; dropping index reading msg"} {"level":"info","ts":"2026-05-09T13:14:29.054599Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 [logterm: 2, index: 1255, vote: 3ba9ae53cc4335db] cast MsgPreVote for e2c0aeaa63762224 [logterm: 2, index: 1261] at term 4"} {"level":"warn","ts":"2026-05-09T13:14:29.291638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000472561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-09T13:14:29.291766Z","caller":"traceutil/trace.go:171","msg":"trace[1333352990] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000604132s","start":"2026-05-09T13:14:27.291129Z","end":"2026-05-09T13:14:29.291733Z","steps":["trace[1333352990] 'agreement among raft nodes before linearized reading' (duration: 2.00046877s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:29.291830Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:27.291099Z","time spent":"2.000719044s","remote":"127.0.0.1:42266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/09 13:14:29 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-09T13:14:29.307994Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555697,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:29.308138Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 no leader at term 4; dropping index reading msg"} {"level":"warn","ts":"2026-05-09T13:14:29.808802Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555697,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:29.809011Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 no leader at term 4; dropping index reading msg"} {"level":"warn","ts":"2026-05-09T13:14:29.919769Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.710924808s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-09T13:14:30.110985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998569483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T13:14:30.111091Z","caller":"traceutil/trace.go:171","msg":"trace[482415521] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998730165s","start":"2026-05-09T13:14:25.112342Z","end":"2026-05-09T13:14:30.111072Z","steps":["trace[482415521] 'agreement among raft nodes before linearized reading' (duration: 4.998591803s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:30.111139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:25.112329Z","time spent":"4.998797516s","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-05-09T13:14:30.174872Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 [term: 4] received a MsgVote message with higher term from e2c0aeaa63762224 [term: 5]"} {"level":"info","ts":"2026-05-09T13:14:30.174919Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 became follower at term 5"} {"level":"info","ts":"2026-05-09T13:14:30.174931Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 [logterm: 2, index: 1255, vote: 0] cast MsgVote for e2c0aeaa63762224 [logterm: 2, index: 1261] at term 5"} {"level":"warn","ts":"2026-05-09T13:14:30.309358Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555697,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:30.310783Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 no leader at term 5; dropping index reading msg"} {"level":"info","ts":"2026-05-09T13:14:30.451606Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: faf479c52908c230 elected leader e2c0aeaa63762224 at term 5"} {"level":"warn","ts":"2026-05-09T13:14:30.453231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.22307261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-05-09T13:14:30.453314Z","caller":"traceutil/trace.go:171","msg":"trace[1122460509] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; }","duration":"7.223197002s","start":"2026-05-09T13:14:23.230105Z","end":"2026-05-09T13:14:30.453302Z","steps":["trace[1122460509] 'agreement among raft nodes before linearized reading' (duration: 7.223100711s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:30.453347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:23.230079Z","time spent":"7.223259323s","remote":"127.0.0.1:42804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-09T13:14:30.453385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.247542297s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-05-09T13:14:30.453401Z","caller":"traceutil/trace.go:171","msg":"trace[1057804372] range","detail":"{range_begin:; range_end:; }","duration":"12.247561138s","start":"2026-05-09T13:14:18.205835Z","end":"2026-05-09T13:14:30.453396Z","steps":["trace[1057804372] 'agreement among raft nodes before linearized reading' (duration: 12.247542457s)"],"step_count":1} {"level":"error","ts":"2026-05-09T13:14:30.453443Z","caller":"etcdhttp/health.go:370","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:370\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-05-09T13:14:30.453688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.625840705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-05-09T13:14:30.453710Z","caller":"traceutil/trace.go:171","msg":"trace[408026246] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; }","duration":"13.625902606s","start":"2026-05-09T13:14:16.827802Z","end":"2026-05-09T13:14:30.453704Z","steps":["trace[408026246] 'agreement among raft nodes before linearized reading' (duration: 13.625874865s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:30.453726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:16.827785Z","time spent":"13.625936177s","remote":"127.0.0.1:42554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-09T13:14:30.454093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.929191968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-05-09T13:14:30.454134Z","caller":"traceutil/trace.go:171","msg":"trace[372904423] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; }","duration":"8.929236848s","start":"2026-05-09T13:14:21.524886Z","end":"2026-05-09T13:14:30.454123Z","steps":["trace[372904423] 'agreement among raft nodes before linearized reading' (duration: 8.929188018s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:30.454684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:21.524854Z","time spent":"8.929816756s","remote":"127.0.0.1:42646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-09T13:14:30.454830Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.220857591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-05-09T13:14:30.454898Z","caller":"traceutil/trace.go:171","msg":"trace[1610327741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"8.220965023s","start":"2026-05-09T13:14:22.233919Z","end":"2026-05-09T13:14:30.454884Z","steps":["trace[1610327741] 'agreement among raft nodes before linearized reading' (duration: 8.220878332s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:30.454917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.186658819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18ade7f056a3a911\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-05-09T13:14:30.454936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:22.233906Z","time spent":"8.221019054s","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-05-09T13:14:30.454954Z","caller":"traceutil/trace.go:171","msg":"trace[1277701231] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18ade7f056a3a911; range_end:; }","duration":"9.186695829s","start":"2026-05-09T13:14:21.268250Z","end":"2026-05-09T13:14:30.454946Z","steps":["trace[1277701231] 'agreement among raft nodes before linearized reading' (duration: 9.186657779s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:30.454975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:21.268209Z","time spent":"9.18676095s","remote":"127.0.0.1:42326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18ade7f056a3a911\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:14:30.455146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.887824289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-05-09T13:14:30.455165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.047532309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-05-09T13:14:30.453298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.916998014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-05-09T13:14:30.455480Z","caller":"traceutil/trace.go:171","msg":"trace[2096309661] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; }","duration":"8.047878595s","start":"2026-05-09T13:14:22.407591Z","end":"2026-05-09T13:14:30.455470Z","steps":["trace[2096309661] 'agreement among raft nodes before linearized reading' (duration: 8.04755935s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:30.455696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:22.407557Z","time spent":"8.048126478s","remote":"127.0.0.1:42790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-09T13:14:30.455176Z","caller":"traceutil/trace.go:171","msg":"trace[1233835856] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; }","duration":"11.887884039s","start":"2026-05-09T13:14:18.567286Z","end":"2026-05-09T13:14:30.455170Z","steps":["trace[1233835856] 'agreement among raft nodes before linearized reading' (duration: 11.887849319s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:30.455794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:18.567264Z","time spent":"11.88852438s","remote":"127.0.0.1:42288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.77\" limit:1 "} {"level":"info","ts":"2026-05-09T13:14:30.455510Z","caller":"traceutil/trace.go:171","msg":"trace[712918627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"11.919266305s","start":"2026-05-09T13:14:18.536235Z","end":"2026-05-09T13:14:30.455501Z","steps":["trace[712918627] 'agreement among raft nodes before linearized reading' (duration: 11.917031794s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:30.456095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:18.536214Z","time spent":"11.919871243s","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:14:30.953817Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:31.291978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999938403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T13:14:31.292061Z","caller":"traceutil/trace.go:171","msg":"trace[966358673] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000079566s","start":"2026-05-09T13:14:29.291963Z","end":"2026-05-09T13:14:31.292043Z","steps":["trace[966358673] 'agreement among raft nodes before linearized reading' (duration: 1.999972104s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:31.292108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:29.291939Z","time spent":"2.000159936s","remote":"127.0.0.1:42280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T13:14:31.454068Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T13:14:31.793745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151999732s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:31.794954Z","caller":"traceutil/trace.go:171","msg":"trace[911704835] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1085; }","duration":"1.152129413s","start":"2026-05-09T13:14:30.641687Z","end":"2026-05-09T13:14:31.793817Z","steps":["trace[911704835] 'range keys from in-memory index tree' (duration: 1.151981001s)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:14:31.798764Z","caller":"traceutil/trace.go:171","msg":"trace[971559645] linearizableReadLoop","detail":"{readStateIndex:1264; appliedIndex:1255; }","duration":"1.345811792s","start":"2026-05-09T13:14:30.452924Z","end":"2026-05-09T13:14:31.798736Z","steps":["trace[971559645] 'read index received' (duration: 1.246343325s)","trace[971559645] 'applied index is now lower than readState.Index' (duration: 99.466777ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:14:31.799273Z","caller":"traceutil/trace.go:171","msg":"trace[1521797102] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"5.728708906s","start":"2026-05-09T13:14:26.070547Z","end":"2026-05-09T13:14:31.799256Z","steps":["trace[1521797102] 'process raft request' (duration: 5.728124938s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:31.799424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:26.070528Z","time spent":"5.728792417s","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T13:14:31.799664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.687468582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-09T13:14:31.799654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.216838685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:31.799724Z","caller":"traceutil/trace.go:171","msg":"trace[661364557] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1092; }","duration":"4.687538134s","start":"2026-05-09T13:14:27.112160Z","end":"2026-05-09T13:14:31.799698Z","steps":["trace[661364557] 'agreement among raft nodes before linearized reading' (duration: 4.686940906s)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:14:31.799751Z","caller":"traceutil/trace.go:171","msg":"trace[1830240675] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1092; }","duration":"4.216981126s","start":"2026-05-09T13:14:27.582732Z","end":"2026-05-09T13:14:31.799713Z","steps":["trace[1830240675] 'agreement among raft nodes before linearized reading' (duration: 4.216359958s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:31.799777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:27.112149Z","time spent":"4.687616025s","remote":"127.0.0.1:42422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":2,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-09T13:14:31.799818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:27.582714Z","time spent":"4.217086688s","remote":"127.0.0.1:42756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-09T13:14:31.799998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.913700365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-05-09T13:14:31.800047Z","caller":"traceutil/trace.go:171","msg":"trace[1033371894] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1092; }","duration":"4.913756296s","start":"2026-05-09T13:14:26.886269Z","end":"2026-05-09T13:14:31.800025Z","steps":["trace[1033371894] 'agreement among raft nodes before linearized reading' (duration: 4.912858404s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:31.800086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:26.886258Z","time spent":"4.913820737s","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:14:31.800188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074116566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses/\" range_end:\"/registry/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-09T13:14:31.800249Z","caller":"traceutil/trace.go:171","msg":"trace[1759019586] range","detail":"{range_begin:/registry/ipaddresses/; range_end:/registry/ipaddresses0; response_count:0; response_revision:1092; }","duration":"3.074205187s","start":"2026-05-09T13:14:28.726019Z","end":"2026-05-09T13:14:31.800224Z","steps":["trace[1759019586] 'agreement among raft nodes before linearized reading' (duration: 3.073062731s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:31.800288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:28.725997Z","time spent":"3.074279548s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":30,"request content":"key:\"/registry/ipaddresses/\" range_end:\"/registry/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-09T13:14:31.800495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:30.459983Z","time spent":"1.34050909s","remote":"127.0.0.1:42326","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-09T13:14:31.800264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164657398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:31.800675Z","caller":"traceutil/trace.go:171","msg":"trace[3684333] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"5.512085615s","start":"2026-05-09T13:14:26.288569Z","end":"2026-05-09T13:14:31.800655Z","steps":["trace[3684333] 'process raft request' (duration: 5.510624784s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:31.800735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:26.288554Z","time spent":"5.512143045s","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T13:14:31.800950Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.5696039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cpktw\" limit:1 ","response":"range_response_count:1 size:18330"} {"level":"info","ts":"2026-05-09T13:14:31.800979Z","caller":"traceutil/trace.go:171","msg":"trace[1741901270] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cpktw; range_end:; response_count:1; response_revision:1093; }","duration":"6.569639601s","start":"2026-05-09T13:14:25.231330Z","end":"2026-05-09T13:14:31.800969Z","steps":["trace[1741901270] 'agreement among raft nodes before linearized reading' (duration: 6.567808586s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:31.801007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:25.231317Z","time spent":"6.569683722s","remote":"127.0.0.1:42444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18353,"request content":"key:\"/registry/pods/kube-system/cilium-cpktw\" limit:1 "} {"level":"info","ts":"2026-05-09T13:14:31.800629Z","caller":"traceutil/trace.go:171","msg":"trace[854587782] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1092; }","duration":"2.165275257s","start":"2026-05-09T13:14:29.635294Z","end":"2026-05-09T13:14:31.800569Z","steps":["trace[854587782] 'agreement among raft nodes before linearized reading' (duration: 2.163771216s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:31.801753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:29.635261Z","time spent":"2.166471342s","remote":"127.0.0.1:42338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-09T13:14:31.800855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.096347901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:31.806135Z","caller":"traceutil/trace.go:171","msg":"trace[510493612] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1092; }","duration":"7.102366363s","start":"2026-05-09T13:14:24.703737Z","end":"2026-05-09T13:14:31.806104Z","steps":["trace[510493612] 'agreement among raft nodes before linearized reading' (duration: 7.095413057s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:31.806244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:24.703719Z","time spent":"7.102482854s","remote":"127.0.0.1:42522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-09T13:14:32.299496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.220283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-09T13:14:32.299877Z","caller":"traceutil/trace.go:171","msg":"trace[2102831791] linearizableReadLoop","detail":"{readStateIndex:1268; appliedIndex:1267; }","duration":"500.980391ms","start":"2026-05-09T13:14:31.798869Z","end":"2026-05-09T13:14:32.299849Z","steps":["trace[2102831791] 'read index received' (duration: 496.712502ms)","trace[2102831791] 'applied index is now lower than readState.Index' (duration: 4.266279ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T13:14:32.299988Z","caller":"traceutil/trace.go:171","msg":"trace[697900584] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"498.384025ms","start":"2026-05-09T13:14:31.801582Z","end":"2026-05-09T13:14:32.299966Z","steps":["trace[697900584] 'process raft request' (duration: 498.304684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:32.300091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:31.801554Z","time spent":"498.506957ms","remote":"127.0.0.1:42326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-09T13:14:32.300178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.729847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-09T13:14:32.300237Z","caller":"traceutil/trace.go:171","msg":"trace[2004325125] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1100; }","duration":"524.861119ms","start":"2026-05-09T13:14:31.775363Z","end":"2026-05-09T13:14:32.300224Z","steps":["trace[2004325125] 'agreement among raft nodes before linearized reading' (duration: 524.640366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:32.300293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:31.775341Z","time spent":"524.94047ms","remote":"127.0.0.1:42304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":20,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-09T13:14:32.300630Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843180163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-09T13:14:32.300736Z","caller":"traceutil/trace.go:171","msg":"trace[1847402498] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:1100; }","duration":"1.843340195s","start":"2026-05-09T13:14:30.457370Z","end":"2026-05-09T13:14:32.300710Z","steps":["trace[1847402498] 'agreement among raft nodes before linearized reading' (duration: 1.843096572s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:32.300763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.566353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T13:14:32.300790Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:30.457361Z","time spent":"1.843416706s","remote":"127.0.0.1:42288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.77\" limit:1 "} {"level":"info","ts":"2026-05-09T13:14:32.300821Z","caller":"traceutil/trace.go:171","msg":"trace[384561739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1100; }","duration":"998.649273ms","start":"2026-05-09T13:14:31.302144Z","end":"2026-05-09T13:14:32.300793Z","steps":["trace[384561739] 'agreement among raft nodes before linearized reading' (duration: 998.580672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:32.300862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:31.302126Z","time spent":"998.727795ms","remote":"127.0.0.1:42280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T13:14:32.300793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846199985s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-09T13:14:32.301076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662439182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:32.301107Z","caller":"traceutil/trace.go:171","msg":"trace[669458117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1100; }","duration":"1.662495392s","start":"2026-05-09T13:14:30.638601Z","end":"2026-05-09T13:14:32.301097Z","steps":["trace[669458117] 'agreement among raft nodes before linearized reading' (duration: 1.662443472s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:32.301132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:30.638581Z","time spent":"1.662546484s","remote":"127.0.0.1:42266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-09T13:14:32.301271Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"faf479c52908c230 [logterm: 5, index: 1275, vote: e2c0aeaa63762224] rejected MsgVote from 3ba9ae53cc4335db [logterm: 2, index: 1261] at term 5"} {"level":"info","ts":"2026-05-09T13:14:32.301702Z","caller":"traceutil/trace.go:171","msg":"trace[2084959922] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1100; }","duration":"1.846449918s","start":"2026-05-09T13:14:30.454538Z","end":"2026-05-09T13:14:32.300988Z","steps":["trace[2084959922] 'agreement among raft nodes before linearized reading' (duration: 1.846173844s)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:14:32.429270Z","caller":"traceutil/trace.go:171","msg":"trace[1025556641] linearizableReadLoop","detail":"{readStateIndex:1275; appliedIndex:1275; }","duration":"129.268364ms","start":"2026-05-09T13:14:32.299969Z","end":"2026-05-09T13:14:32.429237Z","steps":["trace[1025556641] 'read index received' (duration: 129.257664ms)","trace[1025556641] 'applied index is now lower than readState.Index' (duration: 8.35µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:14:32.450366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.027988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-09T13:14:32.450453Z","caller":"traceutil/trace.go:171","msg":"trace[1665555355] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1100; }","duration":"209.731019ms","start":"2026-05-09T13:14:32.240700Z","end":"2026-05-09T13:14:32.450431Z","steps":["trace[1665555355] 'agreement among raft nodes before linearized reading' (duration: 188.566068ms)","trace[1665555355] 'count revisions from in-memory index tree' (duration: 20.439571ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:14:32.451099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.303499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 ","response":"range_response_count:1 size:7609"} {"level":"info","ts":"2026-05-09T13:14:32.451263Z","caller":"traceutil/trace.go:171","msg":"trace[1237969480] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-3; range_end:; response_count:1; response_revision:1100; }","duration":"639.535231ms","start":"2026-05-09T13:14:31.811699Z","end":"2026-05-09T13:14:32.451234Z","steps":["trace[1237969480] 'agreement among raft nodes before linearized reading' (duration: 617.6322ms)","trace[1237969480] 'range keys from in-memory index tree' (duration: 21.638437ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:14:32.451378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:31.811678Z","time spent":"639.684413ms","remote":"127.0.0.1:42444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7632,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 "} {"level":"warn","ts":"2026-05-09T13:14:32.540733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.463032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18ade7f056a3a911\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-05-09T13:14:32.540938Z","caller":"traceutil/trace.go:171","msg":"trace[323538094] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18ade7f056a3a911; range_end:; response_count:1; response_revision:1107; }","duration":"235.690794ms","start":"2026-05-09T13:14:32.305225Z","end":"2026-05-09T13:14:32.540916Z","steps":["trace[323538094] 'agreement among raft nodes before linearized reading' (duration: 235.439861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:32.540732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.894792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:32.541306Z","caller":"traceutil/trace.go:171","msg":"trace[1485924246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1107; }","duration":"232.48898ms","start":"2026-05-09T13:14:32.308806Z","end":"2026-05-09T13:14:32.541295Z","steps":["trace[1485924246] 'agreement among raft nodes before linearized reading' (duration: 231.851512ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:14:32.540782Z","caller":"traceutil/trace.go:171","msg":"trace[1541657375] linearizableReadLoop","detail":"{readStateIndex:1287; appliedIndex:1287; }","duration":"111.308258ms","start":"2026-05-09T13:14:32.429338Z","end":"2026-05-09T13:14:32.540646Z","steps":["trace[1541657375] 'read index received' (duration: 111.299187ms)","trace[1541657375] 'applied index is now lower than readState.Index' (duration: 7.371µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:14:32.541693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.436865ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:32.541788Z","caller":"traceutil/trace.go:171","msg":"trace[972303253] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1108; }","duration":"236.548567ms","start":"2026-05-09T13:14:32.305218Z","end":"2026-05-09T13:14:32.541766Z","steps":["trace[972303253] 'agreement among raft nodes before linearized reading' (duration: 235.631544ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:14:32.812203Z","caller":"traceutil/trace.go:171","msg":"trace[1492762713] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"159.417487ms","start":"2026-05-09T13:14:32.652744Z","end":"2026-05-09T13:14:32.812161Z","steps":["trace[1492762713] 'process raft request' (duration: 159.137604ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:14:32.820251Z","caller":"traceutil/trace.go:171","msg":"trace[1838341408] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"161.944523ms","start":"2026-05-09T13:14:32.658287Z","end":"2026-05-09T13:14:32.820232Z","steps":["trace[1838341408] 'process raft request' (duration: 161.857112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:34.770259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.173427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-09T13:14:34.770379Z","caller":"traceutil/trace.go:171","msg":"trace[1070432227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1183; }","duration":"173.356489ms","start":"2026-05-09T13:14:34.596982Z","end":"2026-05-09T13:14:34.770339Z","steps":["trace[1070432227] 'range keys from in-memory index tree' (duration: 171.069978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:35.103245Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13992857820356555751,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T13:14:35.146523Z","caller":"traceutil/trace.go:171","msg":"trace[651709551] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"371.239148ms","start":"2026-05-09T13:14:34.775255Z","end":"2026-05-09T13:14:35.146494Z","steps":["trace[651709551] 'process raft request' (duration: 371.130817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:35.146699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:34.775228Z","time spent":"371.391131ms","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T13:14:35.147817Z","caller":"traceutil/trace.go:171","msg":"trace[386866391] linearizableReadLoop","detail":"{readStateIndex:1364; appliedIndex:1365; }","duration":"544.900844ms","start":"2026-05-09T13:14:34.602889Z","end":"2026-05-09T13:14:35.147790Z","steps":["trace[386866391] 'read index received' (duration: 544.891703ms)","trace[386866391] 'applied index is now lower than readState.Index' (duration: 7.451µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T13:14:35.148037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.113676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-05-09T13:14:35.148239Z","caller":"traceutil/trace.go:171","msg":"trace[155398165] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1185; }","duration":"545.389959ms","start":"2026-05-09T13:14:34.602835Z","end":"2026-05-09T13:14:35.148225Z","steps":["trace[155398165] 'agreement among raft nodes before linearized reading' (duration: 545.114326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:35.148362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T13:14:34.602811Z","time spent":"545.536022ms","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-05-09T13:14:35.148495Z","caller":"traceutil/trace.go:171","msg":"trace[1114406201] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"245.860826ms","start":"2026-05-09T13:14:34.902610Z","end":"2026-05-09T13:14:35.148471Z","steps":["trace[1114406201] 'process raft request' (duration: 245.284658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:35.152808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.592294ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T13:14:35.152879Z","caller":"traceutil/trace.go:171","msg":"trace[1910265579] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1188; }","duration":"382.683555ms","start":"2026-05-09T13:14:34.770184Z","end":"2026-05-09T13:14:35.152868Z","steps":["trace[1910265579] 'agreement among raft nodes before linearized reading' (duration: 382.572774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T13:14:35.152901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.098457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cpktw\" limit:1 ","response":"range_response_count:1 size:18949"} {"level":"info","ts":"2026-05-09T13:14:35.152987Z","caller":"traceutil/trace.go:171","msg":"trace[1386416790] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cpktw; range_end:; response_count:1; response_revision:1188; }","duration":"251.242898ms","start":"2026-05-09T13:14:34.901724Z","end":"2026-05-09T13:14:35.152967Z","steps":["trace[1386416790] 'agreement among raft nodes before linearized reading' (duration: 251.066526ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T13:14:37.066307Z","caller":"traceutil/trace.go:171","msg":"trace[915166908] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"120.486529ms","start":"2026-05-09T13:14:36.945800Z","end":"2026-05-09T13:14:37.066287Z","steps":["trace[915166908] 'process raft request' (duration: 120.346207ms)"],"step_count":1}