{"level":"warn","ts":"2026-04-20T17:40:03.016602Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T17:40:03.016898Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.215:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.215:2380","--initial-cluster=controller-3=https://199.19.213.215:2380,controller-1=https://199.19.213.47:2380,controller-2=https://199.204.45.250:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.215:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.215:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-20T17:40:03.017279Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T17:40:03.017316Z","caller":"embed/etcd.go:140","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.215:2380"]} {"level":"info","ts":"2026-04-20T17:40:03.017501Z","caller":"embed/etcd.go:528","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T17:40:03.018211Z","caller":"embed/etcd.go:148","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.215:2379"]} {"level":"info","ts":"2026-04-20T17:40:03.018395Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.5.21","git-sha":"a17edfd","go-version":"go1.23.7","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.215:2380"],"listen-peer-urls":["https://199.19.213.215:2380"],"advertise-client-urls":["https://199.19.213.215:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.215:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.47:2380,controller-2=https://199.204.45.250:2380,controller-3=https://199.19.213.215:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-20T17:40:03.025069Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.244839ms"} {"level":"info","ts":"2026-04-20T17:40:03.038288Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.19.213.215:2380","host":"199.19.213.215:2380","resolved-addr":"199.19.213.215:2380"} {"level":"info","ts":"2026-04-20T17:40:03.038372Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.19.213.47:2380","host":"199.19.213.47:2380","resolved-addr":"199.19.213.47:2380"} {"level":"info","ts":"2026-04-20T17:40:03.038410Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.19.213.215:2380","host":"199.19.213.215:2380","resolved-addr":"199.19.213.215:2380"} {"level":"info","ts":"2026-04-20T17:40:03.038434Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.204.45.250:2380","host":"199.204.45.250:2380","resolved-addr":"199.204.45.250:2380"} {"level":"info","ts":"2026-04-20T17:40:03.038526Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.204.45.250:2380","host":"199.204.45.250:2380","resolved-addr":"199.204.45.250:2380"} {"level":"info","ts":"2026-04-20T17:40:03.038564Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.19.213.47:2380","host":"199.19.213.47:2380","resolved-addr":"199.19.213.47:2380"} {"level":"info","ts":"2026-04-20T17:40:03.068830Z","caller":"etcdserver/raft.go:506","msg":"starting local member","local-member-id":"1db95f5fade1e764","cluster-id":"cb5c24893c5cbfa7"} {"level":"info","ts":"2026-04-20T17:40:03.069051Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1db95f5fade1e764 switched to configuration voters=()"} {"level":"info","ts":"2026-04-20T17:40:03.069149Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1db95f5fade1e764 became follower at term 0"} {"level":"info","ts":"2026-04-20T17:40:03.069172Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1db95f5fade1e764 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-04-20T17:40:03.076486Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-20T17:40:03.079150Z","caller":"mvcc/kvstore.go:425","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-20T17:40:03.079261Z","caller":"etcdserver/server.go:628","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-20T17:40:03.080824Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-20T17:40:03.083226Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"1db95f5fade1e764","remote-peer-id":"944e7e1987ec6eaf"} {"level":"info","ts":"2026-04-20T17:40:03.083298Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"1db95f5fade1e764","remote-peer-id":"944e7e1987ec6eaf","remote-peer-urls":["https://199.19.213.47:2380"]} {"level":"info","ts":"2026-04-20T17:40:03.083388Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"1db95f5fade1e764","remote-peer-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:40:03.083451Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"1db95f5fade1e764","remote-peer-id":"ba268a16d9fd836a","remote-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-04-20T17:40:03.083489Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"944e7e1987ec6eaf"} {"level":"info","ts":"2026-04-20T17:40:03.083628Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"1db95f5fade1e764","remote-peer-id":"944e7e1987ec6eaf"} {"level":"info","ts":"2026-04-20T17:40:03.084318Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"1db95f5fade1e764","remote-peer-id":"944e7e1987ec6eaf"} {"level":"info","ts":"2026-04-20T17:40:03.084665Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"1db95f5fade1e764","remote-peer-id":"944e7e1987ec6eaf"} {"level":"info","ts":"2026-04-20T17:40:03.086426Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"944e7e1987ec6eaf"} {"level":"info","ts":"2026-04-20T17:40:03.086526Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"1db95f5fade1e764","remote-peer-id":"944e7e1987ec6eaf","remote-peer-urls":["https://199.19.213.47:2380"]} {"level":"info","ts":"2026-04-20T17:40:03.086560Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:40:03.086527Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"1db95f5fade1e764","remote-peer-id":"944e7e1987ec6eaf"} {"level":"info","ts":"2026-04-20T17:40:03.086601Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"1db95f5fade1e764","remote-peer-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:40:03.086677Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"1db95f5fade1e764","remote-peer-id":"944e7e1987ec6eaf"} {"level":"info","ts":"2026-04-20T17:40:03.086950Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"1db95f5fade1e764","remote-peer-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:40:03.086971Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"1db95f5fade1e764","remote-peer-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:40:03.091006Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:40:03.091181Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"1db95f5fade1e764","remote-peer-id":"ba268a16d9fd836a","remote-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-04-20T17:40:03.091307Z","caller":"etcdserver/server.go:875","msg":"starting etcd server","local-member-id":"1db95f5fade1e764","local-server-version":"3.5.21","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-20T17:40:03.091576Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"1db95f5fade1e764","remote-peer-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:40:03.091861Z","caller":"etcdserver/server.go:775","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-20T17:40:03.092116Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T17:40:03.092225Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T17:40:03.092264Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T17:40:03.092590Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"1db95f5fade1e764","remote-peer-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:40:03.092823Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-20T17:40:03.096206Z","caller":"embed/etcd.go:762","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T17:40:03.096379Z","caller":"embed/etcd.go:633","msg":"serving peer traffic","address":"199.19.213.215:2380"} {"level":"info","ts":"2026-04-20T17:40:03.096421Z","caller":"embed/etcd.go:603","msg":"cmux::serve","address":"199.19.213.215:2380"} {"level":"info","ts":"2026-04-20T17:40:03.096663Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"1db95f5fade1e764","initial-advertise-peer-urls":["https://199.19.213.215:2380"],"listen-peer-urls":["https://199.19.213.215:2380"],"advertise-client-urls":["https://199.19.213.215:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.215:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-20T17:40:03.096734Z","caller":"embed/etcd.go:908","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-20T17:40:03.097622Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1db95f5fade1e764 [term: 0] received a MsgHeartbeat message with higher term from 944e7e1987ec6eaf [term: 2]"} {"level":"info","ts":"2026-04-20T17:40:03.097688Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1db95f5fade1e764 became follower at term 2"} {"level":"info","ts":"2026-04-20T17:40:03.097727Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1db95f5fade1e764 elected leader 944e7e1987ec6eaf at term 2"} {"level":"info","ts":"2026-04-20T17:40:03.101847Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"1db95f5fade1e764","to":"944e7e1987ec6eaf","stream-type":"stream Message"} {"level":"info","ts":"2026-04-20T17:40:03.101990Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"944e7e1987ec6eaf"} {"level":"info","ts":"2026-04-20T17:40:03.102179Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"1db95f5fade1e764","remote-peer-id":"944e7e1987ec6eaf"} {"level":"info","ts":"2026-04-20T17:40:03.102556Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:40:03.102618Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"1db95f5fade1e764","remote-peer-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:40:03.103747Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"1db95f5fade1e764","remote-peer-id":"944e7e1987ec6eaf"} {"level":"info","ts":"2026-04-20T17:40:03.105553Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"1db95f5fade1e764","remote-peer-id":"944e7e1987ec6eaf"} {"level":"info","ts":"2026-04-20T17:40:03.114385Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"1db95f5fade1e764","remote-peer-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:40:03.114786Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"1db95f5fade1e764","to":"ba268a16d9fd836a","stream-type":"stream Message"} {"level":"info","ts":"2026-04-20T17:40:03.116978Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"1db95f5fade1e764","remote-peer-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:40:03.127059Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"1db95f5fade1e764","to":"ba268a16d9fd836a","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-20T17:40:03.127099Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"1db95f5fade1e764","remote-peer-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:40:03.127440Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1db95f5fade1e764 switched to configuration voters=(10686617613916466863)"} {"level":"info","ts":"2026-04-20T17:40:03.127954Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"cb5c24893c5cbfa7","local-member-id":"1db95f5fade1e764","added-peer-id":"944e7e1987ec6eaf","added-peer-peer-urls":["https://199.19.213.47:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-04-20T17:40:03.128135Z","caller":"membership/cluster.go:587","msg":"set initial cluster version","cluster-id":"cb5c24893c5cbfa7","local-member-id":"1db95f5fade1e764","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T17:40:03.128209Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T17:40:03.128306Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"1db95f5fade1e764","to":"944e7e1987ec6eaf","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-20T17:40:03.128423Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"1db95f5fade1e764","remote-peer-id":"944e7e1987ec6eaf"} {"level":"info","ts":"2026-04-20T17:40:03.142208Z","caller":"etcdserver/server.go:798","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"1db95f5fade1e764","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-04-20T17:40:03.167253Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1db95f5fade1e764 switched to configuration voters=(10686617613916466863) learners=(13413560370920784746)"} {"level":"info","ts":"2026-04-20T17:40:03.167363Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"cb5c24893c5cbfa7","local-member-id":"1db95f5fade1e764","added-peer-id":"ba268a16d9fd836a","added-peer-peer-urls":["https://199.204.45.250:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-20T17:40:03.167585Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1db95f5fade1e764 switched to configuration voters=(10686617613916466863 13413560370920784746)"} {"level":"info","ts":"2026-04-20T17:40:03.167632Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"cb5c24893c5cbfa7","local-member-id":"1db95f5fade1e764","promoted-member-id":"ba268a16d9fd836a"} {"level":"info","ts":"2026-04-20T17:40:03.184389Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1db95f5fade1e764 switched to configuration voters=(10686617613916466863 13413560370920784746) learners=(2141847962335176548)"} {"level":"info","ts":"2026-04-20T17:40:03.184484Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"cb5c24893c5cbfa7","local-member-id":"1db95f5fade1e764","added-peer-id":"1db95f5fade1e764","added-peer-peer-urls":["https://199.19.213.215:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-20T17:40:03.190034Z","caller":"etcdserver/server.go:2144","msg":"published local member to cluster through raft","local-member-id":"1db95f5fade1e764","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.19.213.215:2379]}","request-path":"/0/members/1db95f5fade1e764/attributes","cluster-id":"cb5c24893c5cbfa7","publish-timeout":"7s"} {"level":"info","ts":"2026-04-20T17:40:03.190026Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T17:40:03.190065Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T17:40:03.190218Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-20T17:40:03.190252Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-20T17:40:03.191524Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-20T17:40:03.191588Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-20T17:40:03.193258Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-20T17:40:03.193430Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.215:2379"} {"level":"info","ts":"2026-04-20T17:40:03.279013Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1db95f5fade1e764 switched to configuration voters=(2141847962335176548 10686617613916466863 13413560370920784746)"} {"level":"info","ts":"2026-04-20T17:40:03.279194Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"cb5c24893c5cbfa7","local-member-id":"1db95f5fade1e764","promoted-member-id":"1db95f5fade1e764"} {"level":"warn","ts":"2026-04-20T17:40:18.834487Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.181299716s","expected-duration":"1s"} {"level":"info","ts":"2026-04-20T17:40:18.841573Z","caller":"traceutil/trace.go:171","msg":"trace[656418890] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"1.189431974s","start":"2026-04-20T17:40:17.652118Z","end":"2026-04-20T17:40:18.841550Z","steps":["trace[656418890] 'process raft request' (duration: 1.189126669s)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:40:18.842893Z","caller":"traceutil/trace.go:171","msg":"trace[1499996325] linearizableReadLoop","detail":"{readStateIndex:722; appliedIndex:722; }","duration":"438.107222ms","start":"2026-04-20T17:40:18.404752Z","end":"2026-04-20T17:40:18.842859Z","steps":["trace[1499996325] 'read index received' (duration: 438.102062ms)","trace[1499996325] 'applied index is now lower than readState.Index' (duration: 3.89µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:40:18.843014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.276315ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T17:40:18.843012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:17.652107Z","time spent":"1.189521106s","remote":"127.0.0.1:38600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7597,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T17:40:18.843047Z","caller":"traceutil/trace.go:171","msg":"trace[1309725288] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:672; }","duration":"438.329326ms","start":"2026-04-20T17:40:18.404708Z","end":"2026-04-20T17:40:18.843038Z","steps":["trace[1309725288] 'agreement among raft nodes before linearized reading' (duration: 438.260544ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:40:24.613386Z","caller":"traceutil/trace.go:171","msg":"trace[604699864] linearizableReadLoop","detail":"{readStateIndex:749; appliedIndex:749; }","duration":"208.513934ms","start":"2026-04-20T17:40:24.404846Z","end":"2026-04-20T17:40:24.613360Z","steps":["trace[604699864] 'read index received' (duration: 208.505184ms)","trace[604699864] 'applied index is now lower than readState.Index' (duration: 7.58µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:40:24.613504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.665837ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:40:24.613556Z","caller":"traceutil/trace.go:171","msg":"trace[1217291673] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:696; }","duration":"208.740028ms","start":"2026-04-20T17:40:24.404801Z","end":"2026-04-20T17:40:24.613541Z","steps":["trace[1217291673] 'agreement among raft nodes before linearized reading' (duration: 208.647397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:42.878530Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16673625082397294295,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T17:40:43.378743Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16673625082397294295,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-20T17:40:43.569617Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1db95f5fade1e764 is starting a new election at term 2"} {"level":"info","ts":"2026-04-20T17:40:43.569695Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1db95f5fade1e764 became pre-candidate at term 2"} {"level":"info","ts":"2026-04-20T17:40:43.569719Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1db95f5fade1e764 received MsgPreVoteResp from 1db95f5fade1e764 at term 2"} {"level":"info","ts":"2026-04-20T17:40:43.569851Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1db95f5fade1e764 [logterm: 2, index: 900] sent MsgPreVote request to 944e7e1987ec6eaf at term 2"} {"level":"info","ts":"2026-04-20T17:40:43.569874Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1db95f5fade1e764 [logterm: 2, index: 900] sent MsgPreVote request to ba268a16d9fd836a at term 2"} {"level":"info","ts":"2026-04-20T17:40:43.569888Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1db95f5fade1e764 lost leader 944e7e1987ec6eaf at term 2"} {"level":"info","ts":"2026-04-20T17:40:43.571500Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1db95f5fade1e764 received MsgPreVoteResp from ba268a16d9fd836a at term 2"} {"level":"info","ts":"2026-04-20T17:40:43.571549Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1db95f5fade1e764 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-20T17:40:43.571573Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1db95f5fade1e764 became candidate at term 3"} {"level":"info","ts":"2026-04-20T17:40:43.571589Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1db95f5fade1e764 received MsgVoteResp from 1db95f5fade1e764 at term 3"} {"level":"info","ts":"2026-04-20T17:40:43.571611Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1db95f5fade1e764 [logterm: 2, index: 900] sent MsgVote request to 944e7e1987ec6eaf at term 3"} {"level":"info","ts":"2026-04-20T17:40:43.571627Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1db95f5fade1e764 [logterm: 2, index: 900] sent MsgVote request to ba268a16d9fd836a at term 3"} {"level":"info","ts":"2026-04-20T17:40:43.591274Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1db95f5fade1e764 [logterm: 2, index: 900, vote: 1db95f5fade1e764] rejected MsgPreVote from ba268a16d9fd836a [logterm: 2, index: 900] at term 3"} {"level":"info","ts":"2026-04-20T17:40:43.670114Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1db95f5fade1e764 [term: 3] ignored a MsgReadIndexResp message with lower term from 944e7e1987ec6eaf [term: 2]"} {"level":"warn","ts":"2026-04-20T17:40:43.879274Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16673625082397294295,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T17:40:44.380463Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16673625082397294295,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-20T17:40:44.590823Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1db95f5fade1e764 [logterm: 2, index: 900, vote: 1db95f5fade1e764] cast MsgPreVote for ba268a16d9fd836a [logterm: 2, index: 903] at term 3"} {"level":"info","ts":"2026-04-20T17:40:44.593072Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1db95f5fade1e764 [term: 3] received a MsgVote message with higher term from ba268a16d9fd836a [term: 4]"} {"level":"info","ts":"2026-04-20T17:40:44.593221Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1db95f5fade1e764 became follower at term 4"} {"level":"info","ts":"2026-04-20T17:40:44.593245Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1db95f5fade1e764 [logterm: 2, index: 900, vote: 0] cast MsgVote for ba268a16d9fd836a [logterm: 2, index: 903] at term 4"} {"level":"info","ts":"2026-04-20T17:40:44.595890Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1db95f5fade1e764 elected leader ba268a16d9fd836a at term 4"} {"level":"warn","ts":"2026-04-20T17:40:44.596123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.217634105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-20T17:40:44.596240Z","caller":"traceutil/trace.go:171","msg":"trace[1397827250] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.217823087s","start":"2026-04-20T17:40:42.378389Z","end":"2026-04-20T17:40:44.596212Z","steps":["trace[1397827250] 'agreement among raft nodes before linearized reading' (duration: 2.217667225s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:44.596311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:42.378366Z","time spent":"2.217927598s","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-20T17:40:44.618095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.222676152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-20T17:40:44.618404Z","caller":"traceutil/trace.go:171","msg":"trace[1283824540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:836; }","duration":"2.222920385s","start":"2026-04-20T17:40:42.395345Z","end":"2026-04-20T17:40:44.618265Z","steps":["trace[1283824540] 'agreement among raft nodes before linearized reading' (duration: 2.22259147s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:44.618642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:42.395334Z","time spent":"2.223203998s","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-20T17:40:44.618820Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594806246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-20T17:40:44.618885Z","caller":"traceutil/trace.go:171","msg":"trace[505408345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:836; }","duration":"1.594929628s","start":"2026-04-20T17:40:43.023933Z","end":"2026-04-20T17:40:44.618863Z","steps":["trace[505408345] 'agreement among raft nodes before linearized reading' (duration: 1.594820076s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:44.619195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:43.023903Z","time spent":"1.595277883s","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-20T17:40:44.618105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247299207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-20T17:40:44.619520Z","caller":"traceutil/trace.go:171","msg":"trace[1097841059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:836; }","duration":"1.248774866s","start":"2026-04-20T17:40:43.370727Z","end":"2026-04-20T17:40:44.619502Z","steps":["trace[1097841059] 'agreement among raft nodes before linearized reading' (duration: 1.247238876s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:44.619831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:43.370702Z","time spent":"1.248850227s","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-20T17:40:44.621483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478110991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:40:44.621518Z","caller":"traceutil/trace.go:171","msg":"trace[1373209687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:836; }","duration":"1.478190553s","start":"2026-04-20T17:40:43.143319Z","end":"2026-04-20T17:40:44.621509Z","steps":["trace[1373209687] 'agreement among raft nodes before linearized reading' (duration: 1.476325907s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:44.621541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:43.143287Z","time spent":"1.478249123s","remote":"127.0.0.1:38420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T17:40:44.621654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216411394s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:40:44.621672Z","caller":"traceutil/trace.go:171","msg":"trace[11059643] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:836; }","duration":"2.216430805s","start":"2026-04-20T17:40:42.405235Z","end":"2026-04-20T17:40:44.621666Z","steps":["trace[11059643] 'agreement among raft nodes before linearized reading' (duration: 2.214331996s)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:40:50.001129Z","caller":"traceutil/trace.go:171","msg":"trace[1005818659] linearizableReadLoop","detail":"{readStateIndex:975; appliedIndex:975; }","duration":"177.044858ms","start":"2026-04-20T17:40:49.824055Z","end":"2026-04-20T17:40:50.001100Z","steps":["trace[1005818659] 'read index received' (duration: 177.040218ms)","trace[1005818659] 'applied index is now lower than readState.Index' (duration: 3.61µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:40:50.001371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.300082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-sk4jk\" limit:1 ","response":"range_response_count:1 size:18163"} {"level":"info","ts":"2026-04-20T17:40:50.001531Z","caller":"traceutil/trace.go:171","msg":"trace[170325737] range","detail":"{range_begin:/registry/pods/kube-system/cilium-sk4jk; range_end:; response_count:1; response_revision:878; }","duration":"177.477976ms","start":"2026-04-20T17:40:49.824034Z","end":"2026-04-20T17:40:50.001512Z","steps":["trace[170325737] 'agreement among raft nodes before linearized reading' (duration: 177.197101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:50.777269Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16673625082397294350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T17:40:51.050840Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.267159ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:40:51.050951Z","caller":"traceutil/trace.go:171","msg":"trace[1268750716] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:878; }","duration":"646.400971ms","start":"2026-04-20T17:40:50.404527Z","end":"2026-04-20T17:40:51.050928Z","steps":["trace[1268750716] 'range keys from in-memory index tree' (duration: 646.208339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:51.278280Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16673625082397294350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T17:40:51.778470Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16673625082397294350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T17:40:51.956858Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.937262118s","expected-duration":"1s"} {"level":"info","ts":"2026-04-20T17:40:52.108463Z","caller":"traceutil/trace.go:171","msg":"trace[1330146870] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"2.090412254s","start":"2026-04-20T17:40:50.018025Z","end":"2026-04-20T17:40:52.108437Z","steps":["trace[1330146870] 'process raft request' (duration: 2.073999969s)","trace[1330146870] 'store kv pair into bolt db' {req_type:put; key:/registry/pods/kube-system/cilium-sk4jk; req_size:18316; } (duration: 15.787276ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:40:52.108591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:50.017993Z","time spent":"2.090530365s","remote":"127.0.0.1:38600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18320,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T17:40:52.110631Z","caller":"traceutil/trace.go:171","msg":"trace[225354319] linearizableReadLoop","detail":"{readStateIndex:979; appliedIndex:980; }","duration":"1.833653373s","start":"2026-04-20T17:40:50.276958Z","end":"2026-04-20T17:40:52.110611Z","steps":["trace[225354319] 'read index received' (duration: 1.833646963s)","trace[225354319] 'applied index is now lower than readState.Index' (duration: 5.08µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:40:52.110807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833823645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:40:52.110830Z","caller":"traceutil/trace.go:171","msg":"trace[1064706119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:882; }","duration":"1.833929336s","start":"2026-04-20T17:40:50.276895Z","end":"2026-04-20T17:40:52.110824Z","steps":["trace[1064706119] 'agreement among raft nodes before linearized reading' (duration: 1.833833664s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:52.110890Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:50.276865Z","time spent":"1.834020108s","remote":"127.0.0.1:38420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T17:40:52.579965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.595704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-20T17:40:52.580096Z","caller":"traceutil/trace.go:171","msg":"trace[1305801838] linearizableReadLoop","detail":"{readStateIndex:981; appliedIndex:980; }","duration":"469.374359ms","start":"2026-04-20T17:40:52.110703Z","end":"2026-04-20T17:40:52.580077Z","steps":["trace[1305801838] 'read index received' (duration: 243.267732ms)","trace[1305801838] 'applied index is now lower than readState.Index' (duration: 226.105457ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:40:52.580211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113964706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-20T17:40:52.580238Z","caller":"traceutil/trace.go:171","msg":"trace[2137202306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:883; }","duration":"2.114037667s","start":"2026-04-20T17:40:50.466192Z","end":"2026-04-20T17:40:52.580230Z","steps":["trace[2137202306] 'agreement among raft nodes before linearized reading' (duration: 2.113934116s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:52.580294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:50.466168Z","time spent":"2.114117498s","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-20T17:40:52.580338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52924991s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:40:52.580455Z","caller":"traceutil/trace.go:171","msg":"trace[1406792298] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:883; }","duration":"1.529383192s","start":"2026-04-20T17:40:51.051006Z","end":"2026-04-20T17:40:52.580427Z","steps":["trace[1406792298] 'agreement among raft nodes before linearized reading' (duration: 1.529043648s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:52.580529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062408135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-20T17:40:52.580568Z","caller":"traceutil/trace.go:171","msg":"trace[905250531] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:883; }","duration":"2.062475246s","start":"2026-04-20T17:40:50.518084Z","end":"2026-04-20T17:40:52.580559Z","steps":["trace[905250531] 'agreement among raft nodes before linearized reading' (duration: 2.062409325s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:52.580596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:50.518060Z","time spent":"2.062528916s","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-20T17:40:52.580763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437593255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:40:52.580802Z","caller":"traceutil/trace.go:171","msg":"trace[163816076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:883; }","duration":"1.437680817s","start":"2026-04-20T17:40:51.143113Z","end":"2026-04-20T17:40:52.580794Z","steps":["trace[163816076] 'agreement among raft nodes before linearized reading' (duration: 1.437610526s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:52.580829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:51.143091Z","time spent":"1.437732647s","remote":"127.0.0.1:38426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T17:40:53.085061Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16673625082397294353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T17:40:53.586165Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16673625082397294353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T17:40:53.828641Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.11460973s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-20T17:40:54.086745Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16673625082397294353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T17:40:54.587361Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16673625082397294353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T17:40:54.590937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000560617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-20T17:40:54.591053Z","caller":"traceutil/trace.go:171","msg":"trace[796394126] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000733959s","start":"2026-04-20T17:40:52.590299Z","end":"2026-04-20T17:40:54.591033Z","steps":["trace[796394126] 'agreement among raft nodes before linearized reading' (duration: 2.000557037s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:54.591359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:52.590233Z","time spent":"2.001110604s","remote":"127.0.0.1:38420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/20 17:40:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-20T17:40:55.002366Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.173437877s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-20T17:40:55.431234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602185758s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-20T17:40:55.431593Z","caller":"traceutil/trace.go:171","msg":"trace[666512046] linearizableReadLoop","detail":"{readStateIndex:985; appliedIndex:983; }","duration":"2.847604189s","start":"2026-04-20T17:40:52.583966Z","end":"2026-04-20T17:40:55.431570Z","steps":["trace[666512046] 'read index received' (duration: 2.418647926s)","trace[666512046] 'applied index is now lower than readState.Index' (duration: 428.954983ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:40:55.431902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.848016385s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:40:55.432013Z","caller":"traceutil/trace.go:171","msg":"trace[551530960] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:887; }","duration":"2.848146426s","start":"2026-04-20T17:40:52.583846Z","end":"2026-04-20T17:40:55.431992Z","steps":["trace[551530960] 'agreement among raft nodes before linearized reading' (duration: 2.847920333s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:55.544352Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16673625082397294355,"received-request-id":16673625082397294353} {"level":"warn","ts":"2026-04-20T17:40:55.548414Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16673625082397294355,"received-request-id":16673625082397294353} {"level":"info","ts":"2026-04-20T17:40:55.553128Z","caller":"traceutil/trace.go:171","msg":"trace[545426571] linearizableReadLoop","detail":"{readStateIndex:990; appliedIndex:991; }","duration":"121.463517ms","start":"2026-04-20T17:40:55.431643Z","end":"2026-04-20T17:40:55.553107Z","steps":["trace[545426571] 'read index received' (duration: 121.454737ms)","trace[545426571] 'applied index is now lower than readState.Index' (duration: 7.37µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:40:55.553391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.790952235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-20T17:40:55.553452Z","caller":"traceutil/trace.go:171","msg":"trace[290309598] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:892; }","duration":"2.791109548s","start":"2026-04-20T17:40:52.762334Z","end":"2026-04-20T17:40:55.553444Z","steps":["trace[290309598] 'agreement among raft nodes before linearized reading' (duration: 2.790919425s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:55.553505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:52.762310Z","time spent":"2.791186869s","remote":"127.0.0.1:38524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-04-20T17:40:55.553515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.913997005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-04-20T17:40:55.553804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.215018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:40:55.553923Z","caller":"traceutil/trace.go:171","msg":"trace[1579095695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:892; }","duration":"2.914253249s","start":"2026-04-20T17:40:52.639475Z","end":"2026-04-20T17:40:55.553728Z","steps":["trace[1579095695] 'agreement among raft nodes before linearized reading' (duration: 2.913998955s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:55.553996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:52.639458Z","time spent":"2.914524063s","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-20T17:40:55.553996Z","caller":"traceutil/trace.go:171","msg":"trace[2068679936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:892; }","duration":"962.417381ms","start":"2026-04-20T17:40:54.591559Z","end":"2026-04-20T17:40:55.553976Z","steps":["trace[2068679936] 'agreement among raft nodes before linearized reading' (duration: 962.138306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:55.553342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.769567585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-20T17:40:55.554055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:54.591455Z","time spent":"962.589482ms","remote":"127.0.0.1:38426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-20T17:40:55.554169Z","caller":"traceutil/trace.go:171","msg":"trace[1840964592] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"287.904265ms","start":"2026-04-20T17:40:55.266253Z","end":"2026-04-20T17:40:55.554157Z","steps":["trace[1840964592] 'process raft request' (duration: 287.824594ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:40:55.554196Z","caller":"traceutil/trace.go:171","msg":"trace[1718394095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:892; }","duration":"2.770453718s","start":"2026-04-20T17:40:52.783694Z","end":"2026-04-20T17:40:55.554148Z","steps":["trace[1718394095] 'agreement among raft nodes before linearized reading' (duration: 2.769496225s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:55.554341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T17:40:52.783671Z","time spent":"2.770610069s","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-20T17:40:55.567314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.63438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-20T17:40:55.567379Z","caller":"traceutil/trace.go:171","msg":"trace[138122889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:893; }","duration":"125.741823ms","start":"2026-04-20T17:40:55.441622Z","end":"2026-04-20T17:40:55.567364Z","steps":["trace[138122889] 'agreement among raft nodes before linearized reading' (duration: 125.623511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:40:55.567395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.321267ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:40:55.567475Z","caller":"traceutil/trace.go:171","msg":"trace[623222522] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:893; }","duration":"132.441269ms","start":"2026-04-20T17:40:55.435013Z","end":"2026-04-20T17:40:55.567455Z","steps":["trace[623222522] 'agreement among raft nodes before linearized reading' (duration: 132.276187ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:40:56.080021Z","caller":"traceutil/trace.go:171","msg":"trace[1309075883] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"231.339659ms","start":"2026-04-20T17:40:55.848657Z","end":"2026-04-20T17:40:56.079996Z","steps":["trace[1309075883] 'process raft request' (duration: 231.196277ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:40:56.086324Z","caller":"traceutil/trace.go:171","msg":"trace[1246077099] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"223.194795ms","start":"2026-04-20T17:40:55.863110Z","end":"2026-04-20T17:40:56.086305Z","steps":["trace[1246077099] 'process raft request' (duration: 223.061253ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:41:00.286370Z","caller":"traceutil/trace.go:171","msg":"trace[414587928] linearizableReadLoop","detail":"{readStateIndex:1070; appliedIndex:1067; }","duration":"142.58756ms","start":"2026-04-20T17:41:00.143765Z","end":"2026-04-20T17:41:00.286352Z","steps":["trace[414587928] 'read index received' (duration: 141.950202ms)","trace[414587928] 'applied index is now lower than readState.Index' (duration: 636.828µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:41:00.287012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.200837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:41:00.287049Z","caller":"traceutil/trace.go:171","msg":"trace[946396266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:969; }","duration":"143.337579ms","start":"2026-04-20T17:41:00.143702Z","end":"2026-04-20T17:41:00.287039Z","steps":["trace[946396266] 'agreement among raft nodes before linearized reading' (duration: 142.796323ms)"],"step_count":1}