{"level":"warn","ts":"2026-06-08T16:03:08.309919Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-06-08T16:03:08.310138Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-06-08T16:03:08.310230Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.99:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.99:2380","--initial-cluster=controller-2=https://199.19.213.99:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.99:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.99:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-06-08T16:03:08.311400Z","caller":"etcdmain/etcd.go:107","msg":"server has already been initialized","data-dir":"/var/lib/etcd","dir-type":"member"} {"level":"warn","ts":"2026-06-08T16:03:08.312266Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-08T16:03:08.312413Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.99:2380"]} {"level":"info","ts":"2026-06-08T16:03:08.312514Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-08T16:03:08.313287Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.99:2379"]} {"level":"info","ts":"2026-06-08T16:03:08.313669Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":true,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.99:2380"],"listen-peer-urls":["https://199.19.213.99:2380"],"advertise-client-urls":["https://199.19.213.99:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.99:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"","initial-cluster-state":"new","initial-cluster-token":"","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-06-08T16:03:08.314999Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00011e518}"} {"level":"info","ts":"2026-06-08T16:03:08.325446Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-06-08T16:03:08.325600Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"10.835615ms"} {"level":"info","ts":"2026-06-08T16:03:08.325904Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":5595} {"level":"info","ts":"2026-06-08T16:03:08.384627Z","caller":"etcdserver/bootstrap.go:441","msg":"No snapshot found. Recovering WAL from scratch!"} {"level":"info","ts":"2026-06-08T16:03:08.384714Z","caller":"etcdserver/bootstrap.go:232","msg":"recovered v3 backend","backend-size-bytes":24764416,"backend-size":"25 MB","backend-size-in-use-bytes":8495104,"backend-size-in-use":"8.5 MB"} {"level":"info","ts":"2026-06-08T16:03:08.384885Z","caller":"etcdserver/bootstrap.go:90","msg":"Bootstrapping WAL from snapshot"} {"level":"info","ts":"2026-06-08T16:03:08.446780Z","caller":"etcdserver/bootstrap.go:599","msg":"restarting local member","cluster-id":"fbafe76a301d853c","local-member-id":"618bf5f288f64e0b","commit-index":5596} {"level":"info","ts":"2026-06-08T16:03:08.446888Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-06-08T16:03:08.447092Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-06-08T16:03:08.447321Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:2b4fc23d90360acd RaftAttributes:{PeerURLs:[https://199.19.213.246:2380] IsLearner:false} Attributes:{Name:controller-1 ClientURLs:[https://199.19.213.246:2379]}}"} {"level":"info","ts":"2026-06-08T16:03:08.447355Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:618bf5f288f64e0b RaftAttributes:{PeerURLs:[https://199.19.213.99:2380] IsLearner:false} Attributes:{Name:controller-2 ClientURLs:[https://199.19.213.99:2379]}}"} {"level":"info","ts":"2026-06-08T16:03:08.447364Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:aea0b947ccae611 RaftAttributes:{PeerURLs:[https://199.19.213.170:2380] IsLearner:false} Attributes:{Name:controller-3 ClientURLs:[https://199.19.213.170:2379]}}"} {"level":"info","ts":"2026-06-08T16:03:08.447419Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-06-08T16:03:08.447432Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"fbafe76a301d853c","local-member-id":"618bf5f288f64e0b","recovered-remote-peer-id":"aea0b947ccae611","recovered-remote-peer-urls":["https://199.19.213.170:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-06-08T16:03:08.447444Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"fbafe76a301d853c","local-member-id":"618bf5f288f64e0b","recovered-remote-peer-id":"2b4fc23d90360acd","recovered-remote-peer-urls":["https://199.19.213.246:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-06-08T16:03:08.447452Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"fbafe76a301d853c","local-member-id":"618bf5f288f64e0b","recovered-remote-peer-id":"618bf5f288f64e0b","recovered-remote-peer-urls":["https://199.19.213.99:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-06-08T16:03:08.447460Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-06-08T16:03:08.447471Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-06-08T16:03:08.447558Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-06-08T16:03:08.447647Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"618bf5f288f64e0b switched to configuration voters=()"} {"level":"info","ts":"2026-06-08T16:03:08.447703Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"618bf5f288f64e0b became follower at term 6"} {"level":"info","ts":"2026-06-08T16:03:08.447726Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 618bf5f288f64e0b [peers: [], term: 6, commit: 5596, applied: 0, lastindex: 5597, lastterm: 6]"} {"level":"warn","ts":"2026-06-08T16:03:08.449612Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-08T16:03:08.450752Z","caller":"mvcc/kvstore.go:334","msg":"restored last compact revision","meta-bucket-name-key":"finishedCompactRev","restored-compact-revision":2334} {"level":"info","ts":"2026-06-08T16:03:08.458062Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":4843} {"level":"info","ts":"2026-06-08T16:03:08.462828Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-08T16:03:08.463762Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"aea0b947ccae611"} {"level":"info","ts":"2026-06-08T16:03:08.463871Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"618bf5f288f64e0b","remote-peer-id":"aea0b947ccae611"} {"level":"info","ts":"2026-06-08T16:03:08.464069Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"aea0b947ccae611"} {"level":"info","ts":"2026-06-08T16:03:08.464109Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"618bf5f288f64e0b","remote-peer-id":"aea0b947ccae611","remote-peer-urls":["https://199.19.213.170:2380"]} {"level":"info","ts":"2026-06-08T16:03:08.464325Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"2b4fc23d90360acd"} {"level":"info","ts":"2026-06-08T16:03:08.464346Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"618bf5f288f64e0b","remote-peer-id":"2b4fc23d90360acd"} {"level":"info","ts":"2026-06-08T16:03:08.465324Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"618bf5f288f64e0b","remote-peer-id":"aea0b947ccae611"} {"level":"info","ts":"2026-06-08T16:03:08.464555Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"618bf5f288f64e0b","remote-peer-id":"aea0b947ccae611"} {"level":"info","ts":"2026-06-08T16:03:08.464190Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"618bf5f288f64e0b","remote-peer-id":"aea0b947ccae611"} {"level":"info","ts":"2026-06-08T16:03:08.465658Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"2b4fc23d90360acd"} {"level":"info","ts":"2026-06-08T16:03:08.465710Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"618bf5f288f64e0b","remote-peer-id":"2b4fc23d90360acd","remote-peer-urls":["https://199.19.213.246:2380"]} {"level":"info","ts":"2026-06-08T16:03:08.465753Z","caller":"etcdserver/corrupt.go:91","msg":"starting initial corruption check","local-member-id":"618bf5f288f64e0b","timeout":"7s"} {"level":"info","ts":"2026-06-08T16:03:08.465921Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"618bf5f288f64e0b","remote-peer-id":"2b4fc23d90360acd"} {"level":"info","ts":"2026-06-08T16:03:08.466181Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"618bf5f288f64e0b","remote-peer-id":"2b4fc23d90360acd"} {"level":"info","ts":"2026-06-08T16:03:08.466268Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"618bf5f288f64e0b","remote-peer-id":"2b4fc23d90360acd"} {"level":"info","ts":"2026-06-08T16:03:08.466300Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"618bf5f288f64e0b","remote-peer-id":"aea0b947ccae611"} {"level":"info","ts":"2026-06-08T16:03:08.466491Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"618bf5f288f64e0b","remote-peer-id":"2b4fc23d90360acd"} {"level":"warn","ts":"2026-06-08T16:03:08.470932Z","caller":"etcdserver/corrupt.go:494","msg":"failed hash kv request","local-member-id":"618bf5f288f64e0b","requested-revision":4843,"remote-peer-endpoint":"https://199.19.213.170:2380","error":"Get \"https://199.19.213.170:2380/members/hashkv\": dial tcp 199.19.213.170:2380: connect: connection refused"} {"level":"info","ts":"2026-06-08T16:03:08.483516Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"2b4fc23d90360acd"} {"level":"info","ts":"2026-06-08T16:03:08.483610Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"618bf5f288f64e0b","remote-peer-id":"2b4fc23d90360acd"} {"level":"info","ts":"2026-06-08T16:03:08.483699Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"618bf5f288f64e0b","remote-peer-id":"2b4fc23d90360acd"} {"level":"info","ts":"2026-06-08T16:03:08.486496Z","caller":"etcdserver/corrupt.go:172","msg":"initial corruption checking passed; no corruption","local-member-id":"618bf5f288f64e0b"} {"level":"info","ts":"2026-06-08T16:03:08.486564Z","caller":"etcdserver/server.go:589","msg":"starting etcd server","local-member-id":"618bf5f288f64e0b","local-server-version":"3.6.4","cluster-id":"fbafe76a301d853c","cluster-version":"3.6"} {"level":"info","ts":"2026-06-08T16:03:08.486810Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-06-08T16:03:08.487042Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"618bf5f288f64e0b switched to configuration voters=(3120926636459297485)"} {"level":"info","ts":"2026-06-08T16:03:08.487121Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"fbafe76a301d853c","local-member-id":"618bf5f288f64e0b","added-peer-id":"2b4fc23d90360acd","added-peer-peer-urls":["https://199.19.213.246:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-06-08T16:03:08.487224Z","caller":"membership/cluster.go:674","msg":"updated cluster version","cluster-id":"fbafe76a301d853c","local-member-id":"618bf5f288f64e0b","from":"3.6","to":"3.5"} {"level":"info","ts":"2026-06-08T16:03:08.487083Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-08T16:03:08.487261Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-06-08T16:03:08.487302Z","caller":"apply/apply.go:422","msg":"Cluster version downgrade detected, forcing snapshot","prev-cluster-version":"3.6.0","new-cluster-version":"3.5.0"} {"level":"info","ts":"2026-06-08T16:03:08.487276Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-08T16:03:08.487394Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-08T16:03:08.487401Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.5.0","storage-version":"3.6.0"} {"level":"info","ts":"2026-06-08T16:03:08.487583Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.99:2380"} {"level":"info","ts":"2026-06-08T16:03:08.487420Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-08T16:03:08.487655Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.99:2380"} {"level":"info","ts":"2026-06-08T16:03:08.488292Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"618bf5f288f64e0b [term: 6] received a MsgHeartbeat message with higher term from 2b4fc23d90360acd [term: 7]"} {"level":"info","ts":"2026-06-08T16:03:08.488329Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"618bf5f288f64e0b became follower at term 7"} {"level":"info","ts":"2026-06-08T16:03:08.488358Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"618bf5f288f64e0b","initial-advertise-peer-urls":["https://199.19.213.99:2380"],"listen-peer-urls":["https://199.19.213.99:2380"],"advertise-client-urls":["https://199.19.213.99:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.99:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-08T16:03:08.488361Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 618bf5f288f64e0b elected leader 2b4fc23d90360acd at term 7"} {"level":"info","ts":"2026-06-08T16:03:08.488409Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-08T16:03:08.489180Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"618bf5f288f64e0b","to":"2b4fc23d90360acd","stream-type":"stream Message"} {"level":"info","ts":"2026-06-08T16:03:08.489224Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"618bf5f288f64e0b","remote-peer-id":"2b4fc23d90360acd"} {"level":"info","ts":"2026-06-08T16:03:08.489836Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"618bf5f288f64e0b","to":"2b4fc23d90360acd","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-08T16:03:08.489905Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"618bf5f288f64e0b","remote-peer-id":"2b4fc23d90360acd"} {"level":"info","ts":"2026-06-08T16:03:08.490077Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"618bf5f288f64e0b switched to configuration voters=(3120926636459297485) learners=(7028982065470524939)"} {"level":"info","ts":"2026-06-08T16:03:08.490150Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"fbafe76a301d853c","local-member-id":"618bf5f288f64e0b","added-peer-id":"618bf5f288f64e0b","added-peer-peer-urls":["https://199.19.213.99:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-06-08T16:03:08.490300Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"618bf5f288f64e0b switched to configuration voters=(3120926636459297485 7028982065470524939)"} {"level":"info","ts":"2026-06-08T16:03:08.490383Z","caller":"membership/cluster.go:574","msg":"ignore already promoted member in v3store","cluster-id":"fbafe76a301d853c","local-member-id":"618bf5f288f64e0b","promoted-member-id":"618bf5f288f64e0b"} {"level":"info","ts":"2026-06-08T16:03:08.491302Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"618bf5f288f64e0b switched to configuration voters=(3120926636459297485 7028982065470524939) learners=(786453817306310161)"} {"level":"info","ts":"2026-06-08T16:03:08.491357Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"fbafe76a301d853c","local-member-id":"618bf5f288f64e0b","added-peer-id":"aea0b947ccae611","added-peer-peer-urls":["https://199.19.213.170:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-06-08T16:03:08.491551Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"618bf5f288f64e0b switched to configuration voters=(786453817306310161 3120926636459297485 7028982065470524939)"} {"level":"info","ts":"2026-06-08T16:03:08.491640Z","caller":"membership/cluster.go:574","msg":"ignore already promoted member in v3store","cluster-id":"fbafe76a301d853c","local-member-id":"618bf5f288f64e0b","promoted-member-id":"aea0b947ccae611"} {"level":"info","ts":"2026-06-08T16:03:08.492853Z","caller":"etcdserver/server.go:2185","msg":"triggering snapshot","local-member-id":"618bf5f288f64e0b","local-member-applied-index":872,"local-member-snapshot-index":0,"local-member-snapshot-count":10000,"snapshot-forced":true} {"level":"info","ts":"2026-06-08T16:03:08.682803Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.5.0"} {"level":"info","ts":"2026-06-08T16:03:08.690053Z","caller":"etcdserver/server.go:2230","msg":"saved snapshot to disk","snapshot-index":872} {"level":"info","ts":"2026-06-08T16:03:08.704588Z","caller":"membership/cluster.go:674","msg":"updated cluster version","cluster-id":"fbafe76a301d853c","local-member-id":"618bf5f288f64e0b","from":"3.5","to":"3.6"} {"level":"info","ts":"2026-06-08T16:03:08.704660Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-06-08T16:03:08.704791Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-06-08T16:03:08.704885Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-06-08T16:03:08.714086Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"618bf5f288f64e0b","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.99:2379]}","cluster-id":"fbafe76a301d853c","publish-timeout":"7s"} {"level":"info","ts":"2026-06-08T16:03:08.714435Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-08T16:03:08.714466Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-08T16:03:08.714645Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-08T16:03:08.714707Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-08T16:03:08.715959Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-06-08T16:03:08.716286Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-06-08T16:03:08.716465Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-06-08T16:03:08.718569Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.99:2379"} {"level":"info","ts":"2026-06-08T16:03:08.720870Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-06-08T16:03:13.466317Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"aea0b947ccae611","rtt":"0s","error":"dial tcp 199.19.213.170:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-08T16:03:13.466202Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"aea0b947ccae611","rtt":"0s","error":"dial tcp 199.19.213.170:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-08T16:03:14.045519Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33148","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.046901Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33164","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.088341Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33172","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.103598Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33218","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.123446Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33224","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.131668Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33244","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.146662Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33250","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.156253Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33292","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.166847Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33294","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.206455Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33322","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.213903Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33354","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.221684Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33360","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.230174Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33364","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.240048Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33392","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.251839Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33408","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.263683Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33438","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.272719Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33458","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.283715Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33478","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.291421Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33492","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.324975Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33526","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.338582Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33540","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.349013Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33542","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.362420Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33552","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.372038Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33572","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.380324Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33588","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.390317Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33604","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.401971Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33642","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.411273Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33658","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.422385Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33672","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.431477Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33696","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.441858Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33720","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.450956Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33746","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.460023Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33754","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.480768Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33786","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.489727Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33800","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.502080Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33822","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.532473Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33836","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.543530Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33860","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.552674Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33872","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.564208Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33902","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.572402Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33922","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.581902Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.591488Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33950","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.601594Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33980","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.612691Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33990","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.621504Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33998","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.630806Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34010","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.639733Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34030","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.648536Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.664388Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34058","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.674432Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34066","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.685126Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34072","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.696300Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34094","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.705892Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34108","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.715285Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34110","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.761808Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34120","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.768074Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34136","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.778974Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34148","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:14.826235Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34162","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T16:03:18.466865Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"aea0b947ccae611","rtt":"0s","error":"dial tcp 199.19.213.170:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-08T16:03:18.466971Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"aea0b947ccae611","rtt":"0s","error":"dial tcp 199.19.213.170:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-08T16:03:23.467094Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"aea0b947ccae611","rtt":"0s","error":"dial tcp 199.19.213.170:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-08T16:03:23.467152Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"aea0b947ccae611","rtt":"0s","error":"dial tcp 199.19.213.170:2380: connect: connection refused"} {"level":"info","ts":"2026-06-08T16:03:27.309290Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"618bf5f288f64e0b","to":"aea0b947ccae611","stream-type":"stream Message"} {"level":"info","ts":"2026-06-08T16:03:27.309349Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"aea0b947ccae611"} {"level":"info","ts":"2026-06-08T16:03:27.309578Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"618bf5f288f64e0b","remote-peer-id":"aea0b947ccae611"} {"level":"info","ts":"2026-06-08T16:03:27.310663Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"618bf5f288f64e0b","to":"aea0b947ccae611","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-08T16:03:27.310705Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"618bf5f288f64e0b","remote-peer-id":"aea0b947ccae611"} {"level":"info","ts":"2026-06-08T16:03:27.335066Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"618bf5f288f64e0b","remote-peer-id":"aea0b947ccae611"} {"level":"info","ts":"2026-06-08T16:03:27.335257Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"618bf5f288f64e0b","remote-peer-id":"aea0b947ccae611"} {"level":"warn","ts":"2026-06-08T16:03:28.467630Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"aea0b947ccae611","rtt":"0s","error":"dial tcp 199.19.213.170:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-08T16:03:28.467667Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"aea0b947ccae611","rtt":"0s","error":"dial tcp 199.19.213.170:2380: connect: connection refused"} {"level":"info","ts":"2026-06-08T16:03:42.564114Z","caller":"traceutil/trace.go:172","msg":"trace[873387671] linearizableReadLoop","detail":"{readStateIndex:6055; appliedIndex:6057; }","duration":"308.510648ms","start":"2026-06-08T16:03:42.255580Z","end":"2026-06-08T16:03:42.564090Z","steps":["trace[873387671] 'read index received' (duration: 308.504338ms)","trace[873387671] 'applied index is now lower than readState.Index' (duration: 5.27µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T16:03:42.564404Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"308.883777ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T16:03:42.564485Z","caller":"traceutil/trace.go:172","msg":"trace[1700895307] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5258; }","duration":"308.99381ms","start":"2026-06-08T16:03:42.255481Z","end":"2026-06-08T16:03:42.564475Z","steps":["trace[1700895307] 'agreement among raft nodes before linearized reading' (duration: 308.866007ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T16:03:42.574685Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"314.260617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T16:03:42.574787Z","caller":"traceutil/trace.go:172","msg":"trace[1541686170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5259; }","duration":"314.38304ms","start":"2026-06-08T16:03:42.260383Z","end":"2026-06-08T16:03:42.574766Z","steps":["trace[1541686170] 'agreement among raft nodes before linearized reading' (duration: 314.175405ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T16:03:42.574843Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T16:03:42.260339Z","time spent":"314.496394ms","remote":"127.0.0.1:33144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-08T16:04:57.523292Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5623763003980128936,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T16:04:59.808641Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.593776925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-08T16:04:59.808714Z","caller":"traceutil/trace.go:172","msg":"trace[1452523520] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.593854786s","start":"2026-06-08T16:04:57.214849Z","end":"2026-06-08T16:04:59.808704Z","steps":["trace[1452523520] 'agreement among raft nodes before linearized reading' (duration: 2.593776405s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T16:04:59.808767Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T16:04:57.214831Z","time spent":"2.593929349s","remote":"127.0.0.1:33144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/08 16:04:59 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-08T16:04:59.809776Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5623763003980128936,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-08T16:05:00.282219Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"618bf5f288f64e0b [logterm: 7, index: 6396, vote: 0] ignored MsgPreVote from aea0b947ccae611 [logterm: 7, index: 6397] at term 7: lease is not expired (remaining ticks: 5)"} {"level":"warn","ts":"2026-06-08T16:05:00.309984Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5623763003980128936,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T16:05:00.812648Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5623763003980128936,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T16:05:01.339583Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5623763003980128936,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-08T16:05:01.362972Z","caller":"traceutil/trace.go:172","msg":"trace[1686632046] linearizableReadLoop","detail":"{readStateIndex:6396; appliedIndex:6396; }","duration":"4.340728724s","start":"2026-06-08T16:04:57.022213Z","end":"2026-06-08T16:05:01.362942Z","steps":["trace[1686632046] 'read index received' (duration: 4.340722044s)","trace[1686632046] 'applied index is now lower than readState.Index' (duration: 4.56µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T16:05:01.363248Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.341018191s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T16:05:01.363278Z","caller":"traceutil/trace.go:172","msg":"trace[600880716] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5552; }","duration":"4.341067183s","start":"2026-06-08T16:04:57.022202Z","end":"2026-06-08T16:05:01.363269Z","steps":["trace[600880716] 'agreement among raft nodes before linearized reading' (duration: 4.340988551s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T16:05:01.374766Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5623763003980128938,"received-request-id":5623763003980128936} {"level":"info","ts":"2026-06-08T16:05:01.375190Z","caller":"traceutil/trace.go:172","msg":"trace[968790361] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"4.393387911s","start":"2026-06-08T16:04:56.981783Z","end":"2026-06-08T16:05:01.375171Z","steps":["trace[968790361] 'process raft request' (duration: 4.393173515s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T16:05:01.376456Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T16:04:56.981753Z","time spent":"4.39412274s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-08T16:05:01.382535Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.572800081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-08T16:05:01.382553Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.574003962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-06-08T16:05:01.382613Z","caller":"traceutil/trace.go:172","msg":"trace[1589902456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5556; }","duration":"1.572898894s","start":"2026-06-08T16:04:59.809692Z","end":"2026-06-08T16:05:01.382591Z","steps":["trace[1589902456] 'agreement among raft nodes before linearized reading' (duration: 1.57275554s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T16:05:01.382650Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T16:04:59.809671Z","time spent":"1.572972195s","remote":"127.0.0.1:33160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-08T16:05:01.382644Z","caller":"traceutil/trace.go:172","msg":"trace[1165421862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5556; }","duration":"1.574100915s","start":"2026-06-08T16:04:59.808524Z","end":"2026-06-08T16:05:01.382625Z","steps":["trace[1165421862] 'agreement among raft nodes before linearized reading' (duration: 1.573876699s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T16:05:01.382652Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.252432926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-08T16:05:01.382692Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T16:04:59.808517Z","time spent":"1.574164386s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-08T16:05:01.382703Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.574408482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T16:05:01.382739Z","caller":"traceutil/trace.go:172","msg":"trace[1254897594] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:5556; }","duration":"1.574438743s","start":"2026-06-08T16:04:59.808288Z","end":"2026-06-08T16:05:01.382727Z","steps":["trace[1254897594] 'agreement among raft nodes before linearized reading' (duration: 1.574392372s)"],"step_count":1} {"level":"info","ts":"2026-06-08T16:05:01.382743Z","caller":"traceutil/trace.go:172","msg":"trace[350507086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5556; }","duration":"1.252522448s","start":"2026-06-08T16:05:00.130172Z","end":"2026-06-08T16:05:01.382695Z","steps":["trace[350507086] 'agreement among raft nodes before linearized reading' (duration: 1.252327693s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T16:05:01.382780Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T16:04:59.808273Z","time spent":"1.574495984s","remote":"127.0.0.1:33376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-06-08T16:05:01.382777Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T16:05:00.130149Z","time spent":"1.2526189s","remote":"127.0.0.1:33144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-08T16:05:01.382636Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.20778053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-06-08T16:05:01.382999Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.574419683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-08T16:05:01.383078Z","caller":"traceutil/trace.go:172","msg":"trace[759820041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5556; }","duration":"1.574510505s","start":"2026-06-08T16:04:59.808551Z","end":"2026-06-08T16:05:01.383062Z","steps":["trace[759820041] 'agreement among raft nodes before linearized reading' (duration: 1.57429095s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T16:05:01.383110Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T16:04:59.808547Z","time spent":"1.574557646s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-06-08T16:05:01.383081Z","caller":"traceutil/trace.go:172","msg":"trace[1958158180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5556; }","duration":"4.208214372s","start":"2026-06-08T16:04:57.174827Z","end":"2026-06-08T16:05:01.383041Z","steps":["trace[1958158180] 'agreement among raft nodes before linearized reading' (duration: 4.207744169s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T16:05:01.382660Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.222008084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-06-08T16:05:01.383187Z","caller":"traceutil/trace.go:172","msg":"trace[1436324954] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5556; }","duration":"4.222538078s","start":"2026-06-08T16:04:57.160638Z","end":"2026-06-08T16:05:01.383176Z","steps":["trace[1436324954] 'agreement among raft nodes before linearized reading' (duration: 4.221983533s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T16:05:01.383232Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T16:04:57.160600Z","time spent":"4.22261668s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-06-08T16:05:01.383279Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T16:04:57.174799Z","time spent":"4.208391956s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-06-08T16:05:37.130762Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.43072ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T16:05:37.130903Z","caller":"traceutil/trace.go:172","msg":"trace[1423646353] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5698; }","duration":"108.597954ms","start":"2026-06-08T16:05:37.022287Z","end":"2026-06-08T16:05:37.130885Z","steps":["trace[1423646353] 'range keys from in-memory index tree' (duration: 108.359488ms)"],"step_count":1}