{"level":"warn","ts":"2026-03-26T14:51:39.337980Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-26T14:51:39.338270Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-26T14:51:39.338306Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.69:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.69:2380","--initial-cluster=controller-1=https://199.204.45.157:2380,controller-3=https://199.204.45.69:2380,controller-2=https://199.204.45.242:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.69:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.69:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-26T14:51:39.338551Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-26T14:51:39.338646Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-26T14:51:39.338692Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.69:2380"]} {"level":"info","ts":"2026-03-26T14:51:39.338734Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-26T14:51:39.340173Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.69:2379"]} {"level":"info","ts":"2026-03-26T14:51:39.340380Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.69:2380"],"listen-peer-urls":["https://199.204.45.69:2380"],"advertise-client-urls":["https://199.204.45.69:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.69:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.157:2380,controller-2=https://199.204.45.242:2380,controller-3=https://199.204.45.69:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-26T14:51:39.341455Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0000db1e8}"} {"level":"info","ts":"2026-03-26T14:51:39.347356Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-26T14:51:39.347420Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.121337ms"} {"level":"info","ts":"2026-03-26T14:51:39.347467Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-26T14:51:39.347501Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-26T14:51:39.360901Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.69:2380","host":"199.204.45.69:2380","resolved-addr":"199.204.45.69:2380"} {"level":"info","ts":"2026-03-26T14:51:39.360972Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.157:2380","host":"199.204.45.157:2380","resolved-addr":"199.204.45.157:2380"} {"level":"info","ts":"2026-03-26T14:51:39.361002Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.69:2380","host":"199.204.45.69:2380","resolved-addr":"199.204.45.69:2380"} {"level":"info","ts":"2026-03-26T14:51:39.361016Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.242:2380","host":"199.204.45.242:2380","resolved-addr":"199.204.45.242:2380"} {"level":"info","ts":"2026-03-26T14:51:39.361075Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.242:2380","host":"199.204.45.242:2380","resolved-addr":"199.204.45.242:2380"} {"level":"info","ts":"2026-03-26T14:51:39.361093Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.157:2380","host":"199.204.45.157:2380","resolved-addr":"199.204.45.157:2380"} {"level":"info","ts":"2026-03-26T14:51:39.403966Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-26T14:51:39.414561Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-26T14:51:39.414603Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"5d78458d260361a5","cluster-id":"44a3176ec85feb9"} {"level":"info","ts":"2026-03-26T14:51:39.414649Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-26T14:51:39.414768Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"5d78458d260361a5 switched to configuration voters=()"} {"level":"info","ts":"2026-03-26T14:51:39.414827Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"5d78458d260361a5 became follower at term 0"} {"level":"info","ts":"2026-03-26T14:51:39.414844Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 5d78458d260361a5 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-03-26T14:51:39.420165Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-26T14:51:39.423761Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-26T14:51:39.426623Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-26T14:51:39.427500Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.427522Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc","remote-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-03-26T14:51:39.427546Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.427559Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b","remote-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-03-26T14:51:39.427574Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.427596Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.427766Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.427796Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc","remote-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-03-26T14:51:39.427757Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.427825Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.427870Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.427891Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.427906Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.427949Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.428687Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.428496Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.430845Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.430847Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.430914Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.430888Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b","remote-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-03-26T14:51:39.431092Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"5d78458d260361a5","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-26T14:51:39.431234Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-26T14:51:39.431267Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-26T14:51:39.431387Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-26T14:51:39.431422Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-26T14:51:39.431525Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-26T14:51:39.431612Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.69:2380"} {"level":"info","ts":"2026-03-26T14:51:39.431668Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.69:2380"} {"level":"info","ts":"2026-03-26T14:51:39.431980Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"5d78458d260361a5","initial-advertise-peer-urls":["https://199.204.45.69:2380"],"listen-peer-urls":["https://199.204.45.69:2380"],"advertise-client-urls":["https://199.204.45.69:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.69:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-26T14:51:39.432014Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-26T14:51:39.432789Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5d78458d260361a5","to":"b59fd64328430f5b","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-26T14:51:39.432938Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.433017Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.432906Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5d78458d260361a5","to":"5f170c75a1d97cc","stream-type":"stream Message"} {"level":"info","ts":"2026-03-26T14:51:39.433181Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5d78458d260361a5","to":"b59fd64328430f5b","stream-type":"stream Message"} {"level":"info","ts":"2026-03-26T14:51:39.433066Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.433218Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.433231Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.434007Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"5d78458d260361a5 [term: 0] received a MsgHeartbeat message with higher term from 5f170c75a1d97cc [term: 2]"} {"level":"info","ts":"2026-03-26T14:51:39.434081Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"5d78458d260361a5 became follower at term 2"} {"level":"info","ts":"2026-03-26T14:51:39.434126Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 5d78458d260361a5 elected leader 5f170c75a1d97cc at term 2"} {"level":"info","ts":"2026-03-26T14:51:39.435797Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5d78458d260361a5","to":"5f170c75a1d97cc","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-26T14:51:39.435867Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.444092Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.445758Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.447070Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.450651Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.479775Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"5d78458d260361a5","remote-snapshot-sender-id":"5f170c75a1d97cc","incoming-snapshot-index":729,"incoming-snapshot-message-size-bytes":9166,"incoming-snapshot-message-size":"9.2 kB"} {"level":"info","ts":"2026-03-26T14:51:39.481575Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"5d78458d260361a5","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-03-26T14:51:39.497139Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000002d9.snap.db","bytes":1163264,"size":"1.2 MB"} {"level":"info","ts":"2026-03-26T14:51:39.497240Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"5d78458d260361a5","remote-snapshot-sender-id":"5f170c75a1d97cc","incoming-snapshot-index":729,"incoming-snapshot-size-bytes":1163264,"incoming-snapshot-size":"1.2 MB","download-took":"17.610247ms"} {"level":"info","ts":"2026-03-26T14:51:39.497438Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 729, term: 2]"} {"level":"info","ts":"2026-03-26T14:51:39.497578Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"5d78458d260361a5 switched to configuration voters=(428247441089599436 13087414626088587099) learners=(6735209715263037861)"} {"level":"info","ts":"2026-03-26T14:51:39.497610Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"5d78458d260361a5 [commit: 729, lastindex: 729, lastterm: 2] restored snapshot [index: 729, term: 2]"} {"level":"info","ts":"2026-03-26T14:51:39.497620Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"5d78458d260361a5 [commit: 729] restored snapshot [index: 729, term: 2]"} {"level":"info","ts":"2026-03-26T14:51:39.497748Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":729,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-26T14:51:39.500975Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":729} {"level":"info","ts":"2026-03-26T14:51:39.501355Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00038c228}"} {"level":"info","ts":"2026-03-26T14:51:39.502101Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-26T14:51:39.502152Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"863.573µs"} {"level":"info","ts":"2026-03-26T14:51:39.502385Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-03-26T14:51:39.504801Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-03-26T14:51:39.504845Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-03-26T14:51:39.508470Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":671} {"level":"info","ts":"2026-03-26T14:51:39.508551Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":729} {"level":"info","ts":"2026-03-26T14:51:39.508583Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-03-26T14:51:39.508692Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-03-26T14:51:39.509987Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-03-26T14:51:39.510026Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-03-26T14:51:39.510103Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-03-26T14:51:39.510123Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-03-26T14:51:39.510217Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-03-26T14:51:39.511113Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-03-26T14:51:39.511190Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-03-26T14:51:39.511275Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-26T14:51:39.511301Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"44a3176ec85feb9","local-member-id":"5d78458d260361a5","recovered-remote-peer-id":"b59fd64328430f5b","recovered-remote-peer-urls":["https://199.204.45.242:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-26T14:51:39.511320Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"44a3176ec85feb9","local-member-id":"5d78458d260361a5","recovered-remote-peer-id":"5d78458d260361a5","recovered-remote-peer-urls":["https://199.204.45.69:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-03-26T14:51:39.511333Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"44a3176ec85feb9","local-member-id":"5d78458d260361a5","recovered-remote-peer-id":"5f170c75a1d97cc","recovered-remote-peer-urls":["https://199.204.45.157:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-26T14:51:39.511344Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-03-26T14:51:39.511372Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-03-26T14:51:39.511386Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-03-26T14:51:39.511401Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"5f170c75a1d97cc"} {"level":"warn","ts":"2026-03-26T14:51:39.511489Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.511524Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"5f170c75a1d97cc"} {"level":"warn","ts":"2026-03-26T14:51:39.511574Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.511597Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.511658Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc"} {"level":"warn","ts":"2026-03-26T14:51:39.511845Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc","error":"context canceled"} {"level":"warn","ts":"2026-03-26T14:51:39.511969Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"5f170c75a1d97cc","error":"failed to read 5f170c75a1d97cc on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-26T14:51:39.512001Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc"} {"level":"warn","ts":"2026-03-26T14:51:39.512131Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc","error":"context canceled"} {"level":"info","ts":"2026-03-26T14:51:39.512155Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.512170Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.512192Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"5d78458d260361a5","removed-remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.512211Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"b59fd64328430f5b"} {"level":"warn","ts":"2026-03-26T14:51:39.512257Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.512294Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"b59fd64328430f5b"} {"level":"warn","ts":"2026-03-26T14:51:39.512330Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.512343Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.512396Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b"} {"level":"warn","ts":"2026-03-26T14:51:39.512636Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b","error":"context canceled"} {"level":"warn","ts":"2026-03-26T14:51:39.512664Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"b59fd64328430f5b","error":"failed to read b59fd64328430f5b on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-26T14:51:39.512724Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b"} {"level":"warn","ts":"2026-03-26T14:51:39.512994Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b","error":"context canceled"} {"level":"info","ts":"2026-03-26T14:51:39.513030Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.513039Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.513175Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"5d78458d260361a5","removed-remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.513187Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-03-26T14:51:39.513196Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-03-26T14:51:39.513272Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.513329Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.513555Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.514072Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.519166Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.519327Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc","remote-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-03-26T14:51:39.519429Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.519484Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.519858Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.520151Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.522020Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.523733Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.526405Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.526474Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.526521Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b","remote-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-03-26T14:51:39.526438Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.526655Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5d78458d260361a5","to":"5f170c75a1d97cc","stream-type":"stream Message"} {"level":"info","ts":"2026-03-26T14:51:39.526656Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5d78458d260361a5","to":"b59fd64328430f5b","stream-type":"stream Message"} {"level":"info","ts":"2026-03-26T14:51:39.526903Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.526952Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.526562Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-03-26T14:51:39.526924Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.527027Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.527059Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":729,"current-applied-index":729,"incoming-leader-snapshot-index":729,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-26T14:51:39.531580Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.533302Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.533718Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5d78458d260361a5","to":"5f170c75a1d97cc","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-26T14:51:39.533755Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"5d78458d260361a5","remote-peer-id":"5f170c75a1d97cc"} {"level":"info","ts":"2026-03-26T14:51:39.534487Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5d78458d260361a5","to":"b59fd64328430f5b","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-26T14:51:39.534525Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.541408Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.544273Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"5d78458d260361a5","remote-peer-id":"b59fd64328430f5b"} {"level":"info","ts":"2026-03-26T14:51:39.762721Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"5d78458d260361a5 switched to configuration voters=(428247441089599436 6735209715263037861 13087414626088587099)"} {"level":"info","ts":"2026-03-26T14:51:39.763068Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"44a3176ec85feb9","local-member-id":"5d78458d260361a5","promoted-member-id":"5d78458d260361a5"} {"level":"warn","ts":"2026-03-26T14:51:46.432065Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"5d78458d260361a5","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.69:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-03-26T14:51:46.516490Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"5d78458d260361a5","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.69:2379]}","cluster-id":"44a3176ec85feb9","publish-timeout":"7s"} {"level":"info","ts":"2026-03-26T14:51:46.516494Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-26T14:51:46.516533Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-26T14:51:46.516883Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-26T14:51:46.516919Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-26T14:51:46.517564Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-03-26T14:51:46.518412Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-26T14:51:46.518577Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-26T14:51:46.524006Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-26T14:51:46.524311Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47662","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-26T14:51:46.524641Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.69:2379"} {"level":"warn","ts":"2026-03-26T14:51:46.525126Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47668","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.531731Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.69:49458","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.532931Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.69:50846","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.534056Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.69:49434","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.535545Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.69:49422","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.536105Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.69:49478","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.538798Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.69:49462","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.539297Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.69:50868","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.541211Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.69:49446","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.541260Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.69:50864","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.541236Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.69:50850","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.548963Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38778","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.561125Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38806","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.581699Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38840","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.598884Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38854","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.611521Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.629862Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38904","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.641218Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.650009Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38956","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.673036Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38974","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.681617Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38992","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.690784Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39008","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.707411Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39052","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.716415Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39076","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.723885Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.733980Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39106","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.745693Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39124","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.785187Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39144","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.796698Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39162","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.808788Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39174","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.820440Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39196","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.831355Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39228","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.841177Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39232","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.852857Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39258","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.865621Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39268","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.876433Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39292","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.886028Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39304","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.904040Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39310","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.912493Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39332","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.921001Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39344","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.929501Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.940370Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39384","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.953027Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39418","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.962051Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39436","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.976895Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.991072Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39464","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:46.999192Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39494","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:47.007433Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39506","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:47.016971Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39520","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:47.024877Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39526","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:47.033737Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39544","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:47.042693Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39554","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:47.051190Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39570","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:47.060320Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39594","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:47.071373Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39606","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:47.080053Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39614","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:47.091650Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39630","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:47.099730Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39654","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:47.111684Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39672","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:47.121592Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39692","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:47.131223Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39708","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:47.138902Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39736","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:47.147294Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39756","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:47.155197Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39768","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:47.179895Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39786","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:47.198840Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39810","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:47.259755Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39832","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:51:52.148133Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.714232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-26T14:51:52.148337Z","caller":"traceutil/trace.go:172","msg":"trace[585492711] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"140.039355ms","start":"2026-03-26T14:51:52.008276Z","end":"2026-03-26T14:51:52.148315Z","steps":["trace[585492711] 'process raft request' (duration: 139.977575ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T14:51:52.417190Z","caller":"traceutil/trace.go:172","msg":"trace[2013571885] linearizableReadLoop","detail":"{readStateIndex:790; appliedIndex:791; }","duration":"359.182971ms","start":"2026-03-26T14:51:52.057971Z","end":"2026-03-26T14:51:52.417154Z","steps":["trace[2013571885] 'read index received' (duration: 359.174481ms)","trace[2013571885] 'applied index is now lower than readState.Index' (duration: 7.1µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T14:51:52.417353Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"359.357422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T14:51:52.417416Z","caller":"traceutil/trace.go:172","msg":"trace[383408974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:723; }","duration":"359.440962ms","start":"2026-03-26T14:51:52.057959Z","end":"2026-03-26T14:51:52.417400Z","steps":["trace[383408974] 'agreement among raft nodes before linearized reading' (duration: 359.295951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T14:51:52.417461Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-26T14:51:52.057935Z","time spent":"359.515502ms","remote":"127.0.0.1:47664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T14:51:52.418946Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"266.5471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T14:51:52.419142Z","caller":"traceutil/trace.go:172","msg":"trace[602349905] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:725; }","duration":"266.742581ms","start":"2026-03-26T14:51:52.152381Z","end":"2026-03-26T14:51:52.419124Z","steps":["trace[602349905] 'agreement among raft nodes before linearized reading' (duration: 266.47517ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T14:51:52.628153Z","caller":"traceutil/trace.go:172","msg":"trace[1043927149] linearizableReadLoop","detail":"{readStateIndex:794; appliedIndex:794; }","duration":"201.201888ms","start":"2026-03-26T14:51:52.426918Z","end":"2026-03-26T14:51:52.628120Z","steps":["trace[1043927149] 'read index received' (duration: 201.196218ms)","trace[1043927149] 'applied index is now lower than readState.Index' (duration: 4.33µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T14:51:52.628339Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.398649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T14:51:52.628373Z","caller":"traceutil/trace.go:172","msg":"trace[389987012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:726; }","duration":"201.448929ms","start":"2026-03-26T14:51:52.426913Z","end":"2026-03-26T14:51:52.628362Z","steps":["trace[389987012] 'agreement among raft nodes before linearized reading' (duration: 201.359419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T14:51:52.630763Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"158.570135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-03-26T14:51:52.630623Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.32457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-3\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T14:51:52.630838Z","caller":"traceutil/trace.go:172","msg":"trace[583095958] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:727; }","duration":"158.646525ms","start":"2026-03-26T14:51:52.472172Z","end":"2026-03-26T14:51:52.630819Z","steps":["trace[583095958] 'agreement among raft nodes before linearized reading' (duration: 158.216203ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T14:51:52.630850Z","caller":"traceutil/trace.go:172","msg":"trace[620978967] range","detail":"{range_begin:/registry/csinodes/controller-3; range_end:; response_count:0; response_revision:727; }","duration":"104.561021ms","start":"2026-03-26T14:51:52.526272Z","end":"2026-03-26T14:51:52.630833Z","steps":["trace[620978967] 'agreement among raft nodes before linearized reading' (duration: 104.23005ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T14:52:34.610836Z","caller":"traceutil/trace.go:172","msg":"trace[1195667026] linearizableReadLoop","detail":"{readStateIndex:1158; appliedIndex:1158; }","duration":"179.332203ms","start":"2026-03-26T14:52:34.431473Z","end":"2026-03-26T14:52:34.610806Z","steps":["trace[1195667026] 'read index received' (duration: 179.321793ms)","trace[1195667026] 'applied index is now lower than readState.Index' (duration: 8.47µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T14:52:34.620383Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"188.570414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T14:52:34.620555Z","caller":"traceutil/trace.go:172","msg":"trace[1636340738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1003; }","duration":"189.038395ms","start":"2026-03-26T14:52:34.431461Z","end":"2026-03-26T14:52:34.620499Z","steps":["trace[1636340738] 'agreement among raft nodes before linearized reading' (duration: 179.465025ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T14:52:34.621093Z","caller":"traceutil/trace.go:172","msg":"trace[1395664759] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1005; }","duration":"176.784813ms","start":"2026-03-26T14:52:34.444280Z","end":"2026-03-26T14:52:34.621065Z","steps":["trace[1395664759] 'process raft request' (duration: 176.539062ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T14:52:34.621383Z","caller":"traceutil/trace.go:172","msg":"trace[400323948] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"177.180034ms","start":"2026-03-26T14:52:34.444192Z","end":"2026-03-26T14:52:34.621372Z","steps":["trace[400323948] 'process raft request' (duration: 176.10811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T14:52:35.123771Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7036202799254607918,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T14:52:35.218785Z","caller":"traceutil/trace.go:172","msg":"trace[328839421] linearizableReadLoop","detail":"{readStateIndex:1166; appliedIndex:1166; }","duration":"595.394669ms","start":"2026-03-26T14:52:34.623372Z","end":"2026-03-26T14:52:35.218767Z","steps":["trace[328839421] 'read index received' (duration: 595.390049ms)","trace[328839421] 'applied index is now lower than readState.Index' (duration: 3.41µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T14:52:35.218890Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"595.5034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T14:52:35.218913Z","caller":"traceutil/trace.go:172","msg":"trace[1562448970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1007; }","duration":"595.53937ms","start":"2026-03-26T14:52:34.623366Z","end":"2026-03-26T14:52:35.218906Z","steps":["trace[1562448970] 'agreement among raft nodes before linearized reading' (duration: 595.47326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T14:52:35.218936Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-26T14:52:34.623344Z","time spent":"595.58688ms","remote":"127.0.0.1:47678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-26T14:52:35.220491Z","caller":"traceutil/trace.go:172","msg":"trace[698887566] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1008; }","duration":"572.959761ms","start":"2026-03-26T14:52:34.647509Z","end":"2026-03-26T14:52:35.220469Z","steps":["trace[698887566] 'process raft request' (duration: 572.80098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T14:52:35.221718Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-26T14:52:34.647475Z","time spent":"573.092803ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7741,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T14:52:35.226647Z","caller":"traceutil/trace.go:172","msg":"trace[1830908572] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1009; }","duration":"541.381587ms","start":"2026-03-26T14:52:34.685217Z","end":"2026-03-26T14:52:35.226598Z","steps":["trace[1830908572] 'process raft request' (duration: 535.315379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T14:52:35.226852Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-26T14:52:34.685173Z","time spent":"541.574898ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":151262,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T14:52:36.070090Z","caller":"traceutil/trace.go:172","msg":"trace[2103019046] linearizableReadLoop","detail":"{readStateIndex:1202; appliedIndex:1202; }","duration":"357.536453ms","start":"2026-03-26T14:52:35.712533Z","end":"2026-03-26T14:52:36.070069Z","steps":["trace[2103019046] 'read index received' (duration: 357.529403ms)","trace[2103019046] 'applied index is now lower than readState.Index' (duration: 6.06µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T14:52:36.070258Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"357.704963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-26T14:52:36.070281Z","caller":"traceutil/trace.go:172","msg":"trace[1764407360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1027; }","duration":"357.747303ms","start":"2026-03-26T14:52:35.712528Z","end":"2026-03-26T14:52:36.070275Z","steps":["trace[1764407360] 'agreement among raft nodes before linearized reading' (duration: 357.617313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T14:52:36.070302Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-26T14:52:35.712508Z","time spent":"357.789894ms","remote":"127.0.0.1:39226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-26T14:52:36.071894Z","caller":"traceutil/trace.go:172","msg":"trace[868946146] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"303.102698ms","start":"2026-03-26T14:52:35.768773Z","end":"2026-03-26T14:52:36.071875Z","steps":["trace[868946146] 'process raft request' (duration: 301.432631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T14:52:36.072013Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-26T14:52:35.768706Z","time spent":"303.253568ms","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T14:52:41.958599Z","caller":"traceutil/trace.go:172","msg":"trace[2036711295] linearizableReadLoop","detail":"{readStateIndex:1256; appliedIndex:1256; }","duration":"117.342116ms","start":"2026-03-26T14:52:41.841181Z","end":"2026-03-26T14:52:41.958523Z","steps":["trace[2036711295] 'read index received' (duration: 117.336116ms)","trace[2036711295] 'applied index is now lower than readState.Index' (duration: 4.75µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T14:52:41.958831Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.626498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-kmbvd\" limit:1 ","response":"range_response_count:1 size:18349"} {"level":"info","ts":"2026-03-26T14:52:41.958898Z","caller":"traceutil/trace.go:172","msg":"trace[1476038165] range","detail":"{range_begin:/registry/pods/kube-system/cilium-kmbvd; range_end:; response_count:1; response_revision:1071; }","duration":"117.703378ms","start":"2026-03-26T14:52:41.841175Z","end":"2026-03-26T14:52:41.958879Z","steps":["trace[1476038165] 'agreement among raft nodes before linearized reading' (duration: 117.490867ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T14:52:41.958908Z","caller":"traceutil/trace.go:172","msg":"trace[1643455081] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"463.851012ms","start":"2026-03-26T14:52:41.494973Z","end":"2026-03-26T14:52:41.958824Z","steps":["trace[1643455081] 'process raft request' (duration: 463.560111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T14:52:41.959137Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-26T14:52:41.494950Z","time spent":"464.065702ms","remote":"127.0.0.1:38870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T14:52:42.250375Z","caller":"traceutil/trace.go:172","msg":"trace[490399949] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"277.991909ms","start":"2026-03-26T14:52:41.972348Z","end":"2026-03-26T14:52:42.250340Z","steps":["trace[490399949] 'process raft request' (duration: 277.756508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T14:52:43.627593Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7036202799254607975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T14:52:44.127910Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7036202799254607975,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T14:52:44.252998Z","caller":"traceutil/trace.go:172","msg":"trace[1996656463] linearizableReadLoop","detail":"{readStateIndex:1265; appliedIndex:1266; }","duration":"1.12609009s","start":"2026-03-26T14:52:43.126885Z","end":"2026-03-26T14:52:44.252976Z","steps":["trace[1996656463] 'read index received' (duration: 1.12608409s)","trace[1996656463] 'applied index is now lower than readState.Index' (duration: 4.63µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T14:52:44.253323Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.126413751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-26T14:52:44.253383Z","caller":"traceutil/trace.go:172","msg":"trace[1525422836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1080; }","duration":"1.126491861s","start":"2026-03-26T14:52:43.126877Z","end":"2026-03-26T14:52:44.253369Z","steps":["trace[1525422836] 'agreement among raft nodes before linearized reading' (duration: 1.12617616s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T14:52:44.253430Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-26T14:52:43.126853Z","time spent":"1.126567561s","remote":"127.0.0.1:39226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-26T14:52:44.753712Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7036202799254607976,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T14:52:45.253860Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7036202799254607976,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T14:52:45.430602Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.99990713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-26T14:52:45.430711Z","caller":"traceutil/trace.go:172","msg":"trace[1235202606] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000030311s","start":"2026-03-26T14:52:43.430659Z","end":"2026-03-26T14:52:45.430689Z","steps":["trace[1235202606] 'agreement among raft nodes before linearized reading' (duration: 1.99990229s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T14:52:45.430851Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-26T14:52:43.430636Z","time spent":"2.000148551s","remote":"127.0.0.1:47664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-26T14:52:45.614973Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"5d78458d260361a5 is starting a new election at term 2"} {"level":"info","ts":"2026-03-26T14:52:45.615049Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"5d78458d260361a5 became pre-candidate at term 2"} {"level":"info","ts":"2026-03-26T14:52:45.615094Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"5d78458d260361a5 [logterm: 2, index: 1271] sent MsgPreVote request to 5f170c75a1d97cc at term 2"} {"level":"info","ts":"2026-03-26T14:52:45.615117Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"5d78458d260361a5 [logterm: 2, index: 1271] sent MsgPreVote request to b59fd64328430f5b at term 2"} {"level":"info","ts":"2026-03-26T14:52:45.615138Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 5d78458d260361a5 lost leader 5f170c75a1d97cc at term 2"} {"level":"info","ts":"2026-03-26T14:52:45.615211Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"5d78458d260361a5 received MsgPreVoteResp from 5d78458d260361a5 at term 2"} {"level":"info","ts":"2026-03-26T14:52:45.615243Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"5d78458d260361a5 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-26T14:52:45.616169Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"5d78458d260361a5 received MsgPreVoteResp from b59fd64328430f5b at term 2"} {"level":"info","ts":"2026-03-26T14:52:45.616206Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"5d78458d260361a5 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-26T14:52:45.616238Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"5d78458d260361a5 became candidate at term 3"} {"level":"info","ts":"2026-03-26T14:52:45.616254Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"5d78458d260361a5 [logterm: 2, index: 1271] sent MsgVote request to 5f170c75a1d97cc at term 3"} {"level":"info","ts":"2026-03-26T14:52:45.616271Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"5d78458d260361a5 [logterm: 2, index: 1271] sent MsgVote request to b59fd64328430f5b at term 3"} {"level":"info","ts":"2026-03-26T14:52:45.617307Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"5d78458d260361a5 received MsgVoteResp from 5d78458d260361a5 at term 3"} {"level":"info","ts":"2026-03-26T14:52:45.617380Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"5d78458d260361a5 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-26T14:52:45.618708Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"5d78458d260361a5 received MsgVoteResp from b59fd64328430f5b at term 3"} {"level":"info","ts":"2026-03-26T14:52:45.618746Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"5d78458d260361a5 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-26T14:52:45.618770Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"5d78458d260361a5 became leader at term 3"} {"level":"info","ts":"2026-03-26T14:52:45.618787Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 5d78458d260361a5 elected leader 5d78458d260361a5 at term 3"} {"level":"warn","ts":"2026-03-26T14:52:45.618941Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.387674024s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-26T14:52:45.618990Z","caller":"traceutil/trace.go:172","msg":"trace[1446936940] range","detail":"{range_begin:; range_end:; }","duration":"2.387737724s","start":"2026-03-26T14:52:43.231236Z","end":"2026-03-26T14:52:45.618974Z","steps":["trace[1446936940] 'agreement among raft nodes before linearized reading' (duration: 2.387672333s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T14:52:45.618969Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.402927869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-26T14:52:45.619058Z","caller":"traceutil/trace.go:172","msg":"trace[796506890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.403035199s","start":"2026-03-26T14:52:43.216005Z","end":"2026-03-26T14:52:45.619040Z","steps":["trace[796506890] 'agreement among raft nodes before linearized reading' (duration: 2.402925809s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T14:52:45.619121Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-26T14:52:43.215979Z","time spent":"2.403124329s","remote":"127.0.0.1:39226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"error","ts":"2026-03-26T14:52:45.619052Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-03-26T14:52:45.621421Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-03-26T14:52:45.622061Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"407.781538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-26T14:52:45.622039Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.297361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T14:52:45.622166Z","caller":"traceutil/trace.go:172","msg":"trace[548738978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1085; }","duration":"190.454521ms","start":"2026-03-26T14:52:45.431686Z","end":"2026-03-26T14:52:45.622140Z","steps":["trace[548738978] 'agreement among raft nodes before linearized reading' (duration: 190.18681ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T14:52:45.622097Z","caller":"traceutil/trace.go:172","msg":"trace[608785778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1085; }","duration":"407.820198ms","start":"2026-03-26T14:52:45.214268Z","end":"2026-03-26T14:52:45.622088Z","steps":["trace[608785778] 'agreement among raft nodes before linearized reading' (duration: 407.677148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T14:52:45.622271Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-26T14:52:45.214247Z","time spent":"408.00376ms","remote":"127.0.0.1:39226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-26T14:52:45.622826Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"771.141828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-kmbvd\" limit:1 ","response":"range_response_count:1 size:18521"} {"level":"info","ts":"2026-03-26T14:52:45.622992Z","caller":"traceutil/trace.go:172","msg":"trace[1709453104] range","detail":"{range_begin:/registry/pods/kube-system/cilium-kmbvd; range_end:; response_count:1; response_revision:1085; }","duration":"771.316029ms","start":"2026-03-26T14:52:44.851656Z","end":"2026-03-26T14:52:45.622972Z","steps":["trace[1709453104] 'agreement among raft nodes before linearized reading' (duration: 770.192243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T14:52:45.623269Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-26T14:52:44.851634Z","time spent":"771.61201ms","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18543,"request content":"key:\"/registry/pods/kube-system/cilium-kmbvd\" limit:1 "} {"level":"info","ts":"2026-03-26T14:52:45.968455Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"5d78458d260361a5 [term: 3] ignored a MsgReadIndexResp message with lower term from 5f170c75a1d97cc [term: 2]"} {"level":"warn","ts":"2026-03-26T14:52:51.853264Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-26T14:52:44.852214Z","time spent":"7.001043006s","remote":"127.0.0.1:38870","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-26T14:52:54.863816Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:52:58.528791Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47944","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:52:58.555263Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47962","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:52:58.590932Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47976","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:52:58.605635Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47986","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:52:58.695807Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48016","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-26T14:53:05.815268Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b59fd64328430f5b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"68.6985ms"} {"level":"warn","ts":"2026-03-26T14:53:05.815377Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5f170c75a1d97cc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"68.81616ms"}