{"level":"warn","ts":"2026-03-17T20:59:52.930999Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-17T20:59:52.931807Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-17T20:59:52.931875Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.6:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.6:2380","--initial-cluster=controller-2=https://199.204.45.6:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.6:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.6:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-17T20:59:52.932049Z","caller":"etcdmain/etcd.go:107","msg":"server has already been initialized","data-dir":"/var/lib/etcd","dir-type":"member"} {"level":"warn","ts":"2026-03-17T20:59:52.932103Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-17T20:59:52.932128Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.6:2380"]} {"level":"info","ts":"2026-03-17T20:59:52.932213Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T20:59:52.933101Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.6:2379"]} {"level":"info","ts":"2026-03-17T20:59:52.933345Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":true,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.6:2380"],"listen-peer-urls":["https://199.204.45.6:2380"],"advertise-client-urls":["https://199.204.45.6:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.6:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"","initial-cluster-state":"new","initial-cluster-token":"","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-17T20:59:52.934590Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00011e1a8}"} {"level":"info","ts":"2026-03-17T20:59:52.938533Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-17T20:59:52.938571Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.171742ms"} {"level":"info","ts":"2026-03-17T20:59:52.938593Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":4711} {"level":"info","ts":"2026-03-17T20:59:52.974275Z","caller":"etcdserver/bootstrap.go:441","msg":"No snapshot found. Recovering WAL from scratch!"} {"level":"info","ts":"2026-03-17T20:59:52.974342Z","caller":"etcdserver/bootstrap.go:232","msg":"recovered v3 backend","backend-size-bytes":8257536,"backend-size":"8.3 MB","backend-size-in-use-bytes":4784128,"backend-size-in-use":"4.8 MB"} {"level":"info","ts":"2026-03-17T20:59:52.974901Z","caller":"etcdserver/bootstrap.go:90","msg":"Bootstrapping WAL from snapshot"} {"level":"info","ts":"2026-03-17T20:59:53.010969Z","caller":"etcdserver/bootstrap.go:599","msg":"restarting local member","cluster-id":"dd6702a2f79ce697","local-member-id":"f5b924f0c2aeda9","commit-index":4714} {"level":"info","ts":"2026-03-17T20:59:53.011046Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-17T20:59:53.011175Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-17T20:59:53.011321Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:193b4dda7792855b RaftAttributes:{PeerURLs:[https://199.19.213.54:2380] IsLearner:false} Attributes:{Name:controller-1 ClientURLs:[https://199.19.213.54:2379]}}"} {"level":"info","ts":"2026-03-17T20:59:53.011351Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:8e094ed5e54148f6 RaftAttributes:{PeerURLs:[https://162.253.55.49:2380] IsLearner:false} Attributes:{Name:controller-3 ClientURLs:[https://162.253.55.49:2379]}}"} {"level":"info","ts":"2026-03-17T20:59:53.011359Z","caller":"membership/cluster.go:605","msg":"Detected member only in v3store but missing in v2store","member":"{ID:f5b924f0c2aeda9 RaftAttributes:{PeerURLs:[https://199.204.45.6:2380] IsLearner:false} Attributes:{Name:controller-2 ClientURLs:[https://199.204.45.6:2379]}}"} {"level":"info","ts":"2026-03-17T20:59:53.011402Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-17T20:59:53.011412Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"dd6702a2f79ce697","local-member-id":"f5b924f0c2aeda9","recovered-remote-peer-id":"8e094ed5e54148f6","recovered-remote-peer-urls":["https://162.253.55.49:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-17T20:59:53.011421Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"dd6702a2f79ce697","local-member-id":"f5b924f0c2aeda9","recovered-remote-peer-id":"f5b924f0c2aeda9","recovered-remote-peer-urls":["https://199.204.45.6:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-17T20:59:53.011426Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"dd6702a2f79ce697","local-member-id":"f5b924f0c2aeda9","recovered-remote-peer-id":"193b4dda7792855b","recovered-remote-peer-urls":["https://199.19.213.54:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-17T20:59:53.011432Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-03-17T20:59:53.011441Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-17T20:59:53.011541Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-17T20:59:53.011609Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f5b924f0c2aeda9 switched to configuration voters=()"} {"level":"info","ts":"2026-03-17T20:59:53.011643Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"f5b924f0c2aeda9 became follower at term 6"} {"level":"info","ts":"2026-03-17T20:59:53.011653Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft f5b924f0c2aeda9 [peers: [], term: 6, commit: 4714, applied: 0, lastindex: 4715, lastterm: 6]"} {"level":"warn","ts":"2026-03-17T20:59:53.013646Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-17T20:59:53.014936Z","caller":"mvcc/kvstore.go:334","msg":"restored last compact revision","meta-bucket-name-key":"finishedCompactRev","restored-compact-revision":2221} {"level":"info","ts":"2026-03-17T20:59:53.024647Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":4084} {"level":"info","ts":"2026-03-17T20:59:53.028701Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-17T20:59:53.029160Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"193b4dda7792855b"} {"level":"info","ts":"2026-03-17T20:59:53.029191Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"f5b924f0c2aeda9","remote-peer-id":"193b4dda7792855b"} {"level":"info","ts":"2026-03-17T20:59:53.029641Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"f5b924f0c2aeda9","remote-peer-id":"193b4dda7792855b"} {"level":"info","ts":"2026-03-17T20:59:53.029731Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"f5b924f0c2aeda9","remote-peer-id":"193b4dda7792855b"} {"level":"info","ts":"2026-03-17T20:59:53.029937Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"193b4dda7792855b"} {"level":"info","ts":"2026-03-17T20:59:53.029974Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"f5b924f0c2aeda9","remote-peer-id":"193b4dda7792855b","remote-peer-urls":["https://199.19.213.54:2380"]} {"level":"info","ts":"2026-03-17T20:59:53.030021Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"8e094ed5e54148f6"} {"level":"info","ts":"2026-03-17T20:59:53.030024Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"f5b924f0c2aeda9","remote-peer-id":"193b4dda7792855b"} {"level":"info","ts":"2026-03-17T20:59:53.030034Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"f5b924f0c2aeda9","remote-peer-id":"8e094ed5e54148f6"} {"level":"info","ts":"2026-03-17T20:59:53.030540Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"f5b924f0c2aeda9","remote-peer-id":"8e094ed5e54148f6"} {"level":"info","ts":"2026-03-17T20:59:53.030530Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f5b924f0c2aeda9","remote-peer-id":"193b4dda7792855b"} {"level":"info","ts":"2026-03-17T20:59:53.030627Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"f5b924f0c2aeda9","remote-peer-id":"8e094ed5e54148f6"} {"level":"info","ts":"2026-03-17T20:59:53.030811Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"8e094ed5e54148f6"} {"level":"info","ts":"2026-03-17T20:59:53.030976Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"f5b924f0c2aeda9","remote-peer-id":"8e094ed5e54148f6","remote-peer-urls":["https://162.253.55.49:2380"]} {"level":"info","ts":"2026-03-17T20:59:53.031027Z","caller":"etcdserver/corrupt.go:91","msg":"starting initial corruption check","local-member-id":"f5b924f0c2aeda9","timeout":"7s"} {"level":"info","ts":"2026-03-17T20:59:53.031187Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"f5b924f0c2aeda9","remote-peer-id":"8e094ed5e54148f6"} {"level":"info","ts":"2026-03-17T20:59:53.031408Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f5b924f0c2aeda9","remote-peer-id":"8e094ed5e54148f6"} {"level":"info","ts":"2026-03-17T20:59:53.044394Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"193b4dda7792855b"} {"level":"info","ts":"2026-03-17T20:59:53.044444Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f5b924f0c2aeda9","remote-peer-id":"193b4dda7792855b"} {"level":"warn","ts":"2026-03-17T20:59:53.044912Z","caller":"etcdserver/corrupt.go:494","msg":"failed hash kv request","local-member-id":"f5b924f0c2aeda9","requested-revision":4084,"remote-peer-endpoint":"https://162.253.55.49:2380","error":"Get \"https://162.253.55.49:2380/members/hashkv\": dial tcp 162.253.55.49:2380: connect: connection refused"} {"level":"info","ts":"2026-03-17T20:59:53.045019Z","caller":"etcdserver/corrupt.go:172","msg":"initial corruption checking passed; no corruption","local-member-id":"f5b924f0c2aeda9"} {"level":"info","ts":"2026-03-17T20:59:53.045371Z","caller":"etcdserver/server.go:589","msg":"starting etcd server","local-member-id":"f5b924f0c2aeda9","local-server-version":"3.6.4","cluster-id":"dd6702a2f79ce697","cluster-version":"3.6"} {"level":"info","ts":"2026-03-17T20:59:53.045612Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f5b924f0c2aeda9 switched to configuration voters=(1818132475278427483)"} {"level":"info","ts":"2026-03-17T20:59:53.045688Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"dd6702a2f79ce697","local-member-id":"f5b924f0c2aeda9","added-peer-id":"193b4dda7792855b","added-peer-peer-urls":["https://199.19.213.54:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-03-17T20:59:53.045731Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"f5b924f0c2aeda9","remote-peer-id":"193b4dda7792855b"} {"level":"info","ts":"2026-03-17T20:59:53.045550Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-17T20:59:53.045782Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:59:53.045824Z","caller":"membership/cluster.go:674","msg":"updated cluster version","cluster-id":"dd6702a2f79ce697","local-member-id":"f5b924f0c2aeda9","from":"3.6","to":"3.5"} {"level":"info","ts":"2026-03-17T20:59:53.045838Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:59:53.045854Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:59:53.045868Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T20:59:53.045882Z","caller":"apply/apply.go:422","msg":"Cluster version downgrade detected, forcing snapshot","prev-cluster-version":"3.6.0","new-cluster-version":"3.5.0"} {"level":"info","ts":"2026-03-17T20:59:53.046119Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.5.0","storage-version":"3.6.0"} {"level":"info","ts":"2026-03-17T20:59:53.046386Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T20:59:53.046466Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.6:2380"} {"level":"info","ts":"2026-03-17T20:59:53.046526Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.6:2380"} {"level":"info","ts":"2026-03-17T20:59:53.046955Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f5b924f0c2aeda9","to":"193b4dda7792855b","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T20:59:53.047082Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"f5b924f0c2aeda9","remote-peer-id":"193b4dda7792855b"} {"level":"info","ts":"2026-03-17T20:59:53.047339Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f5b924f0c2aeda9","to":"193b4dda7792855b","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T20:59:53.047383Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"f5b924f0c2aeda9","remote-peer-id":"193b4dda7792855b"} {"level":"info","ts":"2026-03-17T20:59:53.048253Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f5b924f0c2aeda9 switched to configuration voters=(1818132475278427483) learners=(1106639001653800361)"} {"level":"info","ts":"2026-03-17T20:59:53.048320Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"dd6702a2f79ce697","local-member-id":"f5b924f0c2aeda9","added-peer-id":"f5b924f0c2aeda9","added-peer-peer-urls":["https://199.204.45.6:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-17T20:59:53.048469Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f5b924f0c2aeda9 switched to configuration voters=(1106639001653800361 1818132475278427483)"} {"level":"info","ts":"2026-03-17T20:59:53.048541Z","caller":"membership/cluster.go:574","msg":"ignore already promoted member in v3store","cluster-id":"dd6702a2f79ce697","local-member-id":"f5b924f0c2aeda9","promoted-member-id":"f5b924f0c2aeda9"} {"level":"info","ts":"2026-03-17T20:59:53.048592Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"f5b924f0c2aeda9","initial-advertise-peer-urls":["https://199.204.45.6:2380"],"listen-peer-urls":["https://199.204.45.6:2380"],"advertise-client-urls":["https://199.204.45.6:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.6:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-17T20:59:53.048641Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-17T20:59:53.049162Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f5b924f0c2aeda9 switched to configuration voters=(1106639001653800361 1818132475278427483) learners=(10234798308757424374)"} {"level":"info","ts":"2026-03-17T20:59:53.049208Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"dd6702a2f79ce697","local-member-id":"f5b924f0c2aeda9","added-peer-id":"8e094ed5e54148f6","added-peer-peer-urls":["https://162.253.55.49:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-17T20:59:53.049330Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f5b924f0c2aeda9 switched to configuration voters=(1106639001653800361 1818132475278427483 10234798308757424374)"} {"level":"info","ts":"2026-03-17T20:59:53.049394Z","caller":"membership/cluster.go:574","msg":"ignore already promoted member in v3store","cluster-id":"dd6702a2f79ce697","local-member-id":"f5b924f0c2aeda9","promoted-member-id":"8e094ed5e54148f6"} {"level":"info","ts":"2026-03-17T20:59:53.050009Z","caller":"etcdserver/server.go:2185","msg":"triggering snapshot","local-member-id":"f5b924f0c2aeda9","local-member-applied-index":837,"local-member-snapshot-index":0,"local-member-snapshot-count":10000,"snapshot-forced":true} {"level":"info","ts":"2026-03-17T20:59:53.193075Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.5.0"} {"level":"info","ts":"2026-03-17T20:59:53.200238Z","caller":"etcdserver/server.go:2230","msg":"saved snapshot to disk","snapshot-index":837} {"level":"info","ts":"2026-03-17T20:59:53.213806Z","caller":"membership/cluster.go:674","msg":"updated cluster version","cluster-id":"dd6702a2f79ce697","local-member-id":"f5b924f0c2aeda9","from":"3.5","to":"3.6"} {"level":"info","ts":"2026-03-17T20:59:53.213912Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-17T20:59:53.214058Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-03-17T20:59:53.214297Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-03-17T20:59:53.379684Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"f5b924f0c2aeda9 [logterm: 6, index: 4715, vote: f5b924f0c2aeda9] cast MsgPreVote for 193b4dda7792855b [logterm: 7, index: 4817] at term 6"} {"level":"info","ts":"2026-03-17T20:59:53.383281Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"f5b924f0c2aeda9 [term: 6] received a MsgVote message with higher term from 193b4dda7792855b [term: 8]"} {"level":"info","ts":"2026-03-17T20:59:53.383389Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"f5b924f0c2aeda9 became follower at term 8"} {"level":"info","ts":"2026-03-17T20:59:53.383412Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"f5b924f0c2aeda9 [logterm: 6, index: 4715, vote: 0] cast MsgVote for 193b4dda7792855b [logterm: 7, index: 4817] at term 8"} {"level":"info","ts":"2026-03-17T20:59:53.385634Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: f5b924f0c2aeda9 elected leader 193b4dda7792855b at term 8"} {"level":"info","ts":"2026-03-17T20:59:53.405675Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"f5b924f0c2aeda9","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.6:2379]}","cluster-id":"dd6702a2f79ce697","publish-timeout":"7s"} {"level":"info","ts":"2026-03-17T20:59:53.405744Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T20:59:53.405871Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"warn","ts":"2026-03-17T20:59:53.406908Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-17T20:59:53.407055Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-17T20:59:53.406968Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-17T20:59:53.409031Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-17T20:59:53.409083Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-17T20:59:53.410594Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.6:2379"} {"level":"info","ts":"2026-03-17T20:59:53.411097Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-17T20:59:53.421497Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32810","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.434622Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32826","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.454818Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32836","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.463227Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32854","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.474655Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32880","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.487353Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32894","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.498053Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32912","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.508592Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32918","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.519028Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.540494Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32970","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.552279Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32994","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.557014Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33016","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.567705Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33030","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.577296Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33054","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.588654Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33078","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.598623Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33116","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.607457Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33122","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.616656Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33144","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.648415Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33168","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.660247Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33172","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.670063Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33186","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.681164Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33188","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.693758Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33214","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.713897Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33228","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.722856Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33238","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.731945Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33264","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.742094Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33288","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.750055Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33310","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.767916Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33340","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.777227Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33366","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.798354Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33392","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.807212Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33414","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.845329Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33432","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.857515Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33444","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.866637Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33464","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.876426Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33478","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.886187Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33494","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.902672Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33524","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.914820Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33538","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.927629Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33558","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.937185Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33580","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.945954Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33598","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.954789Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33618","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.964973Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33626","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.973177Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33630","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.988676Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33646","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:53.997172Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33668","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:54.006018Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33680","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:54.027867Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33708","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:54.037057Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33730","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:54.078792Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33760","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:54.089610Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33762","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:54.102060Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33778","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:54.168297Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33792","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:59:58.031577Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"8e094ed5e54148f6","rtt":"0s","error":"dial tcp 162.253.55.49:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-17T20:59:58.031621Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"8e094ed5e54148f6","rtt":"0s","error":"dial tcp 162.253.55.49:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-17T21:00:03.032763Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"8e094ed5e54148f6","rtt":"0s","error":"dial tcp 162.253.55.49:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-17T21:00:03.032871Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"8e094ed5e54148f6","rtt":"0s","error":"dial tcp 162.253.55.49:2380: connect: connection refused"} {"level":"info","ts":"2026-03-17T21:00:07.867717Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f5b924f0c2aeda9","to":"8e094ed5e54148f6","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T21:00:07.867875Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"8e094ed5e54148f6"} {"level":"info","ts":"2026-03-17T21:00:07.867926Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"f5b924f0c2aeda9","remote-peer-id":"8e094ed5e54148f6"} {"level":"info","ts":"2026-03-17T21:00:07.868350Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f5b924f0c2aeda9","to":"8e094ed5e54148f6","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T21:00:07.868400Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"f5b924f0c2aeda9","remote-peer-id":"8e094ed5e54148f6"} {"level":"info","ts":"2026-03-17T21:00:07.888098Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"f5b924f0c2aeda9","remote-peer-id":"8e094ed5e54148f6"} {"level":"info","ts":"2026-03-17T21:00:07.888187Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f5b924f0c2aeda9","remote-peer-id":"8e094ed5e54148f6"} {"level":"warn","ts":"2026-03-17T21:00:08.033523Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"8e094ed5e54148f6","rtt":"0s","error":"dial tcp 162.253.55.49:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-17T21:00:08.033624Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"8e094ed5e54148f6","rtt":"0s","error":"dial tcp 162.253.55.49:2380: connect: connection refused"} {"level":"info","ts":"2026-03-17T21:02:06.538930Z","caller":"traceutil/trace.go:172","msg":"trace[2143356491] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"156.899307ms","start":"2026-03-17T21:02:06.382006Z","end":"2026-03-17T21:02:06.538905Z","steps":["trace[2143356491] 'process raft request' (duration: 156.734123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:02:06.843295Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"220.973848ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-17T21:02:06.843494Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T21:02:06.540514Z","time spent":"302.974547ms","remote":"127.0.0.1:32802","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-17T21:02:06.849830Z","caller":"traceutil/trace.go:172","msg":"trace[2146671267] linearizableReadLoop","detail":"{readStateIndex:5506; appliedIndex:5506; }","duration":"185.475244ms","start":"2026-03-17T21:02:06.664332Z","end":"2026-03-17T21:02:06.849807Z","steps":["trace[2146671267] 'read index received' (duration: 185.466954ms)","trace[2146671267] 'applied index is now lower than readState.Index' (duration: 7.01µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T21:02:06.850023Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.593277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T21:02:06.850096Z","caller":"traceutil/trace.go:172","msg":"trace[845308710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4779; }","duration":"185.75727ms","start":"2026-03-17T21:02:06.664326Z","end":"2026-03-17T21:02:06.850083Z","steps":["trace[845308710] 'agreement among raft nodes before linearized reading' (duration: 185.557966ms)"],"step_count":1}