{"level":"warn","ts":"2026-04-20T17:46:54.969144Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-20T17:46:54.971156Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-20T17:46:54.971200Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.250:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.250:2380","--initial-cluster=controller-2=https://199.204.45.109:2380,controller-1=https://199.204.45.229:2380,controller-3=https://199.204.45.250:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.250:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.250:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-20T17:46:54.971392Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-20T17:46:54.971415Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T17:46:54.971580Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-04-20T17:46:54.971806Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T17:46:54.972693Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"]} {"level":"info","ts":"2026-04-20T17:46:54.973210Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.250:2380"],"listen-peer-urls":["https://199.204.45.250:2380"],"advertise-client-urls":["https://199.204.45.250:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.229:2380,controller-2=https://199.204.45.109:2380,controller-3=https://199.204.45.250:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-20T17:46:54.975407Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000116468}"} {"level":"info","ts":"2026-04-20T17:46:54.979890Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-20T17:46:54.979939Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.85601ms"} {"level":"info","ts":"2026-04-20T17:46:54.979966Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-20T17:46:54.979976Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-20T17:46:54.991444Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.229:2380","host":"199.204.45.229:2380","resolved-addr":"199.204.45.229:2380"} {"level":"info","ts":"2026-04-20T17:46:54.991574Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.109:2380","host":"199.204.45.109:2380","resolved-addr":"199.204.45.109:2380"} {"level":"info","ts":"2026-04-20T17:46:54.991682Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.250:2380","host":"199.204.45.250:2380","resolved-addr":"199.204.45.250:2380"} {"level":"info","ts":"2026-04-20T17:46:54.991740Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.109:2380","host":"199.204.45.109:2380","resolved-addr":"199.204.45.109:2380"} {"level":"info","ts":"2026-04-20T17:46:54.991801Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.250:2380","host":"199.204.45.250:2380","resolved-addr":"199.204.45.250:2380"} {"level":"info","ts":"2026-04-20T17:46:54.991844Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.229:2380","host":"199.204.45.229:2380","resolved-addr":"199.204.45.229:2380"} {"level":"info","ts":"2026-04-20T17:46:55.006260Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-20T17:46:55.013846Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-20T17:46:55.013877Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"b0ca549bd2c3b173","cluster-id":"4ad2674607ff1d60"} {"level":"info","ts":"2026-04-20T17:46:55.013895Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-20T17:46:55.013958Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b0ca549bd2c3b173 switched to configuration voters=()"} {"level":"info","ts":"2026-04-20T17:46:55.013987Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"b0ca549bd2c3b173 became follower at term 0"} {"level":"info","ts":"2026-04-20T17:46:55.013994Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft b0ca549bd2c3b173 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-04-20T17:46:55.020894Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-20T17:46:55.022369Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-20T17:46:55.025328Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-20T17:46:55.026558Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.026649Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c","remote-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-04-20T17:46:55.026736Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.026781Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db","remote-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-04-20T17:46:55.026903Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.026990Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.029358Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.029434Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c","remote-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-04-20T17:46:55.029475Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.029514Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.029890Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.029994Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.029942Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.031809Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.031959Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.032274Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.032279Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.032371Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db","remote-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-04-20T17:46:55.032314Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.032777Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.032874Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"b0ca549bd2c3b173","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-20T17:46:55.032943Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T17:46:55.032977Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T17:46:55.032985Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T17:46:55.032960Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-20T17:46:55.034001Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T17:46:55.034395Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"b0ca549bd2c3b173","initial-advertise-peer-urls":["https://199.204.45.250:2380"],"listen-peer-urls":["https://199.204.45.250:2380"],"advertise-client-urls":["https://199.204.45.250:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-20T17:46:55.034458Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-20T17:46:55.034542Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.250:2380"} {"level":"info","ts":"2026-04-20T17:46:55.034589Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.250:2380"} {"level":"info","ts":"2026-04-20T17:46:55.034799Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b0ca549bd2c3b173","to":"265259aab03bae9c","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-20T17:46:55.034860Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.034925Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.035812Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b0ca549bd2c3b173","to":"3ba9ae53cc4335db","stream-type":"stream Message"} {"level":"info","ts":"2026-04-20T17:46:55.035831Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.035838Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"b0ca549bd2c3b173 [term: 0] received a MsgHeartbeat message with higher term from 3ba9ae53cc4335db [term: 2]"} {"level":"info","ts":"2026-04-20T17:46:55.035854Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.035868Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"b0ca549bd2c3b173 became follower at term 2"} {"level":"info","ts":"2026-04-20T17:46:55.035921Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: b0ca549bd2c3b173 elected leader 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-04-20T17:46:55.035825Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b0ca549bd2c3b173","to":"265259aab03bae9c","stream-type":"stream Message"} {"level":"info","ts":"2026-04-20T17:46:55.036013Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.040511Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.044063Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"b0ca549bd2c3b173","remote-snapshot-sender-id":"3ba9ae53cc4335db","incoming-snapshot-index":659,"incoming-snapshot-message-size-bytes":9177,"incoming-snapshot-message-size":"9.2 kB"} {"level":"info","ts":"2026-04-20T17:46:55.044318Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.044765Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b0ca549bd2c3b173","to":"3ba9ae53cc4335db","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-20T17:46:55.044801Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.048096Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.049156Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.062855Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/0000000000000293.snap.db","bytes":1019904,"size":"1.0 MB"} {"level":"info","ts":"2026-04-20T17:46:55.062938Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"b0ca549bd2c3b173","remote-snapshot-sender-id":"3ba9ae53cc4335db","incoming-snapshot-index":659,"incoming-snapshot-size-bytes":1019904,"incoming-snapshot-size":"1.0 MB","download-took":"19.369612ms"} {"level":"info","ts":"2026-04-20T17:46:55.063209Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 659, term: 2]"} {"level":"info","ts":"2026-04-20T17:46:55.063336Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b0ca549bd2c3b173 switched to configuration voters=(2761368111167549084 4299158994234324443) learners=(12739087524203573619)"} {"level":"info","ts":"2026-04-20T17:46:55.063372Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"b0ca549bd2c3b173 [commit: 659, lastindex: 659, lastterm: 2] restored snapshot [index: 659, term: 2]"} {"level":"info","ts":"2026-04-20T17:46:55.063391Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"b0ca549bd2c3b173 [commit: 659] restored snapshot [index: 659, term: 2]"} {"level":"info","ts":"2026-04-20T17:46:55.063849Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":659,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-20T17:46:55.070180Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":659} {"level":"info","ts":"2026-04-20T17:46:55.070463Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0002c2028}"} {"level":"info","ts":"2026-04-20T17:46:55.071046Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-20T17:46:55.071116Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"713.067µs"} {"level":"info","ts":"2026-04-20T17:46:55.071225Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-04-20T17:46:55.072215Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-04-20T17:46:55.072272Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-04-20T17:46:55.074000Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":615} {"level":"info","ts":"2026-04-20T17:46:55.074044Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":659} {"level":"info","ts":"2026-04-20T17:46:55.074059Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-04-20T17:46:55.074156Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-04-20T17:46:55.077269Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-04-20T17:46:55.077671Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-04-20T17:46:55.077692Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-04-20T17:46:55.077724Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-04-20T17:46:55.077731Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-04-20T17:46:55.078381Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-04-20T17:46:55.078416Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-04-20T17:46:55.078472Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-20T17:46:55.078486Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"4ad2674607ff1d60","local-member-id":"b0ca549bd2c3b173","recovered-remote-peer-id":"265259aab03bae9c","recovered-remote-peer-urls":["https://199.204.45.109:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-20T17:46:55.078498Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"4ad2674607ff1d60","local-member-id":"b0ca549bd2c3b173","recovered-remote-peer-id":"3ba9ae53cc4335db","recovered-remote-peer-urls":["https://199.204.45.229:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-20T17:46:55.078530Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"4ad2674607ff1d60","local-member-id":"b0ca549bd2c3b173","recovered-remote-peer-id":"b0ca549bd2c3b173","recovered-remote-peer-urls":["https://199.204.45.250:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-04-20T17:46:55.078538Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-04-20T17:46:55.078545Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-04-20T17:46:55.078552Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-04-20T17:46:55.078562Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"265259aab03bae9c"} {"level":"warn","ts":"2026-04-20T17:46:55.078635Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.078656Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"265259aab03bae9c"} {"level":"warn","ts":"2026-04-20T17:46:55.078691Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.078706Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.078799Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c"} {"level":"warn","ts":"2026-04-20T17:46:55.078944Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c","error":"context canceled"} {"level":"warn","ts":"2026-04-20T17:46:55.078975Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"265259aab03bae9c","error":"failed to read 265259aab03bae9c on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-20T17:46:55.078997Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c"} {"level":"warn","ts":"2026-04-20T17:46:55.079181Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c","error":"context canceled"} {"level":"info","ts":"2026-04-20T17:46:55.079200Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.079209Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.079220Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"b0ca549bd2c3b173","removed-remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.079228Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"3ba9ae53cc4335db"} {"level":"warn","ts":"2026-04-20T17:46:55.079250Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.079263Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"3ba9ae53cc4335db"} {"level":"warn","ts":"2026-04-20T17:46:55.079284Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.079295Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.079418Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db"} {"level":"warn","ts":"2026-04-20T17:46:55.079504Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db","error":"context canceled"} {"level":"warn","ts":"2026-04-20T17:46:55.079520Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"3ba9ae53cc4335db","error":"failed to read 3ba9ae53cc4335db on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-20T17:46:55.079533Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db"} {"level":"warn","ts":"2026-04-20T17:46:55.080112Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db","error":"context canceled"} {"level":"info","ts":"2026-04-20T17:46:55.080195Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.080226Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.080238Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"b0ca549bd2c3b173","removed-remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.080399Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-04-20T17:46:55.080446Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-04-20T17:46:55.080493Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.080521Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.080619Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.080679Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.080701Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.080712Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c","remote-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-04-20T17:46:55.080721Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.080739Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.080759Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.080918Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.081926Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.082107Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.082376Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.082475Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.082624Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db","remote-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-04-20T17:46:55.082636Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-04-20T17:46:55.082652Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":659,"current-applied-index":659,"incoming-leader-snapshot-index":659,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-20T17:46:55.082415Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.090836Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.090867Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.093588Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.093662Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.093979Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.095917Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.123277Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b0ca549bd2c3b173","to":"265259aab03bae9c","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-20T17:46:55.123348Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.124976Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b0ca549bd2c3b173","to":"265259aab03bae9c","stream-type":"stream Message"} {"level":"info","ts":"2026-04-20T17:46:55.125039Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"265259aab03bae9c"} {"level":"info","ts":"2026-04-20T17:46:55.125285Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b0ca549bd2c3b173","to":"3ba9ae53cc4335db","stream-type":"stream Message"} {"level":"info","ts":"2026-04-20T17:46:55.125342Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.133896Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"b0ca549bd2c3b173","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-04-20T17:46:55.134175Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b0ca549bd2c3b173","to":"3ba9ae53cc4335db","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-20T17:46:55.134209Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b0ca549bd2c3b173","remote-peer-id":"3ba9ae53cc4335db"} {"level":"info","ts":"2026-04-20T17:46:55.574866Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b0ca549bd2c3b173 switched to configuration voters=(2761368111167549084 4299158994234324443 12739087524203573619)"} {"level":"info","ts":"2026-04-20T17:46:55.575111Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"4ad2674607ff1d60","local-member-id":"b0ca549bd2c3b173","promoted-member-id":"b0ca549bd2c3b173"} {"level":"warn","ts":"2026-04-20T17:47:02.033154Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"b0ca549bd2c3b173","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.250:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-04-20T17:47:02.035970Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"b0ca549bd2c3b173","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.250:2379]}","cluster-id":"4ad2674607ff1d60","publish-timeout":"7s"} {"level":"info","ts":"2026-04-20T17:47:02.036087Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T17:47:02.036256Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-20T17:47:02.036298Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-20T17:47:02.036153Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T17:47:02.037686Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-20T17:47:02.039070Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-20T17:47:02.039268Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-20T17:47:02.041466Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.250:2379"} {"level":"info","ts":"2026-04-20T17:47:02.042888Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-20T17:47:02.045113Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.250:37134","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.046750Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.250:37170","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.047109Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.250:37148","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.048067Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.250:37190","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.049020Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.250:37176","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.049699Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.250:37168","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.049699Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.250:37164","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.050177Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56152","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.050503Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.250:37160","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.050914Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.250:37184","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.050962Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.250:37204","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.050969Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56174","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.051013Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56186","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.060351Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56218","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.073016Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56254","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.093449Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56284","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.113806Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56302","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.124422Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56314","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.145231Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56346","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.159941Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56354","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.165780Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56386","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.174872Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56410","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.183341Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56412","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.194021Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56424","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.206267Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56448","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.214656Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56458","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.225041Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56480","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.233623Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56492","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.244363Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56494","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.254253Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56516","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.284489Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56520","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.294335Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56542","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.304650Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56556","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.313996Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56570","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.324132Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56604","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.333959Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56608","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.342740Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56624","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.350810Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56634","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.357950Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56656","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.366142Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56680","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.399695Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56686","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.406470Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56700","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.416935Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56724","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.427773Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56746","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.440049Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56748","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.448811Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56764","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.460888Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56794","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.472456Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56802","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.483794Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56822","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.493264Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56838","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.503503Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56846","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.512880Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56876","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.521551Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56894","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.532651Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56908","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.545654Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56922","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.567772Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56968","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.578300Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56980","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.602335Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57022","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.610692Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.622211Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57056","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.631455Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57058","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.640896Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57070","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.650170Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57072","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.661082Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57094","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.670626Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.707871Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57128","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.716637Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57138","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.726370Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57154","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:47:02.776170Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57180","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-20T17:47:44.396067Z","caller":"traceutil/trace.go:172","msg":"trace[719485879] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"122.623684ms","start":"2026-04-20T17:47:44.273421Z","end":"2026-04-20T17:47:44.396045Z","steps":["trace[719485879] 'process raft request' (duration: 122.513342ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:44.396502Z","caller":"traceutil/trace.go:172","msg":"trace[1813674280] transaction","detail":"{read_only:false; number_of_response:1; response_revision:875; }","duration":"119.630254ms","start":"2026-04-20T17:47:44.276853Z","end":"2026-04-20T17:47:44.396483Z","steps":["trace[1813674280] 'process raft request' (duration: 119.474111ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:44.396243Z","caller":"traceutil/trace.go:172","msg":"trace[246286822] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"121.599349ms","start":"2026-04-20T17:47:44.274627Z","end":"2026-04-20T17:47:44.396227Z","steps":["trace[246286822] 'process raft request' (duration: 121.340223ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:44.440694Z","caller":"traceutil/trace.go:172","msg":"trace[909523120] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"126.255217ms","start":"2026-04-20T17:47:44.314398Z","end":"2026-04-20T17:47:44.440653Z","steps":["trace[909523120] 'process raft request' (duration: 126.119054ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:44.440789Z","caller":"traceutil/trace.go:172","msg":"trace[1068554137] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"126.914252ms","start":"2026-04-20T17:47:44.313852Z","end":"2026-04-20T17:47:44.440766Z","steps":["trace[1068554137] 'process raft request' (duration: 126.519263ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:44.441142Z","caller":"traceutil/trace.go:172","msg":"trace[500329918] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"123.410582ms","start":"2026-04-20T17:47:44.317713Z","end":"2026-04-20T17:47:44.441124Z","steps":["trace[500329918] 'process raft request' (duration: 123.126355ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:44.441285Z","caller":"traceutil/trace.go:172","msg":"trace[1557181382] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"126.045362ms","start":"2026-04-20T17:47:44.315227Z","end":"2026-04-20T17:47:44.441273Z","steps":["trace[1557181382] 'process raft request' (duration: 125.348336ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:44.441401Z","caller":"traceutil/trace.go:172","msg":"trace[1096610521] transaction","detail":"{read_only:false; number_of_response:1; response_revision:881; }","duration":"122.148932ms","start":"2026-04-20T17:47:44.319238Z","end":"2026-04-20T17:47:44.441387Z","steps":["trace[1096610521] 'process raft request' (duration: 121.740192ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:44.444469Z","caller":"traceutil/trace.go:172","msg":"trace[685439587] transaction","detail":"{read_only:false; number_of_response:1; response_revision:883; }","duration":"120.661928ms","start":"2026-04-20T17:47:44.323780Z","end":"2026-04-20T17:47:44.444442Z","steps":["trace[685439587] 'process raft request' (duration: 117.544746ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:44.443598Z","caller":"traceutil/trace.go:172","msg":"trace[667373478] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"120.864932ms","start":"2026-04-20T17:47:44.322300Z","end":"2026-04-20T17:47:44.443165Z","steps":["trace[667373478] 'process raft request' (duration: 118.836885ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:44.446267Z","caller":"traceutil/trace.go:172","msg":"trace[1359471547] linearizableReadLoop","detail":"{readStateIndex:961; appliedIndex:983; }","duration":"123.148576ms","start":"2026-04-20T17:47:44.323066Z","end":"2026-04-20T17:47:44.446215Z","steps":["trace[1359471547] 'read index received' (duration: 122.951741ms)","trace[1359471547] 'applied index is now lower than readState.Index' (duration: 194.824µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:47:44.446460Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.34877ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:47:44.446514Z","caller":"traceutil/trace.go:172","msg":"trace[1652125229] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:885; }","duration":"123.445192ms","start":"2026-04-20T17:47:44.323046Z","end":"2026-04-20T17:47:44.446491Z","steps":["trace[1652125229] 'agreement among raft nodes before linearized reading' (duration: 123.302309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:47:45.073166Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12786737129105303561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T17:47:45.573330Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12786737129105303561,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-20T17:47:45.614157Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"b0ca549bd2c3b173 is starting a new election at term 2"} {"level":"info","ts":"2026-04-20T17:47:45.614226Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"b0ca549bd2c3b173 became pre-candidate at term 2"} {"level":"info","ts":"2026-04-20T17:47:45.614257Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"b0ca549bd2c3b173 [logterm: 2, index: 1007] sent MsgPreVote request to 265259aab03bae9c at term 2"} {"level":"info","ts":"2026-04-20T17:47:45.614275Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"b0ca549bd2c3b173 [logterm: 2, index: 1007] sent MsgPreVote request to 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-04-20T17:47:45.614296Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: b0ca549bd2c3b173 lost leader 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-04-20T17:47:45.614348Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"b0ca549bd2c3b173 received MsgPreVoteResp from b0ca549bd2c3b173 at term 2"} {"level":"info","ts":"2026-04-20T17:47:45.614366Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"b0ca549bd2c3b173 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-20T17:47:45.615361Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"b0ca549bd2c3b173 received MsgPreVoteResp from 265259aab03bae9c at term 2"} {"level":"info","ts":"2026-04-20T17:47:45.615430Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"b0ca549bd2c3b173 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-20T17:47:45.615461Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"b0ca549bd2c3b173 became candidate at term 3"} {"level":"info","ts":"2026-04-20T17:47:45.615481Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"b0ca549bd2c3b173 [logterm: 2, index: 1007] sent MsgVote request to 265259aab03bae9c at term 3"} {"level":"info","ts":"2026-04-20T17:47:45.615497Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"b0ca549bd2c3b173 [logterm: 2, index: 1007] sent MsgVote request to 3ba9ae53cc4335db at term 3"} {"level":"info","ts":"2026-04-20T17:47:45.616705Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"b0ca549bd2c3b173 received MsgVoteResp from b0ca549bd2c3b173 at term 3"} {"level":"info","ts":"2026-04-20T17:47:45.616739Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"b0ca549bd2c3b173 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-20T17:47:45.620162Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"b0ca549bd2c3b173 received MsgVoteResp from 265259aab03bae9c at term 3"} {"level":"info","ts":"2026-04-20T17:47:45.620214Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"b0ca549bd2c3b173 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-20T17:47:45.620243Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"b0ca549bd2c3b173 became leader at term 3"} {"level":"info","ts":"2026-04-20T17:47:45.620262Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: b0ca549bd2c3b173 elected leader b0ca549bd2c3b173 at term 3"} {"level":"warn","ts":"2026-04-20T17:47:45.620421Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.047454384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-20T17:47:45.620540Z","caller":"traceutil/trace.go:172","msg":"trace[382759008] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.047582697s","start":"2026-04-20T17:47:44.572944Z","end":"2026-04-20T17:47:45.620527Z","steps":["trace[382759008] 'agreement among raft nodes before linearized reading' (duration: 1.047453514s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:47:45.620618Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:47:44.572910Z","time spent":"1.04769839s","remote":"127.0.0.1:56160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-20T17:47:45.622792Z","caller":"traceutil/trace.go:172","msg":"trace[1719059649] transaction","detail":"{read_only:false; number_of_response:1; response_revision:892; }","duration":"1.124594375s","start":"2026-04-20T17:47:44.498187Z","end":"2026-04-20T17:47:45.622782Z","steps":["trace[1719059649] 'process raft request' (duration: 1.124536094s)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:45.622882Z","caller":"traceutil/trace.go:172","msg":"trace[680402479] transaction","detail":"{read_only:false; number_of_response:1; response_revision:892; }","duration":"1.127270967s","start":"2026-04-20T17:47:44.495588Z","end":"2026-04-20T17:47:45.622859Z","steps":["trace[680402479] 'process raft request' (duration: 1.127068233s)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:45.623083Z","caller":"traceutil/trace.go:172","msg":"trace[1630326278] transaction","detail":"{read_only:false; number_of_response:1; response_revision:892; }","duration":"1.122082567s","start":"2026-04-20T17:47:44.500990Z","end":"2026-04-20T17:47:45.623073Z","steps":["trace[1630326278] 'process raft request' (duration: 1.12177328s)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:45.623410Z","caller":"traceutil/trace.go:172","msg":"trace[535027926] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"1.122117098s","start":"2026-04-20T17:47:44.501269Z","end":"2026-04-20T17:47:45.623386Z","steps":["trace[535027926] 'process raft request' (duration: 1.121729769s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:47:45.623686Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"301.39783ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:47:45.623736Z","caller":"traceutil/trace.go:172","msg":"trace[463707207] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:894; }","duration":"301.455542ms","start":"2026-04-20T17:47:45.322265Z","end":"2026-04-20T17:47:45.623720Z","steps":["trace[463707207] 'agreement among raft nodes before linearized reading' (duration: 301.335329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:47:45.623810Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"930.94207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-20T17:47:45.623795Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.049851778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-04-20T17:47:45.623861Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:47:44.500973Z","time spent":"1.122132969s","remote":"127.0.0.1:56258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10895,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T17:47:45.623870Z","caller":"traceutil/trace.go:172","msg":"trace[416464858] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:894; }","duration":"931.009032ms","start":"2026-04-20T17:47:44.692846Z","end":"2026-04-20T17:47:45.623855Z","steps":["trace[416464858] 'agreement among raft nodes before linearized reading' (duration: 930.828498ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:45.623914Z","caller":"traceutil/trace.go:172","msg":"trace[1646887526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:894; }","duration":"1.049973461s","start":"2026-04-20T17:47:44.573923Z","end":"2026-04-20T17:47:45.623896Z","steps":["trace[1646887526] 'agreement among raft nodes before linearized reading' (duration: 1.049656843s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:47:45.623928Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:47:44.495568Z","time spent":"1.12738638s","remote":"127.0.0.1:56258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":9183,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T17:47:45.623934Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"666.438518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-20T17:47:45.623965Z","caller":"traceutil/trace.go:172","msg":"trace[34631358] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:894; }","duration":"666.469229ms","start":"2026-04-20T17:47:44.957486Z","end":"2026-04-20T17:47:45.623955Z","steps":["trace[34631358] 'agreement among raft nodes before linearized reading' (duration: 666.338766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:47:45.623922Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:47:44.692822Z","time spent":"931.091494ms","remote":"127.0.0.1:56222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.250\" limit:1 "} {"level":"warn","ts":"2026-04-20T17:47:45.623990Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:47:44.957454Z","time spent":"666.528741ms","remote":"127.0.0.1:56588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-20T17:47:45.623991Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:47:44.573906Z","time spent":"1.050045413s","remote":"127.0.0.1:56588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-20T17:47:45.624011Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.017345087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-20T17:47:45.624040Z","caller":"traceutil/trace.go:172","msg":"trace[835303500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:894; }","duration":"1.017373968s","start":"2026-04-20T17:47:44.606657Z","end":"2026-04-20T17:47:45.624031Z","steps":["trace[835303500] 'agreement among raft nodes before linearized reading' (duration: 1.017289376s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:47:45.623833Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:47:44.501259Z","time spent":"1.12219635s","remote":"127.0.0.1:56258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T17:47:45.624068Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:47:44.606639Z","time spent":"1.017423349s","remote":"127.0.0.1:56588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-20T17:47:45.623905Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:47:44.498177Z","time spent":"1.124646746s","remote":"127.0.0.1:56258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":79998,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T17:47:46.453531Z","caller":"traceutil/trace.go:172","msg":"trace[1108332745] linearizableReadLoop","detail":"{readStateIndex:1075; appliedIndex:1075; }","duration":"132.309293ms","start":"2026-04-20T17:47:46.321198Z","end":"2026-04-20T17:47:46.453507Z","steps":["trace[1108332745] 'read index received' (duration: 132.303713ms)","trace[1108332745] 'applied index is now lower than readState.Index' (duration: 4.57µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:47:46.456411Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.230709ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:47:46.456448Z","caller":"traceutil/trace.go:172","msg":"trace[1167686559] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:933; }","duration":"135.28518ms","start":"2026-04-20T17:47:46.321155Z","end":"2026-04-20T17:47:46.456441Z","steps":["trace[1167686559] 'agreement among raft nodes before linearized reading' (duration: 132.461576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:47:49.441278Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3ba9ae53cc4335db","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"326.98394ms"} {"level":"warn","ts":"2026-04-20T17:47:49.441387Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"265259aab03bae9c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"327.103382ms"} {"level":"warn","ts":"2026-04-20T17:47:51.564427Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:47:44.563703Z","time spent":"7.000718225s","remote":"127.0.0.1:56258","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-20T17:47:51.785109Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"210.091818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:47:51.785210Z","caller":"traceutil/trace.go:172","msg":"trace[2021133933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:969; }","duration":"210.202471ms","start":"2026-04-20T17:47:51.574986Z","end":"2026-04-20T17:47:51.785188Z","steps":["trace[2021133933] 'agreement among raft nodes before linearized reading' (duration: 41.165762ms)","trace[2021133933] 'range keys from in-memory index tree' (duration: 168.895895ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T17:47:51.785601Z","caller":"traceutil/trace.go:172","msg":"trace[752131343] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"163.833386ms","start":"2026-04-20T17:47:51.621733Z","end":"2026-04-20T17:47:51.785566Z","steps":["trace[752131343] 'process raft request' (duration: 158.765376ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:47:51.805627Z","caller":"traceutil/trace.go:172","msg":"trace[559903948] linearizableReadLoop","detail":"{readStateIndex:1123; appliedIndex:1124; }","duration":"157.701922ms","start":"2026-04-20T17:47:51.647896Z","end":"2026-04-20T17:47:51.805598Z","steps":["trace[559903948] 'read index received' (duration: 157.693981ms)","trace[559903948] 'applied index is now lower than readState.Index' (duration: 6.701µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:47:51.805886Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.979178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-20T17:47:51.805992Z","caller":"traceutil/trace.go:172","msg":"trace[2005070639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:970; }","duration":"158.094281ms","start":"2026-04-20T17:47:51.647880Z","end":"2026-04-20T17:47:51.805975Z","steps":["trace[2005070639] 'agreement among raft nodes before linearized reading' (duration: 157.820355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:47:51.807810Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.071045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-20T17:47:51.807897Z","caller":"traceutil/trace.go:172","msg":"trace[300197600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:970; }","duration":"120.208678ms","start":"2026-04-20T17:47:51.687669Z","end":"2026-04-20T17:47:51.807878Z","steps":["trace[300197600] 'agreement among raft nodes before linearized reading' (duration: 119.899612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:47:53.065072Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3ba9ae53cc4335db","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"74.540404ms"} {"level":"warn","ts":"2026-04-20T17:47:53.065151Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"265259aab03bae9c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"74.628935ms"} {"level":"warn","ts":"2026-04-20T17:47:53.187456Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.673784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-20T17:47:53.187413Z","caller":"traceutil/trace.go:172","msg":"trace[242198690] linearizableReadLoop","detail":"{readStateIndex:1141; appliedIndex:1141; }","duration":"207.282414ms","start":"2026-04-20T17:47:52.980111Z","end":"2026-04-20T17:47:53.187393Z","steps":["trace[242198690] 'read index received' (duration: 207.276484ms)","trace[242198690] 'applied index is now lower than readState.Index' (duration: 4.36µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:47:53.187846Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"207.709943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-20T17:47:53.188391Z","caller":"traceutil/trace.go:172","msg":"trace[782022475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:985; }","duration":"208.103552ms","start":"2026-04-20T17:47:52.980105Z","end":"2026-04-20T17:47:53.188208Z","steps":["trace[782022475] 'agreement among raft nodes before linearized reading' (duration: 207.400907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:48:00.004289Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45970","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:48:03.581804Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47524","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:48:03.597844Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47534","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:48:03.694505Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47552","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:48:03.727346Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47562","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:48:03.826231Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47582","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-20T17:48:20.876713Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12786737129105303974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T17:48:21.089631Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3ba9ae53cc4335db","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"12.802204ms"} {"level":"warn","ts":"2026-04-20T17:48:21.089736Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"265259aab03bae9c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"12.916276ms"} {"level":"info","ts":"2026-04-20T17:48:21.089942Z","caller":"traceutil/trace.go:172","msg":"trace[2078348506] linearizableReadLoop","detail":"{readStateIndex:1584; appliedIndex:1584; }","duration":"713.582341ms","start":"2026-04-20T17:48:20.376328Z","end":"2026-04-20T17:48:21.089910Z","steps":["trace[2078348506] 'read index received' (duration: 713.576791ms)","trace[2078348506] 'applied index is now lower than readState.Index' (duration: 4.49µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:48:21.090934Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"713.766764ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:48:21.091043Z","caller":"traceutil/trace.go:172","msg":"trace[1717162729] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1357; }","duration":"714.734161ms","start":"2026-04-20T17:48:20.376285Z","end":"2026-04-20T17:48:21.091019Z","steps":["trace[1717162729] 'agreement among raft nodes before linearized reading' (duration: 713.733744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:48:21.093623Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"518.612614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:48:21.093717Z","caller":"traceutil/trace.go:172","msg":"trace[456595911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1358; }","duration":"518.677825ms","start":"2026-04-20T17:48:20.574989Z","end":"2026-04-20T17:48:21.093667Z","steps":["trace[456595911] 'agreement among raft nodes before linearized reading' (duration: 518.580354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:48:21.093754Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:48:20.574895Z","time spent":"518.851999ms","remote":"127.0.0.1:56160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T17:48:21.748780Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3ba9ae53cc4335db","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"453.806712ms"} {"level":"warn","ts":"2026-04-20T17:48:21.748851Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"265259aab03bae9c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"453.885233ms"} {"level":"warn","ts":"2026-04-20T17:48:21.822270Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12786737129105303979,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T17:48:22.140954Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3ba9ae53cc4335db","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"192.046925ms"} {"level":"warn","ts":"2026-04-20T17:48:22.141090Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"265259aab03bae9c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"192.191168ms"} {"level":"info","ts":"2026-04-20T17:48:22.141662Z","caller":"traceutil/trace.go:172","msg":"trace[1638910792] linearizableReadLoop","detail":"{readStateIndex:1587; appliedIndex:1587; }","duration":"820.215348ms","start":"2026-04-20T17:48:21.321411Z","end":"2026-04-20T17:48:22.141627Z","steps":["trace[1638910792] 'read index received' (duration: 819.558677ms)","trace[1638910792] 'applied index is now lower than readState.Index' (duration: 649.541µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:48:22.142957Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12786737129105303980,"received-request-id":12786737129105303979} {"level":"warn","ts":"2026-04-20T17:48:22.145283Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"823.88786ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:48:22.145357Z","caller":"traceutil/trace.go:172","msg":"trace[1440071040] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1359; }","duration":"823.971022ms","start":"2026-04-20T17:48:21.321369Z","end":"2026-04-20T17:48:22.145340Z","steps":["trace[1440071040] 'agreement among raft nodes before linearized reading' (duration: 820.374881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:48:22.146116Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"238.658256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:48:22.146146Z","caller":"traceutil/trace.go:172","msg":"trace[1406033195] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1363; }","duration":"238.689126ms","start":"2026-04-20T17:48:21.907449Z","end":"2026-04-20T17:48:22.146138Z","steps":["trace[1406033195] 'agreement among raft nodes before linearized reading' (duration: 238.639705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:48:22.146412Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"337.166055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:48:22.146488Z","caller":"traceutil/trace.go:172","msg":"trace[1811358188] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1363; }","duration":"337.258717ms","start":"2026-04-20T17:48:21.809215Z","end":"2026-04-20T17:48:22.146474Z","steps":["trace[1811358188] 'agreement among raft nodes before linearized reading' (duration: 336.667087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:48:22.147333Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:48:21.809189Z","time spent":"337.360229ms","remote":"127.0.0.1:57004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-04-20T17:48:23.304434Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12786737129105303984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T17:48:23.304994Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3ba9ae53cc4335db","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"525.297984ms"} {"level":"warn","ts":"2026-04-20T17:48:23.305073Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"265259aab03bae9c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"525.384186ms"} {"level":"info","ts":"2026-04-20T17:48:23.305252Z","caller":"traceutil/trace.go:172","msg":"trace[1009572908] linearizableReadLoop","detail":"{readStateIndex:1596; appliedIndex:1596; }","duration":"725.58141ms","start":"2026-04-20T17:48:22.579657Z","end":"2026-04-20T17:48:23.305238Z","steps":["trace[1009572908] 'read index received' (duration: 725.5784ms)","trace[1009572908] 'applied index is now lower than readState.Index' (duration: 2.52µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:48:23.305566Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"725.944647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:48:23.305587Z","caller":"traceutil/trace.go:172","msg":"trace[1498569478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1367; }","duration":"725.979897ms","start":"2026-04-20T17:48:22.579601Z","end":"2026-04-20T17:48:23.305581Z","steps":["trace[1498569478] 'agreement among raft nodes before linearized reading' (duration: 725.678222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:48:23.305607Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:48:22.579588Z","time spent":"726.012878ms","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T17:48:23.307214Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12786737129105303985,"received-request-id":12786737129105303984} {"level":"info","ts":"2026-04-20T17:49:00.655410Z","caller":"traceutil/trace.go:172","msg":"trace[137584946] linearizableReadLoop","detail":"{readStateIndex:1769; appliedIndex:1770; }","duration":"332.818544ms","start":"2026-04-20T17:49:00.322572Z","end":"2026-04-20T17:49:00.655391Z","steps":["trace[137584946] 'read index received' (duration: 332.811334ms)","trace[137584946] 'applied index is now lower than readState.Index' (duration: 6.14µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:49:00.655557Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"333.009127ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:49:00.655582Z","caller":"traceutil/trace.go:172","msg":"trace[1079911528] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1518; }","duration":"333.060577ms","start":"2026-04-20T17:49:00.322514Z","end":"2026-04-20T17:49:00.655575Z","steps":["trace[1079911528] 'agreement among raft nodes before linearized reading' (duration: 332.989907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:50:11.548488Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3ba9ae53cc4335db","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"33.471063ms"} {"level":"warn","ts":"2026-04-20T17:50:11.548706Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"265259aab03bae9c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"33.695336ms"} {"level":"info","ts":"2026-04-20T17:50:11.551953Z","caller":"traceutil/trace.go:172","msg":"trace[1508193494] linearizableReadLoop","detail":"{readStateIndex:2086; appliedIndex:2086; }","duration":"325.985676ms","start":"2026-04-20T17:50:11.225928Z","end":"2026-04-20T17:50:11.551914Z","steps":["trace[1508193494] 'read index received' (duration: 325.977885ms)","trace[1508193494] 'applied index is now lower than readState.Index' (duration: 6.541µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:50:11.552310Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"326.35869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-20T17:50:11.552410Z","caller":"traceutil/trace.go:172","msg":"trace[914612239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1792; }","duration":"326.479432ms","start":"2026-04-20T17:50:11.225920Z","end":"2026-04-20T17:50:11.552399Z","steps":["trace[914612239] 'agreement among raft nodes before linearized reading' (duration: 326.193459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:50:11.552465Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:50:11.225890Z","time spent":"326.564122ms","remote":"127.0.0.1:56588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-20T17:50:34.724917Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3ba9ae53cc4335db","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"10.450568ms"} {"level":"warn","ts":"2026-04-20T17:50:34.725014Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"265259aab03bae9c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"10.554239ms"} {"level":"info","ts":"2026-04-20T17:50:35.159833Z","caller":"traceutil/trace.go:172","msg":"trace[779189701] linearizableReadLoop","detail":"{readStateIndex:2191; appliedIndex:2191; }","duration":"433.99351ms","start":"2026-04-20T17:50:34.725822Z","end":"2026-04-20T17:50:35.159816Z","steps":["trace[779189701] 'read index received' (duration: 433.98868ms)","trace[779189701] 'applied index is now lower than readState.Index' (duration: 3.99µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T17:50:35.160050Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"434.204043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-20T17:50:35.160073Z","caller":"traceutil/trace.go:172","msg":"trace[841172743] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:1884; }","duration":"434.247554ms","start":"2026-04-20T17:50:34.725818Z","end":"2026-04-20T17:50:35.160065Z","steps":["trace[841172743] 'agreement among raft nodes before linearized reading' (duration: 434.096042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:50:35.160096Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:50:34.725801Z","time spent":"434.289704ms","remote":"127.0.0.1:56222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.250\" limit:1 "} {"level":"warn","ts":"2026-04-20T17:50:35.161423Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"435.487956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:50:35.161512Z","caller":"traceutil/trace.go:172","msg":"trace[2111905429] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1885; }","duration":"435.588837ms","start":"2026-04-20T17:50:34.725911Z","end":"2026-04-20T17:50:35.161500Z","steps":["trace[2111905429] 'agreement among raft nodes before linearized reading' (duration: 435.442396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:50:35.161594Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"194.416786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-04-20T17:50:35.161626Z","caller":"traceutil/trace.go:172","msg":"trace[2126621092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1885; }","duration":"194.478577ms","start":"2026-04-20T17:50:34.967141Z","end":"2026-04-20T17:50:35.161620Z","steps":["trace[2126621092] 'agreement among raft nodes before linearized reading' (duration: 194.368935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:50:35.161625Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:50:34.725890Z","time spent":"435.641138ms","remote":"127.0.0.1:56902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-04-20T17:50:35.161827Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.28993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T17:50:35.161823Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"432.186991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T17:50:35.161916Z","caller":"traceutil/trace.go:172","msg":"trace[1261693455] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1885; }","duration":"109.37624ms","start":"2026-04-20T17:50:35.052528Z","end":"2026-04-20T17:50:35.161904Z","steps":["trace[1261693455] 'agreement among raft nodes before linearized reading' (duration: 109.266579ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T17:50:35.162014Z","caller":"traceutil/trace.go:172","msg":"trace[920588677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1885; }","duration":"432.382224ms","start":"2026-04-20T17:50:34.729554Z","end":"2026-04-20T17:50:35.161936Z","steps":["trace[920588677] 'agreement among raft nodes before linearized reading' (duration: 432.053089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T17:50:35.162625Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-20T17:50:34.729542Z","time spent":"433.033791ms","remote":"127.0.0.1:56160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}